+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-2-128.ec2.internal
++ [[ -n ip-10-0-2-128.ec2.internal ]]
++ [[ -f /env/ip-10-0-2-128.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260401-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260401-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0506 20:11:06.554720159 - disable conntrack on geneve port'
I0506 20:11:06.554720159 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0506 20:11:06.572028052 - starting ovnkube-node'
I0506 20:11:06.572028052 - starting ovnkube-node
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-128.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-128.ec2.internal --init-node ip-10-0-2-128.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-128.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0506 20:11:06.611147    3662 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf
I0506 20:11:06.611193    3662 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-3f017ea10a.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}}
I0506 20:11:06.612509    3662 kube.go:431] Waiting for certificate
I0506 20:11:06.612534    3662 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0506 20:11:06.612575    3662 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0506 20:11:06.613325    3662 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0506 20:11:06.639799    3662 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0506 20:11:06.639813    3662 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0506 20:11:06.642175    3662 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0506 20:11:06.644288    3662 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-6dwh9"
I0506 20:11:06.652517    3662 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-6dwh9"
I0506 20:11:06.652582    3662 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0506 20:11:07.612894    3662 kube.go:438] Certificate found
I0506 20:11:07.613428    3662 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0506 20:11:07.614362    3662 metrics.go:532] Starting metrics server at address "127.0.0.1:29103"
I0506 20:11:07.665643    3662 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-07 20:06:06 +0000 UTC" deadline="2026-05-07 13:25:00.079362961 +0000 UTC"
I0506 20:11:07.665678    3662 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h13m52.413695654s"
I0506 20:11:07.686146    3662 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0506 20:11:07.695452    3662 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105
I0506 20:11:07.695511    3662 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0506 20:11:07.695515    3662 server.go:101] MetricServer registers OVS metrics
I0506 20:11:07.695577    3662 factory.go:561] Starting watch factory
I0506 20:11:07.695672    3662 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:07.695688    3662 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:07.695672    3662 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:07.695747    3662 server.go:105] MetricServer registers OVN DB metrics
I0506 20:11:07.695766    3662 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:07.695789    3662 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:07.696376    3662 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:07.697151    3662 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:07.697178    3662 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:07.697220    3662 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:07.697279    3662 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:07.697281    3662 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:07.697332    3662 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:07.699447    3662 controller_manager.go:370] Starting the ovnkube controller
I0506 20:11:07.699459    3662 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-128.ec2.internal
I0506 20:11:07.699523    3662 controller_manager.go:395] NBDB zone sync took: 56.077µs
I0506 20:11:07.699533    3662 factory.go:561] Starting watch factory
I0506 20:11:07.700967    3662 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0506 20:11:07.700993    3662 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0506 20:11:07.713724    3662 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
I0506 20:11:07.713741    3662 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
I0506 20:11:07.717266    3662 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
I0506 20:11:07.717294    3662 server.go:109] MetricServer registers OVN Controller metrics
I0506 20:11:07.718926    3662 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:07.721499    3662 server.go:113] MetricServer registers OVN Northd metrics
I0506 20:11:07.723265    3662 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:07.724053    3662 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:07.724222    3662 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:07.724494    3662 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:07.726249    3662 metrics.go:519] OVN Metrics Server starts to run ...
I0506 20:11:07.732955    3662 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:07.801602    3662 factory.go:1977] *v1.Service informer cache synced successfully
I0506 20:11:07.801617    3662 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0506 20:11:07.801621    3662 factory.go:1977] *v1.Pod informer cache synced successfully
I0506 20:11:07.801624    3662 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0506 20:11:07.801627    3662 factory.go:1977] *v1.Namespace informer cache synced successfully
I0506 20:11:07.801630    3662 factory.go:1977] *v1.Node informer cache synced successfully
I0506 20:11:07.801706    3662 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0506 20:11:07.801728    3662 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0506 20:11:07.801804    3662 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0506 20:11:07.801821    3662 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0506 20:11:07.805217    3662 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0506 20:11:07.805231    3662 factory.go:1977] *v1.Namespace informer cache synced successfully
I0506 20:11:07.805234    3662 factory.go:1977] *v1.Node informer cache synced successfully
I0506 20:11:07.805238    3662 factory.go:1977] *v1.Service informer cache synced successfully
I0506 20:11:07.805240    3662 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0506 20:11:07.805243    3662 factory.go:1977] *v1.Pod informer cache synced successfully
I0506 20:11:07.805665    3662 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0506 20:11:07.805666    3662 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0506 20:11:07.807380    3662 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0506 20:11:07.807390    3662 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0506 20:11:07.807456    3662 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:07.807490    3662 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:07.810733    3662 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0506 20:11:07.810744    3662 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0506 20:11:07.810857    3662 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:07.812890    3662 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0506 20:11:07.812989    3662 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:07.813012    3662 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:07.816255    3662 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0506 20:11:07.816724    3662 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:07.818710    3662 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0506 20:11:07.818762    3662 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:07.818772    3662 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:07.821729    3662 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0506 20:11:07.822134    3662 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:07.824105    3662 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0506 20:11:07.824157    3662 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:07.824167    3662 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:07.827055    3662 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0506 20:11:07.827382    3662 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:07.829412    3662 factory.go:1977] *v1.EgressService informer cache synced successfully
I0506 20:11:07.829463    3662 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:07.829481    3662 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:07.832404    3662 factory.go:1977] *v1.EgressService informer cache synced successfully
I0506 20:11:07.833364    3662 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:07.834959    3662 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0506 20:11:07.835120    3662 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0506 20:11:07.835131    3662 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0506 20:11:07.837602    3662 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0506 20:11:07.838461    3662 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0506 20:11:07.840460    3662 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0506 20:11:07.840525    3662 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:07.840536    3662 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:07.840582    3662 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:07.840600    3662 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:07.843469    3662 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0506 20:11:07.844048    3662 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:07.844177    3662 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:07.846115    3662 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0506 20:11:07.846127    3662 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0506 20:11:07.846134    3662 factory.go:680] Watch Factory start up complete, took: 150.559558ms
I0506 20:11:07.846191    3662 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256
I0506 20:11:07.849426    3662 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0506 20:11:07.849437    3662 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0506 20:11:07.849446    3662 factory.go:680] Watch Factory start up complete, took: 149.910331ms
I0506 20:11:07.849456    3662 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-128.ec2.internal" zone
I0506 20:11:07.946528    3662 default_node_network_controller.go:710] Initializing the default node network controller
I0506 20:11:08.005677    3662 udn_isolation.go:101] Starting UDN host isolation manager
I0506 20:11:08.012173    3662 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0506 20:11:08.063716    3662 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0506 20:11:08.063809    3662 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0506 20:11:08.063823    3662 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0506 20:11:08.097174    3662 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0506 20:11:08.097248    3662 default_node_network_controller.go:809] Node ip-10-0-2-128.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23
I0506 20:11:08.103633    3662 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.128"] k8s.ovn.org/zone-name:ip-10-0-2-128.ec2.internal] on node ip-10-0-2-128.ec2.internal
I0506 20:11:08.124601    3662 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0506 20:11:08.130589    3662 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0506 20:11:08.130777    3662 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1
I0506 20:11:08.130946    3662 gateway_init.go:263] Preparing Gateway
I0506 20:11:08.130960    3662 gateway_shared_intf.go:1687] Creating new gateway
I0506 20:11:08.250889    3662 iptables.go:108] Creating table: filter chain: FORWARD
I0506 20:11:08.256569    3662 iptables.go:108] Creating table: filter chain: OUTPUT
I0506 20:11:08.262422    3662 gateway_shared_intf.go:1816] Gateway Creation Complete
I0506 20:11:08.262434    3662 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-128.ec2.internal","mac-address":"0e:42:c1:6d:1e:05","ip-addresses":["10.0.2.128/24"],"ip-address":"10.0.2.128/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:da8195da-2d92-457f-b228-bafa135b4baf k8s.ovn.org/node-encap-ips:["10.0.2.128"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.128/24"} k8s.ovn.org/zone-name:ip-10-0-2-128.ec2.internal] on node ip-10-0-2-128.ec2.internal
I0506 20:11:08.283731    3662 default_node_network_controller.go:519] Node connection status = connected
I0506 20:11:08.350481    3662 controller_manager.go:429] Waiting for node in zone sync took: 501.007281ms
I0506 20:11:08.356099    3662 controller_manager.go:611] Switching to transit router for layer2 networks
I0506 20:11:08.356110    3662 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-128.ec2.internal
I0506 20:11:08.370857    3662 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0506 20:11:08.376763    3662 controller_manager.go:290] SCTP support detected in OVN
I0506 20:11:08.377327    3662 services_controller.go:69] Creating services controller for network=default
I0506 20:11:08.377404    3662 udn_enabled_svc.go:80] Waiting for service informer to sync
I0506 20:11:08.377464    3662 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0506 20:11:08.377499    3662 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0506 20:11:08.377516    3662 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0506 20:11:08.377528    3662 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0506 20:11:08.377698    3662 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0506 20:11:08.377746    3662 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
I0506 20:11:08.377775    3662 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 45.013µs
I0506 20:11:08.377791    3662 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 34.977µs
I0506 20:11:08.377801    3662 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 53.211µs
I0506 20:11:08.377809    3662 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0506 20:11:08.377829    3662 nad_controller.go:379] [zone-nad-controller NAD controller]: started
I0506 20:11:08.377848    3662 default_network_controller.go:325] Starting the default network controller
I0506 20:11:08.377882    3662 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 12.811µs
I0506 20:11:08.377912    3662 udn_enabled_svc.go:95] Performing full resync
I0506 20:11:08.378167    3662 udn_enabled_svc.go:99] Waiting for handler to sync
I0506 20:11:08.378178    3662 udn_enabled_svc.go:104] Starting worker
I0506 20:11:08.386775    3662 default_network_controller.go:395] Cleaning External Gateway ECMP routes
I0506 20:11:08.386836    3662 repair.go:33] Syncing exgw routes took 48.831µs
I0506 20:11:08.386864    3662 default_network_controller.go:414] Starting all the Watchers...
I0506 20:11:08.387010    3662 namespace.go:98] [openshift-operators] adding namespace
I0506 20:11:08.387024    3662 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0506 20:11:08.387033    3662 namespace.go:98] [openshift-apiserver] adding namespace
I0506 20:11:08.387039    3662 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0506 20:11:08.387040    3662 namespace.go:98] [openshift-dns-operator] adding namespace
I0506 20:11:08.387053    3662 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0506 20:11:08.387060    3662 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0506 20:11:08.387063    3662 namespace.go:98] [openshift-dns] adding namespace
I0506 20:11:08.387064    3662 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0506 20:11:08.387066    3662 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0506 20:11:08.387072    3662 namespace.go:98] [openshift-logging] adding namespace
I0506 20:11:08.387014    3662 namespace.go:98] [openshift-authentication] adding namespace
I0506 20:11:08.387080    3662 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0506 20:11:08.387095    3662 namespace.go:98] [openshift-network-console] adding namespace
I0506 20:11:08.387014    3662 namespace.go:98] [openshift-backplane-cse] adding namespace
I0506 20:11:08.387602    3662 namespace.go:102] [openshift-operators] adding namespace took 577.206µs
I0506 20:11:08.387618    3662 namespace.go:98] [openshift-backplane] adding namespace
I0506 20:11:08.388098    3662 namespace.go:102] [openshift-backplane] adding namespace took 473.808µs
I0506 20:11:08.388113    3662 namespace.go:98] [dedicated-admin] adding namespace
I0506 20:11:08.389020    3662 namespace.go:102] [dedicated-admin] adding namespace took 901.878µs
I0506 20:11:08.389032    3662 namespace.go:98] [openshift-insights] adding namespace
I0506 20:11:08.389492    3662 namespace.go:102] [openshift-backplane-mobb] adding namespace took 2.460972ms
I0506 20:11:08.389507    3662 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0506 20:11:08.389927    3662 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 2.880785ms
I0506 20:11:08.389941    3662 namespace.go:98] [openshift-backplane-cee] adding namespace
I0506 20:11:08.390430    3662 namespace.go:102] [openshift-apiserver] adding namespace took 3.386112ms
I0506 20:11:08.390442    3662 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0506 20:11:08.390855    3662 namespace.go:102] [openshift-dns-operator] adding namespace took 3.804285ms
I0506 20:11:08.390867    3662 namespace.go:98] [openshift-network-node-identity] adding namespace
I0506 20:11:08.391304    3662 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 4.241296ms
I0506 20:11:08.391315    3662 namespace.go:98] [openshift-ingress-canary] adding namespace
I0506 20:11:08.391752    3662 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 4.685122ms
I0506 20:11:08.391766    3662 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0506 20:11:08.392233    3662 namespace.go:102] [openshift-dns] adding namespace took 5.163665ms
I0506 20:11:08.392247    3662 namespace.go:98] [openshift-ingress] adding namespace
I0506 20:11:08.392673    3662 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 5.599702ms
I0506 20:11:08.392687    3662 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0506 20:11:08.393126    3662 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.049285ms
I0506 20:11:08.393139    3662 namespace.go:98] [openshift-host-network] adding namespace
I0506 20:11:08.393569    3662 namespace.go:102] [openshift-logging] adding namespace took 6.490949ms
I0506 20:11:08.393577    3662 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0506 20:11:08.394035    3662 namespace.go:102] [openshift-authentication] adding namespace took 6.95253ms
I0506 20:11:08.394050    3662 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0506 20:11:08.394468    3662 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.378259ms
I0506 20:11:08.394478    3662 namespace.go:98] [openshift-console-user-settings] adding namespace
I0506 20:11:08.394884    3662 namespace.go:102] [openshift-network-console] adding namespace took 7.780643ms
I0506 20:11:08.394896    3662 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0506 20:11:08.395335    3662 namespace.go:102] [openshift-backplane-cse] adding namespace took 8.191655ms
I0506 20:11:08.395344    3662 namespace.go:98] [openshift-package-operator] adding namespace
I0506 20:11:08.395763    3662 namespace.go:102] [openshift-insights] adding namespace took 6.72442ms
I0506 20:11:08.395775    3662 namespace.go:98] [openshift-marketplace] adding namespace
I0506 20:11:08.396191    3662 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.679216ms
I0506 20:11:08.396203    3662 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
W0506 20:11:08.396548    3662 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-vvznp: pod openshift-network-diagnostics/network-check-target-vvznp: no pod IPs found 
W0506 20:11:08.396561    3662 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-rthgr: pod openshift-network-diagnostics/network-check-target-rthgr: no pod IPs found 
I0506 20:11:08.396595    3662 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.64978ms
I0506 20:11:08.396603    3662 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0506 20:11:08.397185    3662 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.738208ms
I0506 20:11:08.397196    3662 namespace.go:98] [openshift-config-managed] adding namespace
I0506 20:11:08.397615    3662 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.741643ms
I0506 20:11:08.397629    3662 namespace.go:98] [openshift-infra] adding namespace
I0506 20:11:08.398076    3662 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.755854ms
I0506 20:11:08.398087    3662 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0506 20:11:08.398510    3662 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.739975ms
I0506 20:11:08.398518    3662 namespace.go:98] [openshift-config] adding namespace
I0506 20:11:08.398919    3662 namespace.go:102] [openshift-ingress] adding namespace took 6.667604ms
I0506 20:11:08.398927    3662 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0506 20:11:08.399348    3662 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.656647ms
I0506 20:11:08.399358    3662 namespace.go:98] [openshift-cluster-version] adding namespace
I0506 20:11:08.399811    3662 namespace.go:102] [openshift-host-network] adding namespace took 6.66691ms
I0506 20:11:08.399825    3662 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0506 20:11:08.400227    3662 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.644455ms
I0506 20:11:08.400241    3662 namespace.go:98] [openshift-authentication-operator] adding namespace
I0506 20:11:08.400655    3662 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.60013ms
I0506 20:11:08.400668    3662 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0506 20:11:08.401063    3662 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.580625ms
I0506 20:11:08.401073    3662 namespace.go:98] [openshift-backplane-srep] adding namespace
I0506 20:11:08.401481    3662 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.579891ms
I0506 20:11:08.401492    3662 namespace.go:98] [openshift-backplane-tam] adding namespace
I0506 20:11:08.401857    3662 namespace.go:102] [openshift-package-operator] adding namespace took 6.509608ms
I0506 20:11:08.401868    3662 namespace.go:98] [openshift-monitoring] adding namespace
I0506 20:11:08.402304    3662 namespace.go:102] [openshift-marketplace] adding namespace took 6.524161ms
I0506 20:11:08.402701    3662 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.493106ms
I0506 20:11:08.402713    3662 namespace.go:98] [openshift-multus] adding namespace
I0506 20:11:08.403110    3662 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.503235ms
I0506 20:11:08.403120    3662 namespace.go:98] [openshift-operators-redhat] adding namespace
I0506 20:11:08.403520    3662 namespace.go:102] [openshift-config-managed] adding namespace took 6.320015ms
I0506 20:11:08.403532    3662 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0506 20:11:08.403913    3662 namespace.go:102] [openshift-infra] adding namespace took 6.278946ms
I0506 20:11:08.403925    3662 namespace.go:98] [openshift-controller-manager] adding namespace
I0506 20:11:08.404333    3662 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.240848ms
I0506 20:11:08.404344    3662 namespace.go:98] [openshift-image-registry] adding namespace
I0506 20:11:08.404719    3662 namespace.go:102] [openshift-config] adding namespace took 6.196052ms
I0506 20:11:08.404735    3662 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0506 20:11:08.405158    3662 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.226274ms
I0506 20:11:08.405170    3662 namespace.go:98] [open-cluster-management-2q4kp77oipug2hvvh6d7vlnhnie88jkr] adding namespace
I0506 20:11:08.405557    3662 namespace.go:102] [openshift-cluster-version] adding namespace took 6.19458ms
I0506 20:11:08.405569    3662 namespace.go:98] [kube-system] adding namespace
I0506 20:11:08.405976    3662 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.146912ms
I0506 20:11:08.405987    3662 namespace.go:98] [openshift-backplane-csm] adding namespace
I0506 20:11:08.406378    3662 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.132742ms
I0506 20:11:08.406390    3662 namespace.go:98] [openshift-console] adding namespace
I0506 20:11:08.406795    3662 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.122363ms
I0506 20:11:08.406806    3662 namespace.go:98] [openshift-console-operator] adding namespace
I0506 20:11:08.407191    3662 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.113684ms
I0506 20:11:08.407202    3662 namespace.go:98] [default] adding namespace
I0506 20:11:08.407602    3662 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.105677ms
I0506 20:11:08.407612    3662 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
W0506 20:11:08.408025    3662 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-2ghhm: pod openshift-multus/network-metrics-daemon-2ghhm: no pod IPs found 
W0506 20:11:08.408035    3662 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-vjq6l: pod openshift-multus/network-metrics-daemon-vjq6l: no pod IPs found 
I0506 20:11:08.408051    3662 namespace.go:102] [openshift-monitoring] adding namespace took 6.179513ms
I0506 20:11:08.408061    3662 namespace.go:98] [openshift-machine-api] adding namespace
I0506 20:11:08.408520    3662 namespace.go:102] [openshift-multus] adding namespace took 5.802222ms
I0506 20:11:08.408530    3662 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0506 20:11:08.408923    3662 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.798725ms
I0506 20:11:08.408933    3662 namespace.go:98] [kube-node-lease] adding namespace
I0506 20:11:08.409482    3662 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.945711ms
I0506 20:11:08.409491    3662 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0506 20:11:08.409894    3662 namespace.go:102] [openshift-controller-manager] adding namespace took 5.965591ms
I0506 20:11:08.409913    3662 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0506 20:11:08.410493    3662 namespace.go:102] [openshift-image-registry] adding namespace took 6.144022ms
I0506 20:11:08.410506    3662 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0506 20:11:08.410925    3662 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.184713ms
I0506 20:11:08.410943    3662 namespace.go:98] [kube-public] adding namespace
W0506 20:11:08.411290    3662 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-24gs7: pod kube-system/global-pull-secret-syncer-24gs7: no pod IPs found 
W0506 20:11:08.411300    3662 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-554cd: pod kube-system/global-pull-secret-syncer-554cd: no pod IPs found 
I0506 20:11:08.411337    3662 namespace.go:102] [open-cluster-management-2q4kp77oipug2hvvh6d7vlnhnie88jkr] adding namespace took 6.163869ms
I0506 20:11:08.411346    3662 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0506 20:11:08.411827    3662 namespace.go:102] [kube-system] adding namespace took 6.253362ms
I0506 20:11:08.411840    3662 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0506 20:11:08.412317    3662 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.325048ms
I0506 20:11:08.412328    3662 namespace.go:98] [openshift-etcd] adding namespace
I0506 20:11:08.412737    3662 namespace.go:102] [openshift-console] adding namespace took 6.341978ms
I0506 20:11:08.412749    3662 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0506 20:11:08.413579    3662 namespace.go:102] [openshift-console-operator] adding namespace took 6.769107ms
I0506 20:11:08.413606    3662 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0506 20:11:08.414020    3662 namespace.go:102] [default] adding namespace took 6.811644ms
I0506 20:11:08.414033    3662 namespace.go:98] [openshift-ingress-operator] adding namespace
I0506 20:11:08.414454    3662 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.836338ms
I0506 20:11:08.414467    3662 namespace.go:98] [openshift-node] adding namespace
I0506 20:11:08.414848    3662 namespace.go:102] [openshift-machine-api] adding namespace took 6.782906ms
I0506 20:11:08.414861    3662 namespace.go:98] [openshift] adding namespace
I0506 20:11:08.415261    3662 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.726198ms
I0506 20:11:08.415748    3662 namespace.go:102] [kube-node-lease] adding namespace took 6.808944ms
I0506 20:11:08.416202    3662 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.706861ms
I0506 20:11:08.416631    3662 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.712517ms
I0506 20:11:08.417060    3662 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.549399ms
I0506 20:11:08.417073    3662 namespace.go:98] [openshift-config-operator] adding namespace
I0506 20:11:08.417450    3662 namespace.go:102] [kube-public] adding namespace took 6.501122ms
I0506 20:11:08.417919    3662 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.569052ms
I0506 20:11:08.418304    3662 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.459345ms
I0506 20:11:08.418720    3662 namespace.go:102] [openshift-etcd] adding namespace took 6.386141ms
I0506 20:11:08.419191    3662 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.436554ms
I0506 20:11:08.419203    3662 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0506 20:11:08.419591    3662 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.980174ms
I0506 20:11:08.419605    3662 namespace.go:98] [openshift-network-operator] adding namespace
I0506 20:11:08.420019    3662 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.981501ms
I0506 20:11:08.420431    3662 namespace.go:102] [openshift-node] adding namespace took 5.959984ms
I0506 20:11:08.420442    3662 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0506 20:11:08.420820    3662 namespace.go:102] [openshift] adding namespace took 5.954737ms
I0506 20:11:08.421241    3662 namespace.go:102] [openshift-config-operator] adding namespace took 4.163703ms
I0506 20:11:08.421581    3662 namespace.go:102] [openshift-customer-monitoring] adding namespace took 2.3744ms
I0506 20:11:08.422024    3662 namespace.go:102] [openshift-network-operator] adding namespace took 2.414653ms
I0506 20:11:08.422394    3662 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 1.946817ms
W0506 20:11:08.422458    3662 master.go:471] Unable to parse remote node ip-10-0-0-68.ec2.internal chassis-id annotation. Chassis may be removed during sync
I0506 20:11:08.422535    3662 master.go:548] Adding or Updating local node "ip-10-0-2-128.ec2.internal" for network "default"
I0506 20:11:08.422628    3662 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-68.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-68.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-68.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-68.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-68.ec2.internal
I0506 20:11:08.423375    3662 zone_ic_handler.go:195] Time taken to create transit switch: 315.535µs
I0506 20:11:08.423387    3662 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-72.ec2.internal for the network default
I0506 20:11:08.424280    3662 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-72.ec2.internal" on network "default" took: 1.22982ms
W0506 20:11:08.430616    3662 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-rthgr: pod openshift-network-diagnostics/network-check-target-rthgr: no pod IPs found 
W0506 20:11:08.430633    3662 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-vjq6l: pod openshift-multus/network-metrics-daemon-vjq6l: no pod IPs found 
W0506 20:11:08.430639    3662 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-554cd: pod kube-system/global-pull-secret-syncer-554cd: no pod IPs found 
I0506 20:11:08.431436    3662 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-128.ec2.internal for the network default
I0506 20:11:08.431581    3662 zone_ic_handler.go:195] Time taken to create transit switch: 133.179µs
I0506 20:11:08.432285    3662 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0506 20:11:08.432310    3662 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0506 20:11:08.432321    3662 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-68.ec2.internal in network "default"
I0506 20:11:08.432349    3662 node_tracker.go:235] Node ip-10-0-0-68.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-68.ec2.internal"
I0506 20:11:08.432361    3662 node_tracker.go:169] Node ip-10-0-0-68.ec2.internal switch + router changed, syncing services in network "default"
I0506 20:11:08.432372    3662 services_controller.go:574] Full service sync requested for network=default
I0506 20:11:08.432377    3662 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-72.ec2.internal in network "default"
I0506 20:11:08.432323    3662 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0506 20:11:08.432406    3662 node_tracker.go:169] Node ip-10-0-1-72.ec2.internal switch + router changed, syncing services in network "default"
I0506 20:11:08.432412    3662 services_controller.go:574] Full service sync requested for network=default
I0506 20:11:08.432416    3662 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-128.ec2.internal in network "default"
I0506 20:11:08.432436    3662 node_tracker.go:169] Node ip-10-0-2-128.ec2.internal switch + router changed, syncing services in network "default"
I0506 20:11:08.432444    3662 services_controller.go:574] Full service sync requested for network=default
I0506 20:11:08.533114    3662 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0506 20:11:08.533139    3662 services_controller.go:208] Setting up event handlers for services for network=default
I0506 20:11:08.533214    3662 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0506 20:11:08.533288    3662 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0506 20:11:08.533309    3662 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0506 20:11:08.633695    3662 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0506 20:11:08.633714    3662 repair.go:60] Starting repairing loop for services
I0506 20:11:08.633790    3662 repair.go:131] Deleted 0 stale service LBs
I0506 20:11:08.633814    3662 repair.go:137] Deleted 0 stale Chassis Template Vars
I0506 20:11:08.633842    3662 repair.go:62] Finished repairing loop for services: 130.066µs
I0506 20:11:08.633878    3662 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0506 20:11:08.633886    3662 services_controller.go:254] Starting workers for network=default
I0506 20:11:08.634234    3662 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-vjq6l] creating logical port openshift-multus_network-metrics-daemon-vjq6l for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:11:08.634256    3662 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-rthgr] creating logical port openshift-network-diagnostics_network-check-target-rthgr for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:11:08.634362    3662 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-vvznp, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-vvznp: suppressed error logged: pod openshift-network-diagnostics/network-check-target-vvznp: no pod IPs found 
I0506 20:11:08.634370    3662 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-rthgr
I0506 20:11:08.634367    3662 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-vjq6l
I0506 20:11:08.634406    3662 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-24gs7, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-24gs7: suppressed error logged: pod kube-system/global-pull-secret-syncer-24gs7: no pod IPs found 
W0506 20:11:08.636195    3662 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
W0506 20:11:08.637893    3662 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0506 20:11:08.652214    3662 pod.go:62] [openshift-multus/network-metrics-daemon-vjq6l] pod update took 17.910108ms
I0506 20:11:08.652237    3662 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-vjq6l] addLogicalPort annotation time took 17.936102ms
I0506 20:11:08.652418    3662 pod.go:62] [openshift-network-diagnostics/network-check-target-rthgr] pod update took 18.089197ms
I0506 20:11:08.652434    3662 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-rthgr] addLogicalPort annotation time took 18.107155ms
I0506 20:11:08.653064    3662 pods.go:271] [openshift-multus/network-metrics-daemon-vjq6l] addLogicalPort took 18.83839ms, libovsdb time 634.301µs
I0506 20:11:08.653101    3662 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-554cd] creating logical port kube-system_global-pull-secret-syncer-554cd for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:11:08.653173    3662 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-554cd
I0506 20:11:08.653396    3662 pods.go:271] [openshift-network-diagnostics/network-check-target-rthgr] addLogicalPort took 19.150202ms, libovsdb time 796.975µs
I0506 20:11:08.653429    3662 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-2ghhm, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-2ghhm: suppressed error logged: pod openshift-multus/network-metrics-daemon-2ghhm: no pod IPs found 
I0506 20:11:08.667739    3662 pod.go:62] [kube-system/global-pull-secret-syncer-554cd] pod update took 14.602896ms
I0506 20:11:08.667758    3662 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-554cd] addLogicalPort annotation time took 14.621401ms
I0506 20:11:08.669046    3662 pods.go:271] [kube-system/global-pull-secret-syncer-554cd] addLogicalPort took 15.952265ms, libovsdb time 1.033896ms
I0506 20:11:08.669507    3662 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0506 20:11:08.669529    3662 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0506 20:11:08.669543    3662 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0506 20:11:08.669548    3662 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0506 20:11:08.669733    3662 repair.go:29] Repairing admin network policies took 179.953µs
I0506 20:11:08.669838    3662 repair.go:92] Repairing baseline admin network policies took 96.362µs
I0506 20:11:08.670160    3662 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0506 20:11:08.670181    3662 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0506 20:11:08.671751    3662 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0506 20:11:08.671771    3662 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0506 20:11:08.672525    3662 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0506 20:11:08.672539    3662 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0506 20:11:08.673244    3662 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0506 20:11:08.673262    3662 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0506 20:11:08.673271    3662 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0506 20:11:08.674677    3662 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0506 20:11:08.674697    3662 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0506 20:11:08.674704    3662 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0506 20:11:08.674988    3662 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0506 20:11:08.675004    3662 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0506 20:11:08.675011    3662 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0506 20:11:08.676171    3662 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0506 20:11:08.676189    3662 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0506 20:11:08.676196    3662 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0506 20:11:08.677633    3662 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0506 20:11:08.677649    3662 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0506 20:11:08.677657    3662 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0506 20:11:08.678114    3662 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0506 20:11:08.678133    3662 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0506 20:11:08.678141    3662 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0506 20:11:08.678597    3662 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0506 20:11:08.678612    3662 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0506 20:11:08.678622    3662 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0506 20:11:08.680054    3662 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0506 20:11:08.680072    3662 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0506 20:11:08.680081    3662 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0506 20:11:08.681657    3662 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0506 20:11:08.681673    3662 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0506 20:11:08.681685    3662 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0506 20:11:08.684226    3662 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0506 20:11:08.684243    3662 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0506 20:11:08.684251    3662 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0506 20:11:08.684740    3662 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0506 20:11:08.684758    3662 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0506 20:11:08.684778    3662 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0506 20:11:08.685468    3662 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0506 20:11:08.685488    3662 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0506 20:11:08.685495    3662 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0506 20:11:08.685972    3662 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0506 20:11:08.685992    3662 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0506 20:11:08.686002    3662 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0506 20:11:08.686838    3662 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0506 20:11:08.686855    3662 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0506 20:11:08.686864    3662 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0506 20:11:08.688683    3662 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0506 20:11:08.688699    3662 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0506 20:11:08.688708    3662 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0506 20:11:08.689646    3662 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0506 20:11:08.689663    3662 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0506 20:11:08.689669    3662 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0506 20:11:08.689930    3662 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0506 20:11:08.689948    3662 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0506 20:11:08.689957    3662 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0506 20:11:08.690894    3662 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0506 20:11:08.690931    3662 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0506 20:11:08.690944    3662 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0506 20:11:08.692064    3662 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0506 20:11:08.692082    3662 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0506 20:11:08.692091    3662 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0506 20:11:08.692819    3662 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0506 20:11:08.692836    3662 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0506 20:11:08.692844    3662 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0506 20:11:08.693408    3662 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0506 20:11:08.693425    3662 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0506 20:11:08.693432    3662 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0506 20:11:08.693731    3662 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0506 20:11:08.693747    3662 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0506 20:11:08.693753    3662 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0506 20:11:08.694316    3662 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0506 20:11:08.694334    3662 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0506 20:11:08.694341    3662 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0506 20:11:08.694841    3662 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0506 20:11:08.694864    3662 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0506 20:11:08.694873    3662 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0506 20:11:08.695874    3662 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0506 20:11:08.695890    3662 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0506 20:11:08.695896    3662 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0506 20:11:08.696169    3662 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0506 20:11:08.696187    3662 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0506 20:11:08.696194    3662 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0506 20:11:08.696638    3662 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0506 20:11:08.696663    3662 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0506 20:11:08.696675    3662 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0506 20:11:08.697740    3662 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0506 20:11:08.703258    3662 egressfirewall.go:374] Starting EgressFirewall controller
I0506 20:11:08.703289    3662 controller.go:133] Adding controller egress-firewall-controller event handlers
I0506 20:11:08.703297    3662 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0506 20:11:08.703313    3662 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0506 20:11:08.703322    3662 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0506 20:11:08.703336    3662 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0506 20:11:08.703352    3662 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0506 20:11:08.703621    3662 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0506 20:11:08.703638    3662 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0506 20:11:08.703646    3662 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
I0506 20:11:08.703657    3662 egressqos.go:193] Setting up event handlers for EgressQoS
I0506 20:11:08.703665    3662 egressfirewall.go:723] Syncing node "ip-10-0-0-68.ec2.internal" for egress firewall
I0506 20:11:08.703672    3662 egressfirewall.go:723] Syncing node "ip-10-0-1-72.ec2.internal" for egress firewall
I0506 20:11:08.703677    3662 egressfirewall.go:723] Syncing node "ip-10-0-2-128.ec2.internal" for egress firewall
I0506 20:11:08.703784    3662 egressqos.go:245] Starting EgressQoS Controller
I0506 20:11:08.703797    3662 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0506 20:11:08.703805    3662 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0506 20:11:08.703810    3662 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0506 20:11:08.703814    3662 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0506 20:11:08.703819    3662 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0506 20:11:08.703823    3662 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0506 20:11:08.703828    3662 egressqos.go:259] Repairing EgressQoSes
I0506 20:11:08.703832    3662 egressqos.go:399] Starting repairing loop for egressqos
I0506 20:11:08.703922    3662 egressqos.go:401] Finished repairing loop for egressqos: 90.455µs
I0506 20:11:08.703937    3662 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0506 20:11:08.703998    3662 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-128.ec2.internal
I0506 20:11:08.704043    3662 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-128.ec2.internal : 46.851µs
I0506 20:11:08.704092    3662 egressservice_zone.go:210] Starting Egress Services Controller
I0506 20:11:08.704103    3662 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0506 20:11:08.704109    3662 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0506 20:11:08.704114    3662 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0506 20:11:08.704119    3662 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0506 20:11:08.704124    3662 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0506 20:11:08.704128    3662 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0506 20:11:08.704133    3662 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0506 20:11:08.704139    3662 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0506 20:11:08.704145    3662 egressservice_zone.go:228] Repairing Egress Services
I0506 20:11:08.704387    3662 master_controller.go:88] Starting Admin Policy Based Route Controller
I0506 20:11:08.704399    3662 external_controller.go:278] Starting Admin Policy Based Route Controller
I0506 20:11:08.704408    3662 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-128.ec2.internal
I0506 20:11:08.704416    3662 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-128.ec2.internal: 10.516µs
I0506 20:11:08.704423    3662 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-68.ec2.internal
I0506 20:11:08.704426    3662 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-68.ec2.internal: 3.889µs
I0506 20:11:08.704431    3662 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-72.ec2.internal
I0506 20:11:08.704439    3662 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-72.ec2.internal: 8.503µs
I0506 20:11:08.704524    3662 default_network_controller.go:585] Completing all the Watchers took 317.647211ms
I0506 20:11:08.704541    3662 default_network_controller.go:589] Starting unidling controllers
I0506 20:11:08.704554    3662 unidle.go:46] Registering OVN SB ControllerEvent handler
I0506 20:11:08.704564    3662 unidle.go:63] Populating Initial ContollerEvent events
I0506 20:11:08.704577    3662 unidle.go:79] Setting up event handlers for services
I0506 20:11:08.704688    3662 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller
I0506 20:11:08.785615    3662 default_node_network_controller.go:519] Node connection status = connected
I0506 20:11:09.284879    3662 default_node_network_controller.go:519] Node connection status = connected
I0506 20:11:09.784729    3662 default_node_network_controller.go:519] Node connection status = connected
I0506 20:11:10.284491    3662 default_node_network_controller.go:519] Node connection status = connected
I0506 20:11:10.595991    3662 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0506 20:11:10.785474    3662 default_node_network_controller.go:519] Node connection status = connected
I0506 20:11:10.803150    3662 bridgeconfig.go:537] Gateway is ready
I0506 20:11:10.803165    3662 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager
I0506 20:11:10.814735    3662 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.128. Updating OVN encap IP.
I0506 20:11:10.819868    3662 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.128 - it is already configured
I0506 20:11:10.819880    3662 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.128/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0506 20:11:10.820134    3662 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.128/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-128.ec2.internal","mac-address":"0e:42:c1:6d:1e:05","ip-addresses":["10.0.2.128/24"],"ip-address":"10.0.2.128/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:da8195da-2d92-457f-b228-bafa135b4baf k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.128/24"}] on node ip-10-0-2-128.ec2.internal
I0506 20:11:10.839287    3662 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.128
I0506 20:11:10.839346    3662 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-128.ec2.internal in network "default"
I0506 20:11:10.839397    3662 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-128.ec2.internal
I0506 20:11:10.839403    3662 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-128.ec2.internal
I0506 20:11:10.839419    3662 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-128.ec2.internal: 20.929µs
I0506 20:11:10.839462    3662 egressfirewall.go:723] Syncing node "ip-10-0-2-128.ec2.internal" for egress firewall
I0506 20:11:10.839495    3662 master.go:548] Adding or Updating local node "ip-10-0-2-128.ec2.internal" for network "default"
I0506 20:11:10.839402    3662 node_tracker.go:169] Node ip-10-0-2-128.ec2.internal switch + router changed, syncing services in network "default"
I0506 20:11:10.839543    3662 services_controller.go:574] Full service sync requested for network=default
W0506 20:11:10.839780    3662 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
W0506 20:11:10.839882    3662 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0506 20:11:10.843929    3662 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-128.ec2.internal. Updating no re-route policies
I0506 20:11:10.844007    3662 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-h66rq
I0506 20:11:10.844021    3662 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-128.ec2.internal
I0506 20:11:10.844028    3662 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-b5xzb
I0506 20:11:10.844033    3662 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8j8zt
I0506 20:11:10.844037    3662 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-128.ec2.internal
I0506 20:11:10.844041    3662 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8j8zt
I0506 20:11:10.844039    3662 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-rthgr
I0506 20:11:10.844053    3662 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-rthgr
I0506 20:11:10.844052    3662 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-2ghhm
I0506 20:11:10.844061    3662 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8j8zt after 0 failed attempt(s)
I0506 20:11:10.844064    3662 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-128.ec2.internal after 0 failed attempt(s)
I0506 20:11:10.844011    3662 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-rcsz4
I0506 20:11:10.844070    3662 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-2ghhm
I0506 20:11:10.844069    3662 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-24gs7
I0506 20:11:10.844079    3662 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-nd98r
I0506 20:11:10.844088    3662 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-24gs7
I0506 20:11:10.844091    3662 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-l99d6
I0506 20:11:10.844093    3662 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-nd98r
I0506 20:11:10.844094    3662 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-554cd
I0506 20:11:10.844098    3662 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-l99d6
I0506 20:11:10.844105    3662 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-554cd
I0506 20:11:10.844107    3662 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-p7gsr
I0506 20:11:10.844114    3662 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-l99d6 after 0 failed attempt(s)
I0506 20:11:10.844053    3662 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-msnmr
I0506 20:11:10.844123    3662 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-p7gsr
I0506 20:11:10.844121    3662 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-m84lg
I0506 20:11:10.844024    3662 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-h66rq
I0506 20:11:10.844043    3662 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-b5xzb
I0506 20:11:10.844141    3662 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-m84lg
I0506 20:11:10.844146    3662 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-554cd] creating logical port kube-system_global-pull-secret-syncer-554cd for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:11:10.844148    3662 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-h66rq after 0 failed attempt(s)
I0506 20:11:10.844153    3662 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-b5xzb after 0 failed attempt(s)
I0506 20:11:10.844128    3662 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-msnmr
I0506 20:11:10.844113    3662 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-2ghhm, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-2ghhm: suppressed error logged: pod openshift-multus/network-metrics-daemon-2ghhm: no pod IPs found 
I0506 20:11:10.844171    3662 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-m84lg after 0 failed attempt(s)
I0506 20:11:10.844074    3662 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-rcsz4
I0506 20:11:10.844179    3662 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-msnmr after 0 failed attempt(s)
I0506 20:11:10.844082    3662 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-128.ec2.internal
I0506 20:11:10.844118    3662 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-nd98r after 0 failed attempt(s)
I0506 20:11:10.844147    3662 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-p7gsr after 0 failed attempt(s)
I0506 20:11:10.844193    3662 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-128.ec2.internal
I0506 20:11:10.844083    3662 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-vvznp
I0506 20:11:10.844197    3662 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-rcsz4 after 0 failed attempt(s)
I0506 20:11:10.844127    3662 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-24gs7, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-24gs7: suppressed error logged: pod kube-system/global-pull-secret-syncer-24gs7: no pod IPs found 
I0506 20:11:10.844202    3662 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-vvznp
I0506 20:11:10.844211    3662 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-128.ec2.internal after 0 failed attempt(s)
I0506 20:11:10.844133    3662 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-rthgr] creating logical port openshift-network-diagnostics_network-check-target-rthgr for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:11:10.844219    3662 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-vjq6l
I0506 20:11:10.844230    3662 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-vjq6l
I0506 20:11:10.844232    3662 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-vvznp, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-vvznp: suppressed error logged: pod openshift-network-diagnostics/network-check-target-vvznp: no pod IPs found 
I0506 20:11:10.844260    3662 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-vjq6l] creating logical port openshift-multus_network-metrics-daemon-vjq6l for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:11:10.844817    3662 pods.go:271] [kube-system/global-pull-secret-syncer-554cd] addLogicalPort took 687.095µs, libovsdb time 259.277µs
I0506 20:11:10.844828    3662 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-554cd after 0 failed attempt(s)
I0506 20:11:10.844892    3662 pods.go:271] [openshift-network-diagnostics/network-check-target-rthgr] addLogicalPort took 775.531µs, libovsdb time 307.839µs
I0506 20:11:10.844898    3662 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-rthgr after 0 failed attempt(s)
I0506 20:11:10.845043    3662 pods.go:271] [openshift-multus/network-metrics-daemon-vjq6l] addLogicalPort took 789.106µs, libovsdb time 245.816µs
I0506 20:11:10.845056    3662 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-vjq6l after 0 failed attempt(s)
I0506 20:11:10.856311    3662 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher
I0506 20:11:10.867620    3662 iptables.go:108] Creating table: mangle chain: OUTPUT
I0506 20:11:10.870805    3662 iptables.go:108] Creating table: nat chain: OUTPUT
I0506 20:11:10.919350    3662 iptables.go:108] Creating table: nat chain: PREROUTING
I0506 20:11:10.976618    3662 iptables.go:108] Creating table: filter chain: FORWARD
I0506 20:11:10.992163    3662 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1
W0506 20:11:10.992276    3662 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0506 20:11:10.992327    3662 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4
W0506 20:11:10.992404    3662 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0506 20:11:10.992480    3662 gateway_init.go:325] Gateway and management port readiness took 2.712242741s
I0506 20:11:10.992510    3662 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0506 20:11:10.992555    3662 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0506 20:11:10.992570    3662 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0506 20:11:10.992583    3662 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0506 20:11:10.992650    3662 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0506 20:11:10.992723    3662 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 46.414µs
I0506 20:11:10.993004    3662 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
I0506 20:11:10.993038    3662 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 22.652µs
I0506 20:11:10.993048    3662 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 43.984µs
I0506 20:11:10.993056    3662 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0506 20:11:10.993070    3662 nad_controller.go:379] [node-nad-controller NAD controller]: started
I0506 20:11:10.993076    3662 default_node_network_controller.go:899] Starting the default node network controller
I0506 20:11:10.993084    3662 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0506 20:11:10.993092    3662 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 11.92µs
I0506 20:11:10.993246    3662 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0506 20:11:10.993256    3662 default_node_network_controller.go:935] Waiting for gateway and management port readiness...
I0506 20:11:10.993283    3662 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ab5060 0xc0002dcb60 0xc0002dcc40 0xc0002dccb0 0xc0002dcd20 0xc0002dcd90 <nil> 0xc0002dce70 0xc000c14910 0xc0002dcee0 0xc0002dcf50 <nil> 0xc000c149b0 0xc002275b20 <nil> <nil> <nil> 0xc0002dcfc0 <nil> map[0x2ff9080:0xc002a383c0 0x2ff95c0:0xc002a38540 0x2ffa2e0:0xc002a38300 0x2ffa580:0xc002a38360 0x2ffad60:0xc002a38420 0x2ffb000:0xc002a38480 0x2ffb2a0:0xc002a384e0 0x2ffba80:0xc0022725a0 0x2ffbd20:0xc006580180 0x3026980:0xc001217140 0x3026d20:0xc0012171a0 0x3027800:0xc000ca02a0 0x3029160:0xc001baa000 0x30298a0:0xc002707560 0x302a720:0xc00101eea0] 0xc0000d29a0 0}
I0506 20:11:10.993349    3662 gateway.go:151] Starting gateway service sync
I0506 20:11:10.993774    3662 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0506 20:11:10.995742    3662 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0506 20:11:11.019117    3662 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0506 20:11:11.020142    3662 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0506 20:11:11.021170    3662 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0506 20:11:11.054508    3662 gateway.go:168] Gateway service sync done. Time taken: 61.146039ms
I0506 20:11:11.054786    3662 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30554
I0506 20:11:11.055300    3662 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ab5060 0xc0002dcb60 0xc0002dcc40 0xc0002dccb0 0xc0002dcd20 0xc0002dcd90 <nil> 0xc0002dce70 0xc000c14910 0xc0002dcee0 0xc0002dcf50 <nil> 0xc000c149b0 0xc002275b20 <nil> <nil> <nil> 0xc0002dcfc0 <nil> map[0x2ff9080:0xc002a383c0 0x2ff95c0:0xc002a38540 0x2ffa2e0:0xc002a38300 0x2ffa580:0xc002a38360 0x2ffad60:0xc002a38420 0x2ffb000:0xc002a38480 0x2ffb2a0:0xc002a384e0 0x2ffba80:0xc0022725a0 0x2ffbd20:0xc006580180 0x3026980:0xc001217140 0x3026d20:0xc0012171a0 0x3027800:0xc000ca02a0 0x3029160:0xc001baa000 0x30298a0:0xc002707560 0x302a720:0xc00101eea0] 0xc0000d29a0 0}
I0506 20:11:11.055752    3662 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ab5060 0xc0002dcb60 0xc0002dcc40 0xc0002dccb0 0xc0002dcd20 0xc0002dcd90 <nil> 0xc0002dce70 0xc000c14910 0xc0002dcee0 0xc0002dcf50 <nil> 0xc000c149b0 0xc002275b20 <nil> <nil> <nil> 0xc0002dcfc0 <nil> map[0x2ff9080:0xc002a383c0 0x2ff95c0:0xc002a38540 0x2ffa2e0:0xc002a38300 0x2ffa580:0xc002a38360 0x2ffad60:0xc002a38420 0x2ffb000:0xc002a38480 0x2ffb2a0:0xc002a384e0 0x2ffba80:0xc0022725a0 0x2ffbd20:0xc006580180 0x3026980:0xc001217140 0x3026d20:0xc0012171a0 0x3027800:0xc000ca02a0 0x3029160:0xc001baa000 0x30298a0:0xc002707560 0x302a720:0xc00101eea0] 0xc0000d29a0 0}
I0506 20:11:11.055796    3662 gateway.go:532] Reconciling gateway with updates
I0506 20:11:11.060557    3662 gateway.go:339] Spawning Conntrack Rule Check Thread
I0506 20:11:11.060632    3662 default_node_network_controller.go:944] Gateway and management port readiness took 67.3675ms
I0506 20:11:11.060687    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0506 20:11:11.060706    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0506 20:11:11.060705    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0506 20:11:11.060720    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0506 20:11:11.060728    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0506 20:11:11.060743    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0506 20:11:11.060745    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0506 20:11:11.060753    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0506 20:11:11.060773    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0506 20:11:11.060770    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0506 20:11:11.060787    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0506 20:11:11.060790    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0506 20:11:11.060798    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0506 20:11:11.060798    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0506 20:11:11.060811    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0506 20:11:11.060814    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0506 20:11:11.060819    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0506 20:11:11.060819    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0506 20:11:11.060827    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0506 20:11:11.060761    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0506 20:11:11.060836    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0506 20:11:11.060800    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0506 20:11:11.060848    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0506 20:11:11.060852    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0506 20:11:11.060855    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0506 20:11:11.060866    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0506 20:11:11.060863    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0506 20:11:11.060871    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0506 20:11:11.060871    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0506 20:11:11.060878    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0506 20:11:11.060882    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0506 20:11:11.060728    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0506 20:11:11.060887    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0506 20:11:11.060895    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0506 20:11:11.060898    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0506 20:11:11.060898    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0506 20:11:11.060898    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0506 20:11:11.060924    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0506 20:11:11.060924    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0506 20:11:11.060928    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0506 20:11:11.060887    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0506 20:11:11.060828    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0506 20:11:11.060838    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0506 20:11:11.060943    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0506 20:11:11.060954    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0506 20:11:11.060812    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0506 20:11:11.060924    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0506 20:11:11.060868    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0506 20:11:11.060968    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0506 20:11:11.060970    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0506 20:11:11.060882    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0506 20:11:11.060979    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0506 20:11:11.060970    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0506 20:11:11.060985    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0506 20:11:11.060988    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0506 20:11:11.060988    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0506 20:11:11.060791    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0506 20:11:11.060708    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0506 20:11:11.060868    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0506 20:11:11.061015    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0506 20:11:11.060805    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0506 20:11:11.061039    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0506 20:11:11.060838    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0506 20:11:11.061053    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0506 20:11:11.060975    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0506 20:11:11.060819    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0506 20:11:11.060851    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0506 20:11:11.060867    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0506 20:11:11.060854    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0506 20:11:11.061107    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0506 20:11:11.061108    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0506 20:11:11.060734    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0506 20:11:11.061115    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0506 20:11:11.060885    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0506 20:11:11.060943    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0506 20:11:11.061130    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0506 20:11:11.061138    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0506 20:11:11.061120    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0506 20:11:11.061122    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0506 20:11:11.060935    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0506 20:11:11.061190    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0506 20:11:11.060879    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0506 20:11:11.061203    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0506 20:11:11.061208    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0506 20:11:11.061211    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0506 20:11:11.061221    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0506 20:11:11.061228    3662 port_claim.go:71] Svc openshift-ingress/router-default: port 31874 is already open, no action needed
I0506 20:11:11.061237    3662 port_claim.go:71] Svc openshift-ingress/router-default: port 30588 is already open, no action needed
I0506 20:11:11.061203    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0506 20:11:11.061256    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0506 20:11:11.061274    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0506 20:11:11.061296    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0506 20:11:11.061421    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0506 20:11:11.061435    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0506 20:11:11.061441    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0506 20:11:11.061440    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0506 20:11:11.061447    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0506 20:11:11.061453    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0506 20:11:11.061458    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0506 20:11:11.061464    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0506 20:11:11.061489    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0506 20:11:11.062414    3662 node_ip_handler_linux.go:160] Node IP manager is running
W0506 20:11:11.097876    3662 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0506 20:11:11.098113    3662 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0506 20:11:11.098256    3662 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0
I0506 20:11:11.106230    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0506 20:11:11.106251    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0506 20:11:11.106258    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0506 20:11:11.106264    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0506 20:11:11.106280    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0506 20:11:11.106315    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0506 20:11:11.106324    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0506 20:11:11.106330    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0506 20:11:11.106336    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0506 20:11:11.106340    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0506 20:11:11.106346    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0506 20:11:11.106351    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0506 20:11:11.106356    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0506 20:11:11.106361    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0506 20:11:11.106367    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0506 20:11:11.106372    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0506 20:11:11.106378    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0506 20:11:11.106383    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0506 20:11:11.106387    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0506 20:11:11.106392    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0506 20:11:11.106396    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0506 20:11:11.106401    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0506 20:11:11.106406    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0506 20:11:11.106411    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0506 20:11:11.144005    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0506 20:11:11.144028    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0506 20:11:11.144040    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0506 20:11:11.144048    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0506 20:11:11.182529    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0506 20:11:11.182534    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0506 20:11:11.182549    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0506 20:11:11.182556    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0506 20:11:11.182562    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0506 20:11:11.743442    3662 default_network_controller.go:1025] Node "ip-10-0-0-68.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0506 20:11:12.654563    3662 default_node_network_controller.go:1380] Starting node controller node sync
W0506 20:11:12.654599    3662 egressip_healthcheck.go:76] Health checking using insecure connection
I0506 20:11:12.654652    3662 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107
I0506 20:11:12.666157    3662 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.571208ms
I0506 20:11:12.666280    3662 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-72.ec2.internal", IP: 10.0.1.72 to PMTUD blocking rules
I0506 20:11:12.666296    3662 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-72.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0506 20:11:12.672094    3662 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0506 20:11:12.672368    3662 egressservice_node.go:93] Setting up event handlers for Egress Services
I0506 20:11:12.672487    3662 egressservice_node.go:183] Starting Egress Services Controller
I0506 20:11:12.672503    3662 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0506 20:11:12.672514    3662 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0506 20:11:12.672521    3662 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0506 20:11:12.672526    3662 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0506 20:11:12.672532    3662 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0506 20:11:12.672537    3662 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0506 20:11:12.672541    3662 egressservice_node.go:197] Repairing Egress Services
I0506 20:11:12.682420    3662 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0506 20:11:12.682434    3662 external_controller.go:278] Starting Admin Policy Based Route Controller
I0506 20:11:12.682542    3662 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled
I0506 20:11:12.682552    3662 link_network_manager.go:119] Link manager is running
I0506 20:11:12.682559    3662 default_node_network_controller.go:1098] Default node network controller initialized and ready.
I0506 20:11:12.682709    3662 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
I0506 20:11:12.683036    3662 vrf_manager.go:128] VRF manager is running
I0506 20:11:12.683218    3662 node_controller_manager.go:437] Removing flows to drop GARP
I0506 20:11:12.683230    3662 gateway.go:532] Reconciling gateway with updates
I0506 20:11:12.707793    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0506 20:11:12.707804    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0506 20:11:12.707802    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0506 20:11:12.707814    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0506 20:11:12.707815    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0506 20:11:12.707818    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0506 20:11:12.707823    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0506 20:11:12.707830    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0506 20:11:12.707832    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0506 20:11:12.707833    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0506 20:11:12.707838    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0506 20:11:12.707844    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0506 20:11:12.707844    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0506 20:11:12.707850    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0506 20:11:12.707856    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0506 20:11:12.707856    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0506 20:11:12.707866    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0506 20:11:12.707871    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0506 20:11:12.707870    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0506 20:11:12.707880    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0506 20:11:12.707881    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0506 20:11:12.707886    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0506 20:11:12.707888    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0506 20:11:12.707890    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0506 20:11:12.707893    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0506 20:11:12.707894    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0506 20:11:12.707820    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0506 20:11:12.707858    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0506 20:11:12.707924    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0506 20:11:12.707928    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0506 20:11:12.707934    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0506 20:11:12.707935    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0506 20:11:12.707936    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0506 20:11:12.707932    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0506 20:11:12.707825    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0506 20:11:12.707947    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0506 20:11:12.707956    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0506 20:11:12.707926    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0506 20:11:12.707972    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0506 20:11:12.707869    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0506 20:11:12.707978    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0506 20:11:12.707977    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0506 20:11:12.707985    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0506 20:11:12.707990    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0506 20:11:12.707993    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0506 20:11:12.707997    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0506 20:11:12.707846    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0506 20:11:12.707956    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0506 20:11:12.708014    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0506 20:11:12.707806    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0506 20:11:12.707833    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0506 20:11:12.708032    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0506 20:11:12.708038    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0506 20:11:12.707833    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0506 20:11:12.707872    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0506 20:11:12.707896    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0506 20:11:12.708057    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0506 20:11:12.707844    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0506 20:11:12.707917    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0506 20:11:12.707920    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0506 20:11:12.707870    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0506 20:11:12.707926    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0506 20:11:12.708077    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0506 20:11:12.708085    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0506 20:11:12.707896    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0506 20:11:12.708083    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0506 20:11:12.708093    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0506 20:11:12.708100    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0506 20:11:12.707977    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0506 20:11:12.708108    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0506 20:11:12.708115    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0506 20:11:12.708118    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0506 20:11:12.708121    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0506 20:11:12.708126    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0506 20:11:12.708126    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0506 20:11:12.708132    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0506 20:11:12.707984    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0506 20:11:12.708134    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0506 20:11:12.708131    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0506 20:11:12.708142    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0506 20:11:12.708150    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0506 20:11:12.708153    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0506 20:11:12.707855    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0506 20:11:12.708159    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0506 20:11:12.708163    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0506 20:11:12.708075    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0506 20:11:12.708169    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0506 20:11:12.708170    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0506 20:11:12.708171    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0506 20:11:12.708185    3662 port_claim.go:71] Svc openshift-ingress/router-default: port 31874 is already open, no action needed
I0506 20:11:12.707948    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0506 20:11:12.708196    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0506 20:11:12.707955    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0506 20:11:12.708198    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0506 20:11:12.708208    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0506 20:11:12.708211    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0506 20:11:12.708093    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0506 20:11:12.707965    3662 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0506 20:11:12.708281    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0506 20:11:12.708022    3662 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0506 20:11:12.708199    3662 port_claim.go:71] Svc openshift-ingress/router-default: port 30588 is already open, no action needed
I0506 20:11:12.746825    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0506 20:11:12.746843    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0506 20:11:12.746850    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0506 20:11:12.746854    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0506 20:11:12.746860    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0506 20:11:12.746865    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0506 20:11:12.746870    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0506 20:11:12.746875    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0506 20:11:12.746880    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0506 20:11:12.746885    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0506 20:11:12.746889    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0506 20:11:12.785168    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0506 20:11:12.785190    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0506 20:11:12.785201    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0506 20:11:12.785212    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0506 20:11:12.785223    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0506 20:11:12.785229    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0506 20:11:12.785209    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0506 20:11:12.785238    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0506 20:11:12.785234    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0506 20:11:12.785244    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0506 20:11:12.785249    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0506 20:11:12.785255    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0506 20:11:12.785260    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0506 20:11:12.785265    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0506 20:11:12.785270    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0506 20:11:12.785283    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0506 20:11:12.785297    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0506 20:11:12.785304    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0506 20:11:12.785310    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0506 20:11:12.785315    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0506 20:11:12.785320    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0506 20:11:12.823657    3662 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0506 20:11:14.406616    3662 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-128.ec2.internal
I0506 20:11:14.406644    3662 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-128.ec2.internal: 34.493µs
I0506 20:11:14.439964    3662 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5ff4746bd4-277p9] creating logical port openshift-image-registry_image-registry-5ff4746bd4-277p9 for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:11:14.440082    3662 kube.go:256] Updating pod openshift-image-registry/image-registry-5ff4746bd4-277p9
I0506 20:11:14.463150    3662 pod.go:62] [openshift-image-registry/image-registry-5ff4746bd4-277p9] pod update took 23.094023ms
I0506 20:11:14.463176    3662 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5ff4746bd4-277p9] addLogicalPort annotation time took 23.123593ms
I0506 20:11:14.464362    3662 pods.go:271] [openshift-image-registry/image-registry-5ff4746bd4-277p9] addLogicalPort took 24.418183ms, libovsdb time 865.563µs
I0506 20:11:14.484969    3662 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-n2dq2] creating logical port openshift-dns_dns-default-n2dq2 for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:11:14.485089    3662 kube.go:256] Updating pod openshift-dns/dns-default-n2dq2
I0506 20:11:14.504179    3662 pod.go:62] [openshift-dns/dns-default-n2dq2] pod update took 19.118133ms
I0506 20:11:14.504200    3662 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-n2dq2] addLogicalPort annotation time took 19.141478ms
I0506 20:11:14.505238    3662 pods.go:271] [openshift-dns/dns-default-n2dq2] addLogicalPort took 20.277459ms, libovsdb time 801.905µs
I0506 20:11:14.505601    3662 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-v5vjh] creating logical port openshift-ingress-canary_ingress-canary-v5vjh for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:11:14.505672    3662 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-v5vjh
I0506 20:11:14.525690    3662 pod.go:62] [openshift-ingress-canary/ingress-canary-v5vjh] pod update took 20.036145ms
I0506 20:11:14.525708    3662 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-v5vjh] addLogicalPort annotation time took 20.057713ms
I0506 20:11:14.526721    3662 pods.go:271] [openshift-ingress-canary/ingress-canary-v5vjh] addLogicalPort took 21.125502ms, libovsdb time 744.55µs
I0506 20:11:16.000811    3662 cni.go:452] [openshift-ingress-canary/ingress-canary-v5vjh ff2aa58a917369fb6548c1f0f1a1d1bc0bd7f5a42ecb1d1f98e44a7ebfc1386b network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-v5vjh ff2aa58a917369fb6548c1f0f1a1d1bc0bd7f5a42ecb1d1f98e44a7ebfc1386b network default NAD default NAD key ]
I0506 20:11:16.034818    3662 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-v5vjh, hostIfaceName: ff2aa58a917369f, network: default, NAD default, SandboxID: "ff2aa58a917369fb6548c1f0f1a1d1bc0bd7f5a42ecb1d1f98e44a7ebfc1386b", PCI device ID: , UID: "d5a64f1a-5576-4ccd-a598-882d1961de4b", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23]
I0506 20:11:16.088164    3662 cni.go:473] [openshift-ingress-canary/ingress-canary-v5vjh ff2aa58a917369fb6548c1f0f1a1d1bc0bd7f5a42ecb1d1f98e44a7ebfc1386b network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-v5vjh ff2aa58a917369fb6548c1f0f1a1d1bc0bd7f5a42ecb1d1f98e44a7ebfc1386b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:3a:4f:43:ad:99\",\"name\":\"ff2aa58a917369f\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15ae5481-cc49-4a3a-a6aa-3567cb5ac58c\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 20:11:19.155436    3662 cni.go:452] [kube-system/global-pull-secret-syncer-554cd f28b413a2708bedd0677107bfd158a6c31ccae92749df883006810433d72d998 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-554cd f28b413a2708bedd0677107bfd158a6c31ccae92749df883006810433d72d998 network default NAD default NAD key ]
I0506 20:11:19.165869    3662 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-554cd, hostIfaceName: f28b413a2708bed, network: default, NAD default, SandboxID: "f28b413a2708bedd0677107bfd158a6c31ccae92749df883006810433d72d998", PCI device ID: , UID: "a69542c0-d976-4ba3-baab-3465f3c3c2ca", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23]
I0506 20:11:19.178620    3662 cni.go:452] [openshift-network-diagnostics/network-check-target-rthgr 8ad172ec4fc1fc954c556b847152bc3f4bb2725b87647f0a12403af796853856 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-rthgr 8ad172ec4fc1fc954c556b847152bc3f4bb2725b87647f0a12403af796853856 network default NAD default NAD key ]
I0506 20:11:19.189618    3662 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-rthgr, hostIfaceName: 8ad172ec4fc1fc9, network: default, NAD default, SandboxID: "8ad172ec4fc1fc954c556b847152bc3f4bb2725b87647f0a12403af796853856", PCI device ID: , UID: "a0b40573-8ba4-4cc9-af68-f146eea43582", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23]
I0506 20:11:19.213368    3662 cni.go:473] [kube-system/global-pull-secret-syncer-554cd f28b413a2708bedd0677107bfd158a6c31ccae92749df883006810433d72d998 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-554cd f28b413a2708bedd0677107bfd158a6c31ccae92749df883006810433d72d998 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:e4:8c:1d:21:e6\",\"name\":\"f28b413a2708bed\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25183b3b-9a44-4d5f-ac3c-cf283d46529c\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 20:11:19.234107    3662 cni.go:473] [openshift-network-diagnostics/network-check-target-rthgr 8ad172ec4fc1fc954c556b847152bc3f4bb2725b87647f0a12403af796853856 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-rthgr 8ad172ec4fc1fc954c556b847152bc3f4bb2725b87647f0a12403af796853856 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:85:a1:da:61:52\",\"name\":\"8ad172ec4fc1fc9\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9594c522-a9b6-47bf-8e17-9b8f793932a6\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 20:11:20.280076    3662 egressfirewall.go:723] Syncing node "ip-10-0-0-68.ec2.internal" for egress firewall
I0506 20:11:20.280093    3662 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-68.ec2.internal
I0506 20:11:20.280187    3662 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-68.ec2.internal: 96.95µs
I0506 20:11:20.280098    3662 default_network_controller.go:1025] Node "ip-10-0-0-68.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0506 20:11:24.245159    3662 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0506 20:11:25.250322    3662 default_network_controller.go:1025] Node "ip-10-0-0-68.ec2.internal" in remote zone "ip-10-0-0-68.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0506 20:11:25.250353    3662 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-68.ec2.internal in network "default"
I0506 20:11:25.250390    3662 node_tracker.go:235] Node ip-10-0-0-68.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-68.ec2.internal"
I0506 20:11:25.250408    3662 node_tracker.go:169] Node ip-10-0-0-68.ec2.internal switch + router changed, syncing services in network "default"
I0506 20:11:25.250425    3662 services_controller.go:574] Full service sync requested for network=default
W0506 20:11:25.250807    3662 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0506 20:11:25.275715    3662 default_network_controller.go:1025] Node "ip-10-0-0-68.ec2.internal" in remote zone "ip-10-0-0-68.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0506 20:11:25.400898    3662 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-68.ec2.internal in network "default"
I0506 20:11:25.400967    3662 node_tracker.go:169] Node ip-10-0-0-68.ec2.internal switch + router changed, syncing services in network "default"
I0506 20:11:25.400972    3662 default_network_controller.go:1025] Node "ip-10-0-0-68.ec2.internal" in remote zone "ip-10-0-0-68.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0506 20:11:25.400979    3662 services_controller.go:574] Full service sync requested for network=default
W0506 20:11:25.401116    3662 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0506 20:11:25.401890    3662 zone_ic_handler.go:195] Time taken to create transit switch: 264.566µs
I0506 20:11:25.401917    3662 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-68.ec2.internal for the network default
I0506 20:11:25.402851    3662 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-68.ec2.internal" on network "default" took: 1.235729ms
I0506 20:11:27.471653    3662 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-68.ec2.internal", IP: 10.0.0.68 to PMTUD blocking rules
I0506 20:11:27.471671    3662 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-68.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0506 20:11:27.471685    3662 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-68.ec2.internal
I0506 20:11:27.471699    3662 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-68.ec2.internal in network "default"
I0506 20:11:27.471718    3662 egressfirewall.go:723] Syncing node "ip-10-0-0-68.ec2.internal" for egress firewall
I0506 20:11:27.471764    3662 node_tracker.go:169] Node ip-10-0-0-68.ec2.internal switch + router changed, syncing services in network "default"
I0506 20:11:27.471701    3662 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-68.ec2.internal: 24.847µs
I0506 20:11:27.471784    3662 services_controller.go:574] Full service sync requested for network=default
W0506 20:11:27.471882    3662 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0506 20:11:27.477611    3662 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-68.ec2.internal. Updating no re-route policies
I0506 20:11:27.487891    3662 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-68.ec2.internal", IP: 10.0.0.68 to PMTUD blocking rules
I0506 20:11:27.487920    3662 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-68.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0506 20:11:31.606708    3662 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-68.ec2.internal
I0506 20:11:31.606737    3662 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-68.ec2.internal: 34.568µs
W0506 20:11:38.591886    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0506 20:11:38.591925    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0506 20:11:55.256328    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0506 20:12:23.235236    3662 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-vcx8k] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-vcx8k for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:12:23.235348    3662 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-vcx8k
I0506 20:12:23.244371    3662 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-pqhds] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-pqhds for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:12:23.244490    3662 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-t294n] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-t294n for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:12:23.244503    3662 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-pqhds
I0506 20:12:23.244617    3662 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-t294n
I0506 20:12:23.264070    3662 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-vcx8k] pod update took 28.753347ms
I0506 20:12:23.264093    3662 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-vcx8k] addLogicalPort annotation time took 28.778348ms
I0506 20:12:23.265116    3662 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-vcx8k] addLogicalPort took 29.902076ms, libovsdb time 758.112µs
I0506 20:12:23.272751    3662 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-t294n] pod update took 28.154488ms
I0506 20:12:23.272767    3662 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-t294n] addLogicalPort annotation time took 28.177195ms
I0506 20:12:23.274251    3662 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-t294n] addLogicalPort took 29.774976ms, libovsdb time 1.169274ms
I0506 20:12:23.280856    3662 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-pqhds] pod update took 36.38184ms
I0506 20:12:23.280875    3662 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-pqhds] addLogicalPort annotation time took 36.400277ms
I0506 20:12:23.281759    3662 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-pqhds] addLogicalPort took 37.404362ms, libovsdb time 607.21µs
I0506 20:12:23.334991    3662 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-h4n8z] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-h4n8z for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:12:23.335054    3662 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-h4n8z
I0506 20:12:23.348264    3662 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-589cdb776c-zlg9x] creating logical port openshift-ingress_router-default-589cdb776c-zlg9x for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:12:23.348354    3662 kube.go:256] Updating pod openshift-ingress/router-default-589cdb776c-zlg9x
I0506 20:12:23.348487    3662 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-77d8b75467-mlqnc] creating logical port openshift-ingress_router-default-77d8b75467-mlqnc for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:12:23.348580    3662 kube.go:256] Updating pod openshift-ingress/router-default-77d8b75467-mlqnc
I0506 20:12:23.365519    3662 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-h4n8z] pod update took 30.482307ms
I0506 20:12:23.365540    3662 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-h4n8z] addLogicalPort annotation time took 30.50529ms
I0506 20:12:23.366437    3662 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-h4n8z] addLogicalPort took 31.455191ms, libovsdb time 648.333µs
I0506 20:12:23.376553    3662 pod.go:62] [openshift-ingress/router-default-77d8b75467-mlqnc] pod update took 27.99922ms
I0506 20:12:23.376570    3662 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-77d8b75467-mlqnc] addLogicalPort annotation time took 28.018289ms
I0506 20:12:23.376842    3662 pod.go:62] [openshift-ingress/router-default-589cdb776c-zlg9x] pod update took 28.515274ms
I0506 20:12:23.376862    3662 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-589cdb776c-zlg9x] addLogicalPort annotation time took 28.539409ms
I0506 20:12:23.377601    3662 pods.go:271] [openshift-ingress/router-default-77d8b75467-mlqnc] addLogicalPort took 29.124579ms, libovsdb time 763.67µs
I0506 20:12:23.377881    3662 pods.go:271] [openshift-ingress/router-default-589cdb776c-zlg9x] addLogicalPort took 29.629745ms, libovsdb time 697.153µs
I0506 20:12:23.585772    3662 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-vcx8k 447be470ec2fb920c37d47220c7ba8344fa81e51c07e4bd0496dde6d64010609 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-vcx8k 447be470ec2fb920c37d47220c7ba8344fa81e51c07e4bd0496dde6d64010609 network default NAD default NAD key ]
I0506 20:12:23.596195    3662 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-vcx8k, hostIfaceName: 447be470ec2fb92, network: default, NAD default, SandboxID: "447be470ec2fb920c37d47220c7ba8344fa81e51c07e4bd0496dde6d64010609", PCI device ID: , UID: "828f5c81-1e9f-47a3-8389-09559301def9", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23]
I0506 20:12:23.640498    3662 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-vcx8k 447be470ec2fb920c37d47220c7ba8344fa81e51c07e4bd0496dde6d64010609 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-vcx8k 447be470ec2fb920c37d47220c7ba8344fa81e51c07e4bd0496dde6d64010609 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:a9:8c:77:c4:fc\",\"name\":\"447be470ec2fb92\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8cc7aea8-f8f7-432f-a7cf-05a91fbaede1\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 20:12:23.689894    3662 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-h4n8z 14cac0a47c51ac0b4d44ef32120f8fffb2801fdf7f932077f3120a716aa97a28 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-h4n8z 14cac0a47c51ac0b4d44ef32120f8fffb2801fdf7f932077f3120a716aa97a28 network default NAD default NAD key ]
I0506 20:12:23.701059    3662 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-h4n8z, hostIfaceName: 14cac0a47c51ac0, network: default, NAD default, SandboxID: "14cac0a47c51ac0b4d44ef32120f8fffb2801fdf7f932077f3120a716aa97a28", PCI device ID: , UID: "58727c71-7bb6-4923-b6fb-313829ad0429", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23]
I0506 20:12:23.744634    3662 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-h4n8z 14cac0a47c51ac0b4d44ef32120f8fffb2801fdf7f932077f3120a716aa97a28 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-h4n8z 14cac0a47c51ac0b4d44ef32120f8fffb2801fdf7f932077f3120a716aa97a28 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:80:96:d2:57:fc\",\"name\":\"14cac0a47c51ac0\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c482d1c4-cd5f-4f4d-9646-3d24caf00dce\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 20:12:26.835412    3662 namespace.go:98] [openshift-service-ca] adding namespace
I0506 20:12:26.836302    3662 namespace.go:102] [openshift-service-ca] adding namespace took 870.605µs
I0506 20:12:26.855926    3662 namespace.go:142] [openshift-service-ca] updating namespace
I0506 20:12:27.493527    3662 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0506 20:12:27.494394    3662 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 847.921µs
I0506 20:12:27.518404    3662 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
W0506 20:12:27.633115    3662 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
W0506 20:12:35.839305    3662 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0506 20:12:39.193754    3662 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-pqhds 4825d70804935a7069cfc7204db9158a00b50e683e278b738bd992d9523623d1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-pqhds 4825d70804935a7069cfc7204db9158a00b50e683e278b738bd992d9523623d1 network default NAD default NAD key ]
I0506 20:12:39.217068    3662 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-pqhds, hostIfaceName: 4825d70804935a7, network: default, NAD default, SandboxID: "4825d70804935a7069cfc7204db9158a00b50e683e278b738bd992d9523623d1", PCI device ID: , UID: "843a2171-e673-477d-89b0-4e82af52fcd4", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23]
I0506 20:12:39.261167    3662 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-pqhds 4825d70804935a7069cfc7204db9158a00b50e683e278b738bd992d9523623d1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-pqhds 4825d70804935a7069cfc7204db9158a00b50e683e278b738bd992d9523623d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:7c:e2:0a:c2:ee\",\"name\":\"4825d70804935a7\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b1d73e32-f075-4336-9641-c22d1b44cc0e\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 20:12:48.971156    3662 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:12:48.971798    3662 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:12:48.971826    3662 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:12:48.971835    3662 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0506 20:12:48.971845    3662 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:12:48.971850    3662 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0506 20:12:51.913655    3662 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:12:51.913681    3662 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:12:51.913694    3662 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:12:51.913703    3662 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:12:51.981136    3662 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-4j4hr] creating logical port openshift-insights_insights-runtime-extractor-4j4hr for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:12:51.981282    3662 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-4j4hr
I0506 20:12:51.999799    3662 pod.go:62] [openshift-insights/insights-runtime-extractor-4j4hr] pod update took 18.593742ms
I0506 20:12:51.999821    3662 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-4j4hr] addLogicalPort annotation time took 18.623442ms
I0506 20:12:52.000875    3662 pods.go:271] [openshift-insights/insights-runtime-extractor-4j4hr] addLogicalPort took 19.751788ms, libovsdb time 759.183µs
I0506 20:12:52.099064    3662 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xpcv2] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-xpcv2 for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:12:52.099138    3662 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xpcv2
I0506 20:12:52.102014    3662 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-fn9nz] creating logical port openshift-console_downloads-5c54f4944f-fn9nz for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:12:52.102088    3662 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-fn9nz
I0506 20:12:52.115111    3662 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xpcv2] pod update took 15.993179ms
I0506 20:12:52.115129    3662 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xpcv2] addLogicalPort annotation time took 16.015601ms
I0506 20:12:52.116118    3662 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xpcv2] addLogicalPort took 17.062604ms, libovsdb time 738.751µs
I0506 20:12:52.122536    3662 pod.go:62] [openshift-console/downloads-5c54f4944f-fn9nz] pod update took 20.466724ms
I0506 20:12:52.122553    3662 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-fn9nz] addLogicalPort annotation time took 20.486566ms
I0506 20:12:52.123462    3662 pods.go:271] [openshift-console/downloads-5c54f4944f-fn9nz] addLogicalPort took 21.459362ms, libovsdb time 654.282µs
I0506 20:12:52.341618    3662 cni.go:452] [openshift-insights/insights-runtime-extractor-4j4hr eb2f1c9407828b964fd21fa8d071a56134c0ef5550d5a2e6f8eabefdf21ed34c network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-4j4hr eb2f1c9407828b964fd21fa8d071a56134c0ef5550d5a2e6f8eabefdf21ed34c network default NAD default NAD key ]
I0506 20:12:52.350622    3662 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-4j4hr, hostIfaceName: eb2f1c9407828b9, network: default, NAD default, SandboxID: "eb2f1c9407828b964fd21fa8d071a56134c0ef5550d5a2e6f8eabefdf21ed34c", PCI device ID: , UID: "4caacadc-1d46-4f0f-9851-dc9a9e0e4cf0", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23]
I0506 20:12:52.395473    3662 cni.go:473] [openshift-insights/insights-runtime-extractor-4j4hr eb2f1c9407828b964fd21fa8d071a56134c0ef5550d5a2e6f8eabefdf21ed34c network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-4j4hr eb2f1c9407828b964fd21fa8d071a56134c0ef5550d5a2e6f8eabefdf21ed34c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:bc:8a:47:b3:78\",\"name\":\"eb2f1c9407828b9\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f72a120c-7b8f-4ca5-9732-655f739f7fbb\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 20:12:52.455385    3662 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xpcv2 1ac6f603c5bb448e1a7bd08dd92cc4a8299fb5701cfc29cc4dae0786f5aeee98 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xpcv2 1ac6f603c5bb448e1a7bd08dd92cc4a8299fb5701cfc29cc4dae0786f5aeee98 network default NAD default NAD key ]
I0506 20:12:52.465226    3662 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-xpcv2, hostIfaceName: 1ac6f603c5bb448, network: default, NAD default, SandboxID: "1ac6f603c5bb448e1a7bd08dd92cc4a8299fb5701cfc29cc4dae0786f5aeee98", PCI device ID: , UID: "567b36fa-516d-47c7-aba4-911344d81b07", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23]
I0506 20:12:52.510028    3662 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xpcv2 1ac6f603c5bb448e1a7bd08dd92cc4a8299fb5701cfc29cc4dae0786f5aeee98 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xpcv2 1ac6f603c5bb448e1a7bd08dd92cc4a8299fb5701cfc29cc4dae0786f5aeee98 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:1a:a4:de:8d:71\",\"name\":\"1ac6f603c5bb448\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7926a283-e3bc-4a75-83f3-e4fb492a2705\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 20:12:53.289485    3662 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0506 20:12:53.301155    3662 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0506 20:12:53.694654    3662 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5ff4746bd4-c9t7p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:12:53.695304    3662 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5ff4746bd4-c9t7p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:12:53.714939    3662 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5ff4746bd4-c9t7p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:12:53.714955    3662 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5ff4746bd4-c9t7p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:12:53.719982    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5ff4746bd4-c9t7p
I0506 20:12:53.720003    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5ff4746bd4-c9t7p
I0506 20:12:53.864665    3662 obj_retry.go:498] Detected object openshift-image-registry/image-registry-56db4b9cb7-p7wx4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:12:53.865272    3662 obj_retry.go:498] Detected object openshift-image-registry/image-registry-56db4b9cb7-p7wx4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:12:53.878667    3662 obj_retry.go:492] Detected object openshift-image-registry/image-registry-56db4b9cb7-p7wx4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:12:53.878685    3662 obj_retry.go:492] Detected object openshift-image-registry/image-registry-56db4b9cb7-p7wx4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:12:53.887017    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-56db4b9cb7-p7wx4
I0506 20:12:53.887041    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-56db4b9cb7-p7wx4
I0506 20:12:54.443090    3662 cni.go:452] [openshift-console/downloads-5c54f4944f-fn9nz d40ad9dad456fdbcc15ee0eb2099dbb61c75cc02618c79ae2862f9bdb7651aab network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-fn9nz d40ad9dad456fdbcc15ee0eb2099dbb61c75cc02618c79ae2862f9bdb7651aab network default NAD default NAD key ]
I0506 20:12:54.453852    3662 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-fn9nz, hostIfaceName: d40ad9dad456fdb, network: default, NAD default, SandboxID: "d40ad9dad456fdbcc15ee0eb2099dbb61c75cc02618c79ae2862f9bdb7651aab", PCI device ID: , UID: "c40249de-7f70-480c-888b-c4cfa648ab45", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23]
W0506 20:12:54.461282    3662 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0506 20:12:54.495628    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
I0506 20:12:54.499639    3662 cni.go:473] [openshift-console/downloads-5c54f4944f-fn9nz d40ad9dad456fdbcc15ee0eb2099dbb61c75cc02618c79ae2862f9bdb7651aab network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-fn9nz d40ad9dad456fdbcc15ee0eb2099dbb61c75cc02618c79ae2862f9bdb7651aab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:21:bb:65:f2:76\",\"name\":\"d40ad9dad456fdb\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e321c7d-157c-4c00-bae9-9dd712721bae\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0506 20:12:54.739649    3662 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0506 20:12:54.894437    3662 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0506 20:12:55.037149    3662 cni.go:452] [openshift-multus/network-metrics-daemon-vjq6l 042ac1dce512ef8a789a1571aa338db044854e0feb7ae34016be4890d2e9166d network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-vjq6l 042ac1dce512ef8a789a1571aa338db044854e0feb7ae34016be4890d2e9166d network default NAD default NAD key ]
I0506 20:12:55.047582    3662 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-vjq6l, hostIfaceName: 042ac1dce512ef8, network: default, NAD default, SandboxID: "042ac1dce512ef8a789a1571aa338db044854e0feb7ae34016be4890d2e9166d", PCI device ID: , UID: "922df111-71a3-4aa0-9c0a-163271d40e41", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23]
I0506 20:12:55.098663    3662 cni.go:473] [openshift-multus/network-metrics-daemon-vjq6l 042ac1dce512ef8a789a1571aa338db044854e0feb7ae34016be4890d2e9166d network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-vjq6l 042ac1dce512ef8a789a1571aa338db044854e0feb7ae34016be4890d2e9166d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:33:d2:30:85:77\",\"name\":\"042ac1dce512ef8\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1b3eb58-0e1c-4edc-8aac-18703fa81e12\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 20:12:55.114629    3662 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-t294n 5038b0c3a0bb106ce3b7c69087ba8b3840a66d5ef1d47c62ae43f53d73f499a7 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-t294n 5038b0c3a0bb106ce3b7c69087ba8b3840a66d5ef1d47c62ae43f53d73f499a7 network default NAD default NAD key ]
I0506 20:12:55.124789    3662 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-t294n, hostIfaceName: 5038b0c3a0bb106, network: default, NAD default, SandboxID: "5038b0c3a0bb106ce3b7c69087ba8b3840a66d5ef1d47c62ae43f53d73f499a7", PCI device ID: , UID: "e026a8f4-3771-4e7b-b60c-0305189e7d65", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23]
I0506 20:12:55.173028    3662 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-t294n 5038b0c3a0bb106ce3b7c69087ba8b3840a66d5ef1d47c62ae43f53d73f499a7 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-t294n 5038b0c3a0bb106ce3b7c69087ba8b3840a66d5ef1d47c62ae43f53d73f499a7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:16:d3:6e:00:b0\",\"name\":\"5038b0c3a0bb106\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f980aeb0-02d6-4b97-9fc3-e5b63cc2860b\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 20:12:55.210038    3662 cni.go:452] [openshift-ingress/router-default-589cdb776c-zlg9x 7fcf394a72d4f9da9320f2e7f12eaab0b2c7de2f35524433b5a2b077c9c57275 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-589cdb776c-zlg9x 7fcf394a72d4f9da9320f2e7f12eaab0b2c7de2f35524433b5a2b077c9c57275 network default NAD default NAD key ]
I0506 20:12:55.211452    3662 cni.go:452] [openshift-ingress/router-default-77d8b75467-mlqnc c352c92d9d90a9c751093090d4614641b60e3796316db33546d9425ade8637f0 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-77d8b75467-mlqnc c352c92d9d90a9c751093090d4614641b60e3796316db33546d9425ade8637f0 network default NAD default NAD key ]
I0506 20:12:55.223404    3662 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-589cdb776c-zlg9x, hostIfaceName: 7fcf394a72d4f9d, network: default, NAD default, SandboxID: "7fcf394a72d4f9da9320f2e7f12eaab0b2c7de2f35524433b5a2b077c9c57275", PCI device ID: , UID: "2bb761ab-5bdf-4876-9f1f-0a5472b44c5c", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23]
I0506 20:12:55.225011    3662 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-77d8b75467-mlqnc, hostIfaceName: c352c92d9d90a9c, network: default, NAD default, SandboxID: "c352c92d9d90a9c751093090d4614641b60e3796316db33546d9425ade8637f0", PCI device ID: , UID: "c324e096-8c71-4322-a4e4-7fac54cb5a6f", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23]
I0506 20:12:55.272687    3662 cni.go:473] [openshift-ingress/router-default-589cdb776c-zlg9x 7fcf394a72d4f9da9320f2e7f12eaab0b2c7de2f35524433b5a2b077c9c57275 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-589cdb776c-zlg9x 7fcf394a72d4f9da9320f2e7f12eaab0b2c7de2f35524433b5a2b077c9c57275 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:9b:a4:b1:eb:4b\",\"name\":\"7fcf394a72d4f9d\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0708b9c-0ecb-4346-9178-4510b17d1725\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 20:12:55.290120    3662 cni.go:473] [openshift-ingress/router-default-77d8b75467-mlqnc c352c92d9d90a9c751093090d4614641b60e3796316db33546d9425ade8637f0 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-77d8b75467-mlqnc c352c92d9d90a9c751093090d4614641b60e3796316db33546d9425ade8637f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:78:d5:fc:ad:bd\",\"name\":\"c352c92d9d90a9c\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8873d0c8-8363-4fc3-994a-48c1f08d8273\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0506 20:12:55.479416    3662 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0506 20:12:55.479448    3662 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0506 20:12:55.480740    3662 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:12:55.480758    3662 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:12:55.480763    3662 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:12:55.515807    3662 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0506 20:12:55.515825    3662 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0506 20:12:55.518187    3662 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:12:55.518204    3662 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:12:55.518210    3662 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:12:55.884497    3662 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0506 20:12:55.884524    3662 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0506 20:12:55.884539    3662 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:12:55.884556    3662 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:12:55.884564    3662 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:12:56.485054    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:12:56.485075    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:12:56.485083    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:12:56.488446    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0506 20:12:56.488465    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
I0506 20:12:56.611786    3662 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0506 20:12:56.721796    3662 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0506 20:12:56.727139    3662 base_network_controller_pods.go:487] [default/openshift-console/console-6bfb79669c-t6w8h] creating logical port openshift-console_console-6bfb79669c-t6w8h for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:12:56.727220    3662 kube.go:256] Updating pod openshift-console/console-6bfb79669c-t6w8h
I0506 20:12:56.751278    3662 pod.go:62] [openshift-console/console-6bfb79669c-t6w8h] pod update took 24.078058ms
I0506 20:12:56.751375    3662 base_network_controller_pods.go:951] [default/openshift-console/console-6bfb79669c-t6w8h] addLogicalPort annotation time took 24.177176ms
I0506 20:12:56.752771    3662 pods.go:271] [openshift-console/console-6bfb79669c-t6w8h] addLogicalPort took 25.64494ms, libovsdb time 940.682µs
I0506 20:12:57.094810    3662 cni.go:452] [openshift-console/console-6bfb79669c-t6w8h 322aa919eff1db91a8290e2bd347f9888ee4a8db7199cb479d4dff2414c952a5 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6bfb79669c-t6w8h 322aa919eff1db91a8290e2bd347f9888ee4a8db7199cb479d4dff2414c952a5 network default NAD default NAD key ]
I0506 20:12:57.106130    3662 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6bfb79669c-t6w8h, hostIfaceName: 322aa919eff1db9, network: default, NAD default, SandboxID: "322aa919eff1db91a8290e2bd347f9888ee4a8db7199cb479d4dff2414c952a5", PCI device ID: , UID: "508f5c31-433b-463d-b25a-7ca73e30907f", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23]
I0506 20:12:57.155542    3662 cni.go:473] [openshift-console/console-6bfb79669c-t6w8h 322aa919eff1db91a8290e2bd347f9888ee4a8db7199cb479d4dff2414c952a5 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6bfb79669c-t6w8h 322aa919eff1db91a8290e2bd347f9888ee4a8db7199cb479d4dff2414c952a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:0c:bd:a7:9e:32\",\"name\":\"322aa919eff1db9\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/90a87167-6358-4f33-95d6-bcf12a33ec9f\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0506 20:13:00.500311    3662 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0506 20:13:00.726711    3662 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0506 20:13:01.356557    3662 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-288fd] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-288fd for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:13:01.356660    3662 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-288fd
I0506 20:13:01.375548    3662 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-288fd] pod update took 18.919998ms
I0506 20:13:01.375572    3662 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-288fd] addLogicalPort annotation time took 18.947514ms
I0506 20:13:01.376818    3662 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-288fd] addLogicalPort took 20.279021ms, libovsdb time 950.685µs
I0506 20:13:01.721977    3662 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-288fd 764f9bffb773b9784d6227069632e4eb06ace424018717a068202704e38162fb network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-288fd 764f9bffb773b9784d6227069632e4eb06ace424018717a068202704e38162fb network default NAD default NAD key ]
I0506 20:13:01.738937    3662 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-288fd, hostIfaceName: 764f9bffb773b97, network: default, NAD default, SandboxID: "764f9bffb773b9784d6227069632e4eb06ace424018717a068202704e38162fb", PCI device ID: , UID: "4461d3ab-fdaf-4505-8f27-5fc4c5035495", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23]
I0506 20:13:01.792016    3662 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-288fd 764f9bffb773b9784d6227069632e4eb06ace424018717a068202704e38162fb network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-288fd 764f9bffb773b9784d6227069632e4eb06ace424018717a068202704e38162fb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:23:b1:dc:d8:26\",\"name\":\"764f9bffb773b97\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c391e97-7cad-444d-a79f-e50529bf01e7\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 20:13:03.406891    3662 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-68455f9cc9-lk2fk] creating logical port openshift-monitoring_thanos-querier-68455f9cc9-lk2fk for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:13:03.407005    3662 kube.go:256] Updating pod openshift-monitoring/thanos-querier-68455f9cc9-lk2fk
I0506 20:13:03.427148    3662 pod.go:62] [openshift-monitoring/thanos-querier-68455f9cc9-lk2fk] pod update took 20.174212ms
I0506 20:13:03.427170    3662 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-68455f9cc9-lk2fk] addLogicalPort annotation time took 20.203737ms
I0506 20:13:03.428393    3662 pods.go:271] [openshift-monitoring/thanos-querier-68455f9cc9-lk2fk] addLogicalPort took 21.519433ms, libovsdb time 877.003µs
W0506 20:13:04.713922    3662 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0506 20:13:04.958374    3662 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0506 20:13:04.958398    3662 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0506 20:13:04.958406    3662 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0506 20:13:05.946645    3662 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-769c679ddd-f7k7g] creating logical port openshift-monitoring_metrics-server-769c679ddd-f7k7g for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:13:05.946768    3662 kube.go:256] Updating pod openshift-monitoring/metrics-server-769c679ddd-f7k7g
I0506 20:13:05.962754    3662 pod.go:62] [openshift-monitoring/metrics-server-769c679ddd-f7k7g] pod update took 16.010743ms
I0506 20:13:05.962779    3662 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-769c679ddd-f7k7g] addLogicalPort annotation time took 16.040777ms
I0506 20:13:05.964023    3662 pods.go:271] [openshift-monitoring/metrics-server-769c679ddd-f7k7g] addLogicalPort took 17.396705ms, libovsdb time 913.878µs
I0506 20:13:05.968993    3662 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-xvl8f] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-xvl8f for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:13:05.969087    3662 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-xvl8f
I0506 20:13:05.987397    3662 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xvl8f] pod update took 18.338656ms
I0506 20:13:05.987422    3662 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-xvl8f] addLogicalPort annotation time took 18.367423ms
I0506 20:13:05.988565    3662 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xvl8f] addLogicalPort took 19.587291ms, libovsdb time 776.584µs
W0506 20:13:07.544706    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0506 20:13:07.658866    3662 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:13:07.658973    3662 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
I0506 20:13:07.688378    3662 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 29.443074ms
I0506 20:13:07.688397    3662 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 29.465647ms
I0506 20:13:07.689615    3662 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 30.763664ms, libovsdb time 846.399µs
W0506 20:13:08.982589    3662 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0506 20:13:09.334709    3662 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-666b7f946d-kb94s IP address from the namespace address-set, err: pod openshift-console/console-666b7f946d-kb94s: no pod IPs found 
I0506 20:13:09.501826    3662 cni.go:452] [openshift-monitoring/prometheus-k8s-1 11019fba46b66c645d50c9cfa709c151071aef9be6c05ee76d2fecb42ece79ed network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 11019fba46b66c645d50c9cfa709c151071aef9be6c05ee76d2fecb42ece79ed network default NAD default NAD key ]
I0506 20:13:09.502086    3662 cni.go:452] [openshift-monitoring/metrics-server-769c679ddd-f7k7g d7ca3685c6557301fe785a3598f4e707a91c3e6de0b6acd113188671d31469c4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-769c679ddd-f7k7g d7ca3685c6557301fe785a3598f4e707a91c3e6de0b6acd113188671d31469c4 network default NAD default NAD key ]
I0506 20:13:09.504025    3662 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xvl8f ffad0be922cf7203f789c163d18d72d7b63336dd79b13ea6366adf0f90f7974f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xvl8f ffad0be922cf7203f789c163d18d72d7b63336dd79b13ea6366adf0f90f7974f network default NAD default NAD key ]
I0506 20:13:09.505090    3662 cni.go:452] [openshift-monitoring/thanos-querier-68455f9cc9-lk2fk 01fd5613b8cc7f6d0ba58403701ee75793caac93a7b31b376f5d50bfe5c4166b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-68455f9cc9-lk2fk 01fd5613b8cc7f6d0ba58403701ee75793caac93a7b31b376f5d50bfe5c4166b network default NAD default NAD key ]
I0506 20:13:09.517007    3662 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-769c679ddd-f7k7g, hostIfaceName: d7ca3685c655730, network: default, NAD default, SandboxID: "d7ca3685c6557301fe785a3598f4e707a91c3e6de0b6acd113188671d31469c4", PCI device ID: , UID: "4985d817-31b5-43f4-be9e-a8bd0ec063a8", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23]
I0506 20:13:09.518227    3662 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-xvl8f, hostIfaceName: ffad0be922cf720, network: default, NAD default, SandboxID: "ffad0be922cf7203f789c163d18d72d7b63336dd79b13ea6366adf0f90f7974f", PCI device ID: , UID: "5441a67c-cc96-4656-8928-6e0ce04a0730", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23]
I0506 20:13:09.518229    3662 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 11019fba46b66c6, network: default, NAD default, SandboxID: "11019fba46b66c645d50c9cfa709c151071aef9be6c05ee76d2fecb42ece79ed", PCI device ID: , UID: "9e5fb0ec-4cc7-4b3d-8510-499a1a5b4932", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23]
I0506 20:13:09.518643    3662 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-68455f9cc9-lk2fk, hostIfaceName: 01fd5613b8cc7f6, network: default, NAD default, SandboxID: "01fd5613b8cc7f6d0ba58403701ee75793caac93a7b31b376f5d50bfe5c4166b", PCI device ID: , UID: "f2348c03-728a-48f0-8be8-78634413b506", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23]
I0506 20:13:09.582177    3662 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xvl8f ffad0be922cf7203f789c163d18d72d7b63336dd79b13ea6366adf0f90f7974f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xvl8f ffad0be922cf7203f789c163d18d72d7b63336dd79b13ea6366adf0f90f7974f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:a6:92:31:28:04\",\"name\":\"ffad0be922cf720\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c37f6aa3-2dab-4fa7-90d0-2e3f3bcc7502\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 20:13:09.601575    3662 cni.go:473] [openshift-monitoring/prometheus-k8s-1 11019fba46b66c645d50c9cfa709c151071aef9be6c05ee76d2fecb42ece79ed network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 11019fba46b66c645d50c9cfa709c151071aef9be6c05ee76d2fecb42ece79ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:c0:40:54:ec:73\",\"name\":\"11019fba46b66c6\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c07d1823-2091-40ef-9aee-318fcc3de36d\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 20:13:09.826754    3662 cni.go:473] [openshift-monitoring/metrics-server-769c679ddd-f7k7g d7ca3685c6557301fe785a3598f4e707a91c3e6de0b6acd113188671d31469c4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-769c679ddd-f7k7g d7ca3685c6557301fe785a3598f4e707a91c3e6de0b6acd113188671d31469c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:5b:51:67:1a:6c\",\"name\":\"d7ca3685c655730\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9bbfda5e-e441-464e-b160-763b9d6f27c6\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 20:13:09.829188    3662 cni.go:473] [openshift-monitoring/thanos-querier-68455f9cc9-lk2fk 01fd5613b8cc7f6d0ba58403701ee75793caac93a7b31b376f5d50bfe5c4166b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-68455f9cc9-lk2fk 01fd5613b8cc7f6d0ba58403701ee75793caac93a7b31b376f5d50bfe5c4166b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:a4:86:35:2a:d1\",\"name\":\"01fd5613b8cc7f6\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df41c66f-4712-41a6-bd81-0e0e5fbeb37a\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0506 20:13:10.899370    3662 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0506 20:13:10.899404    3662 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0506 20:13:10.899416    3662 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0506 20:13:10.954051    3662 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0506 20:13:10.954072    3662 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0506 20:13:11.306374    3662 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-69dcf5b8d8-sfsdt IP address from the namespace address-set, err: pod openshift-console/console-69dcf5b8d8-sfsdt: no pod IPs found 
W0506 20:13:11.309843    3662 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-69dcf5b8d8-xxjcr IP address from the namespace address-set, err: pod openshift-console/console-69dcf5b8d8-xxjcr: no pod IPs found 
W0506 20:13:11.816403    3662 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:13:11.816422    3662 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:13:11.816428    3662 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:13:11.816432    3662 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:13:12.567992    3662 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0506 20:13:12.697851    3662 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0506 20:13:12.697873    3662 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0506 20:13:13.587874    3662 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:13:13.587895    3662 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:13:13.587918    3662 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:13:13.587924    3662 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0506 20:13:17.604601    3662 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5ff4746bd4-277p9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:13:17.604647    3662 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5ff4746bd4-277p9
I0506 20:13:17.605940    3662 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5ff4746bd4-277p9, ips: 10.129.0.6
I0506 20:13:17.605972    3662 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5ff4746bd4-277p9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:13:17.617317    3662 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5ff4746bd4-277p9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:13:17.617340    3662 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5ff4746bd4-277p9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:13:17.623593    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5ff4746bd4-277p9
I0506 20:13:17.623680    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5ff4746bd4-277p9
W0506 20:13:17.833354    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:13:17.833373    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:13:17.833381    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:13:17.833388    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:13:17.833409    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:13:17.833415    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:13:17.833421    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:13:17.833427    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:13:19.600958    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:13:19.600977    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:13:19.600983    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:13:19.600989    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0506 20:13:22.725576    3662 cni.go:452] [openshift-dns/dns-default-n2dq2 a50f3a931363d101f882f748ce99807d22122fe1b1dee0c40e67816a44313acd network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-n2dq2 a50f3a931363d101f882f748ce99807d22122fe1b1dee0c40e67816a44313acd network default NAD default NAD key ]
I0506 20:13:22.735349    3662 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-n2dq2, hostIfaceName: a50f3a931363d10, network: default, NAD default, SandboxID: "a50f3a931363d101f882f748ce99807d22122fe1b1dee0c40e67816a44313acd", PCI device ID: , UID: "d50d65e1-ce89-44ee-9ecb-461892a92425", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23]
I0506 20:13:22.788191    3662 cni.go:473] [openshift-dns/dns-default-n2dq2 a50f3a931363d101f882f748ce99807d22122fe1b1dee0c40e67816a44313acd network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-n2dq2 a50f3a931363d101f882f748ce99807d22122fe1b1dee0c40e67816a44313acd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:a9:64:00:7f:fc\",\"name\":\"a50f3a931363d10\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e30e51a-fa55-4084-89da-a8548cf6d4f1\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 20:13:26.150731    3662 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0506 20:13:29.962127    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0506 20:13:29.962158    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
I0506 20:13:30.033556    3662 obj_retry.go:498] Detected object openshift-console/console-6bfb79669c-9btkq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:13:30.033990    3662 obj_retry.go:498] Detected object openshift-console/console-6bfb79669c-9btkq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:13:30.925614    3662 obj_retry.go:492] Detected object openshift-console/console-6bfb79669c-9btkq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:13:30.925636    3662 obj_retry.go:492] Detected object openshift-console/console-6bfb79669c-9btkq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:13:30.931982    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6bfb79669c-9btkq
I0506 20:13:30.932008    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6bfb79669c-9btkq
W0506 20:13:33.585959    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0506 20:13:35.650457    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0506 20:13:35.650480    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0506 20:13:35.650487    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
I0506 20:13:36.224741    3662 obj_retry.go:498] Detected object openshift-console/console-666b7f946d-mbpsp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:13:36.225282    3662 obj_retry.go:498] Detected object openshift-console/console-666b7f946d-mbpsp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:13:37.069752    3662 obj_retry.go:492] Detected object openshift-console/console-666b7f946d-mbpsp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:13:37.069775    3662 obj_retry.go:492] Detected object openshift-console/console-666b7f946d-mbpsp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:13:37.077310    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-666b7f946d-mbpsp
I0506 20:13:37.077333    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-666b7f946d-mbpsp
W0506 20:13:56.763253    3662 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0506 20:13:56.763357    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0506 20:13:56.763407    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0506 20:13:57.767187    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0506 20:13:58.042965    3662 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
W0506 20:13:58.067603    3662 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
I0506 20:14:03.674104    3662 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0506 20:14:06.191514    3662 cni.go:452] [openshift-console/console-6bfb79669c-t6w8h 322aa919eff1db91a8290e2bd347f9888ee4a8db7199cb479d4dff2414c952a5 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6bfb79669c-t6w8h 322aa919eff1db91a8290e2bd347f9888ee4a8db7199cb479d4dff2414c952a5 network default NAD default NAD key ]
I0506 20:14:06.289216    3662 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:14:06.289824    3662 cni.go:473] [openshift-console/console-6bfb79669c-t6w8h 322aa919eff1db91a8290e2bd347f9888ee4a8db7199cb479d4dff2414c952a5 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6bfb79669c-t6w8h 322aa919eff1db91a8290e2bd347f9888ee4a8db7199cb479d4dff2414c952a5 network default NAD default NAD key default], result "{}", err <nil>
I0506 20:14:06.290035    3662 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:14:06.357292    3662 obj_retry.go:498] Detected object openshift-console/console-6bfb79669c-t6w8h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:14:06.357332    3662 pods.go:176] Deleting pod: openshift-console/console-6bfb79669c-t6w8h
I0506 20:14:06.358520    3662 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6bfb79669c-t6w8h, ips: 10.129.0.18
I0506 20:14:06.358551    3662 obj_retry.go:498] Detected object openshift-console/console-6bfb79669c-t6w8h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:14:06.796312    3662 obj_retry.go:492] Detected object openshift-console/console-6bfb79669c-t6w8h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:14:06.796333    3662 obj_retry.go:492] Detected object openshift-console/console-6bfb79669c-t6w8h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:14:06.802287    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6bfb79669c-t6w8h
I0506 20:14:06.802310    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6bfb79669c-t6w8h
I0506 20:14:07.182521    3662 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:14:07.182545    3662 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0506 20:14:08.139747    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0506 20:14:08.139767    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0506 20:14:08.139778    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0506 20:14:08.139783    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0506 20:14:08.849971    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0506 20:14:08.849993    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0506 20:14:12.213114    3662 cni.go:452] [openshift-ingress/router-default-77d8b75467-mlqnc c352c92d9d90a9c751093090d4614641b60e3796316db33546d9425ade8637f0 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-77d8b75467-mlqnc c352c92d9d90a9c751093090d4614641b60e3796316db33546d9425ade8637f0 network default NAD default NAD key ]
I0506 20:14:12.297813    3662 cni.go:473] [openshift-ingress/router-default-77d8b75467-mlqnc c352c92d9d90a9c751093090d4614641b60e3796316db33546d9425ade8637f0 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-77d8b75467-mlqnc c352c92d9d90a9c751093090d4614641b60e3796316db33546d9425ade8637f0 network default NAD default NAD key default], result "{}", err <nil>
I0506 20:14:12.347178    3662 obj_retry.go:498] Detected object openshift-ingress/router-default-77d8b75467-mlqnc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:14:12.347210    3662 pods.go:176] Deleting pod: openshift-ingress/router-default-77d8b75467-mlqnc
I0506 20:14:12.348539    3662 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-77d8b75467-mlqnc, ips: 10.129.0.14
I0506 20:14:12.348563    3662 obj_retry.go:498] Detected object openshift-ingress/router-default-77d8b75467-mlqnc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:14:12.823548    3662 obj_retry.go:492] Detected object openshift-ingress/router-default-77d8b75467-mlqnc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:14:12.823577    3662 obj_retry.go:492] Detected object openshift-ingress/router-default-77d8b75467-mlqnc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:14:12.829404    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-77d8b75467-mlqnc
I0506 20:14:12.829431    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-77d8b75467-mlqnc
I0506 20:14:23.289807    3662 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:14:23.290356    3662 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:14:24.174764    3662 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:14:24.174789    3662 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:14:24.181182    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0506 20:14:24.181206    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0506 20:14:27.450342    3662 cni.go:452] [openshift-monitoring/prometheus-k8s-1 11019fba46b66c645d50c9cfa709c151071aef9be6c05ee76d2fecb42ece79ed network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 11019fba46b66c645d50c9cfa709c151071aef9be6c05ee76d2fecb42ece79ed network default NAD default NAD key ]
I0506 20:14:27.533025    3662 cni.go:473] [openshift-monitoring/prometheus-k8s-1 11019fba46b66c645d50c9cfa709c151071aef9be6c05ee76d2fecb42ece79ed network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 11019fba46b66c645d50c9cfa709c151071aef9be6c05ee76d2fecb42ece79ed network default NAD default NAD key default], result "{}", err <nil>
I0506 20:14:27.593423    3662 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:14:27.593452    3662 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1
I0506 20:14:27.594654    3662 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.23
I0506 20:14:27.594709    3662 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:14:27.896544    3662 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:14:27.896564    3662 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:14:27.902982    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0506 20:14:27.903050    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
I0506 20:14:27.942308    3662 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:14:27.942434    3662 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
I0506 20:14:27.966480    3662 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 24.081853ms
I0506 20:14:27.966499    3662 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 24.104803ms
I0506 20:14:27.967765    3662 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 25.476306ms, libovsdb time 880.453µs
I0506 20:14:28.300017    3662 cni.go:452] [openshift-monitoring/prometheus-k8s-1 bce80a2cd4352c99ea1206a18cb8ba5d6187e7851ddefbd4c86efc172d2a33a3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 bce80a2cd4352c99ea1206a18cb8ba5d6187e7851ddefbd4c86efc172d2a33a3 network default NAD default NAD key ]
I0506 20:14:28.309249    3662 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: bce80a2cd4352c9, network: default, NAD default, SandboxID: "bce80a2cd4352c99ea1206a18cb8ba5d6187e7851ddefbd4c86efc172d2a33a3", PCI device ID: , UID: "851f9b91-314e-45cb-9b52-df3ec5f14380", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23]
I0506 20:14:28.355711    3662 cni.go:473] [openshift-monitoring/prometheus-k8s-1 bce80a2cd4352c99ea1206a18cb8ba5d6187e7851ddefbd4c86efc172d2a33a3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 bce80a2cd4352c99ea1206a18cb8ba5d6187e7851ddefbd4c86efc172d2a33a3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:0c:34:b8:d7:49\",\"name\":\"bce80a2cd4352c9\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32912aba-2100-4fd8-bcbd-8121c4e083f0\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 20:14:32.226104    3662 base_network_controller_pods.go:487] [default/openshift-console/console-59fb48cd44-79b9d] creating logical port openshift-console_console-59fb48cd44-79b9d for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:14:32.226216    3662 kube.go:256] Updating pod openshift-console/console-59fb48cd44-79b9d
I0506 20:14:32.258754    3662 pod.go:62] [openshift-console/console-59fb48cd44-79b9d] pod update took 32.564759ms
I0506 20:14:32.258774    3662 base_network_controller_pods.go:951] [default/openshift-console/console-59fb48cd44-79b9d] addLogicalPort annotation time took 32.591573ms
I0506 20:14:32.259880    3662 pods.go:271] [openshift-console/console-59fb48cd44-79b9d] addLogicalPort took 33.79484ms, libovsdb time 771.388µs
I0506 20:14:32.581785    3662 cni.go:452] [openshift-console/console-59fb48cd44-79b9d 7ce628abe8997624cfe2496887273aa7fa93d2e9b7a99474f620be44e357ab31 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-59fb48cd44-79b9d 7ce628abe8997624cfe2496887273aa7fa93d2e9b7a99474f620be44e357ab31 network default NAD default NAD key ]
I0506 20:14:32.590922    3662 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-59fb48cd44-79b9d, hostIfaceName: 7ce628abe899762, network: default, NAD default, SandboxID: "7ce628abe8997624cfe2496887273aa7fa93d2e9b7a99474f620be44e357ab31", PCI device ID: , UID: "dc068b16-958d-46eb-8b10-c38141a4db63", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23]
I0506 20:14:32.637849    3662 cni.go:473] [openshift-console/console-59fb48cd44-79b9d 7ce628abe8997624cfe2496887273aa7fa93d2e9b7a99474f620be44e357ab31 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-59fb48cd44-79b9d 7ce628abe8997624cfe2496887273aa7fa93d2e9b7a99474f620be44e357ab31 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:e7:c6:36:32:dd\",\"name\":\"7ce628abe899762\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/abab8372-4c9c-4f02-87f4-c99cf77d3e5a\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0506 20:14:43.007201    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0506 20:14:55.937167    3662 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:14:55.937731    3662 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:14:56.367303    3662 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:14:56.367326    3662 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:14:56.373946    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0506 20:14:56.373976    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0506 20:14:57.519096    3662 obj_retry.go:498] Detected object openshift-console/console-7db64b8b58-sxw48 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:14:57.519584    3662 obj_retry.go:498] Detected object openshift-console/console-7db64b8b58-sxw48 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:14:58.352449    3662 obj_retry.go:492] Detected object openshift-console/console-7db64b8b58-sxw48 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:14:58.352472    3662 obj_retry.go:492] Detected object openshift-console/console-7db64b8b58-sxw48 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:14:58.359298    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7db64b8b58-sxw48
I0506 20:14:58.359320    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7db64b8b58-sxw48
I0506 20:15:08.369885    3662 obj_retry.go:498] Detected object openshift-console/console-7db64b8b58-tlsjk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:15:08.370470    3662 obj_retry.go:498] Detected object openshift-console/console-7db64b8b58-tlsjk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:15:08.426512    3662 obj_retry.go:492] Detected object openshift-console/console-7db64b8b58-tlsjk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:15:08.426537    3662 obj_retry.go:492] Detected object openshift-console/console-7db64b8b58-tlsjk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:15:08.429044    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7db64b8b58-tlsjk
I0506 20:15:08.429074    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7db64b8b58-tlsjk
W0506 20:15:29.181852    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0506 20:15:29.181872    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0506 20:15:30.487706    3662 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:15:30.488257    3662 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:15:31.482482    3662 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:15:31.482512    3662 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:15:31.490700    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0506 20:15:31.490721    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0506 20:16:20.809818    3662 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5
I0506 20:16:26.847795    3662 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6
I0506 20:16:44.727898    3662 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=56
I0506 20:16:53.820446    3662 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0506 20:17:11.736149    3662 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=568
I0506 20:17:15.728162    3662 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14
I0506 20:17:55.722109    3662 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6
W0506 20:17:59.061301    3662 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0506 20:18:10.103674    3662 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0506 20:18:10.103744    3662 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-dqt28 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-dqt28: no pod IPs found 
I0506 20:18:13.809470    3662 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
I0506 20:18:30.825231    3662 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
I0506 20:18:38.837671    3662 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9
I0506 20:18:45.727541    3662 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=129
I0506 20:19:08.848396    3662 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8
I0506 20:19:20.727450    3662 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73
I0506 20:20:03.659420    3662 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-vf9sv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:03.660039    3662 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-vf9sv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:04.549675    3662 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-vf9sv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:04.549720    3662 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-vf9sv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:18.841633    3662 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10
I0506 20:20:38.831173    3662 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10
I0506 20:20:39.838357    3662 namespace.go:98] [tsf] adding namespace
I0506 20:20:39.839316    3662 namespace.go:102] [tsf] adding namespace took 937.997µs
I0506 20:20:39.858373    3662 namespace.go:142] [tsf] updating namespace
I0506 20:20:39.866113    3662 namespace.go:142] [tsf] updating namespace
I0506 20:20:44.593659    3662 namespace.go:98] [konflux-operator] adding namespace
I0506 20:20:44.593763    3662 namespace.go:98] [tsf-keycloak] adding namespace
I0506 20:20:44.594553    3662 namespace.go:102] [konflux-operator] adding namespace took 869.231µs
I0506 20:20:44.595127    3662 namespace.go:102] [tsf-keycloak] adding namespace took 1.346317ms
I0506 20:20:44.597566    3662 namespace.go:98] [konflux-ui] adding namespace
I0506 20:20:44.597650    3662 namespace.go:98] [rhtpa-operator] adding namespace
I0506 20:20:44.598360    3662 namespace.go:102] [konflux-ui] adding namespace took 779.036µs
I0506 20:20:44.598955    3662 namespace.go:102] [rhtpa-operator] adding namespace took 1.289631ms
I0506 20:20:44.600852    3662 namespace.go:98] [cert-manager-operator] adding namespace
I0506 20:20:44.600952    3662 namespace.go:98] [tsf-tpa] adding namespace
I0506 20:20:44.601000    3662 namespace.go:98] [rhbk-operator] adding namespace
I0506 20:20:44.601160    3662 namespace.go:98] [tsf-tas] adding namespace
I0506 20:20:44.601572    3662 namespace.go:102] [cert-manager-operator] adding namespace took 704.693µs
I0506 20:20:44.602206    3662 namespace.go:102] [tsf-tpa] adding namespace took 1.238911ms
I0506 20:20:44.602693    3662 namespace.go:102] [rhbk-operator] adding namespace took 1.677022ms
I0506 20:20:44.603166    3662 namespace.go:102] [tsf-tas] adding namespace took 1.99367ms
I0506 20:20:44.617808    3662 namespace.go:142] [konflux-operator] updating namespace
I0506 20:20:44.638076    3662 namespace.go:142] [konflux-operator] updating namespace
I0506 20:20:44.638117    3662 namespace.go:142] [tsf-keycloak] updating namespace
I0506 20:20:44.648569    3662 namespace.go:142] [konflux-ui] updating namespace
I0506 20:20:44.648574    3662 namespace.go:142] [rhtpa-operator] updating namespace
I0506 20:20:44.648715    3662 namespace.go:142] [cert-manager-operator] updating namespace
I0506 20:20:44.653226    3662 namespace.go:142] [tsf-keycloak] updating namespace
I0506 20:20:44.679682    3662 namespace.go:142] [konflux-operator] updating namespace
I0506 20:20:44.682161    3662 namespace.go:142] [rhbk-operator] updating namespace
I0506 20:20:44.690899    3662 namespace.go:142] [tsf-tpa] updating namespace
I0506 20:20:44.690936    3662 namespace.go:142] [tsf-keycloak] updating namespace
I0506 20:20:44.691036    3662 namespace.go:142] [tsf-tas] updating namespace
I0506 20:20:44.732674    3662 namespace.go:142] [rhtpa-operator] updating namespace
I0506 20:20:44.743936    3662 namespace.go:142] [rhtpa-operator] updating namespace
I0506 20:20:44.780764    3662 namespace.go:142] [cert-manager-operator] updating namespace
I0506 20:20:44.794225    3662 namespace.go:142] [cert-manager-operator] updating namespace
I0506 20:20:44.821653    3662 namespace.go:142] [tsf-tpa] updating namespace
I0506 20:20:44.830460    3662 namespace.go:142] [tsf-tpa] updating namespace
I0506 20:20:44.863122    3662 namespace.go:142] [rhbk-operator] updating namespace
I0506 20:20:44.881836    3662 namespace.go:142] [rhbk-operator] updating namespace
I0506 20:20:44.915895    3662 namespace.go:142] [tsf-tas] updating namespace
I0506 20:20:44.927813    3662 namespace.go:142] [tsf-tas] updating namespace
I0506 20:20:44.941737    3662 namespace.go:142] [konflux-ui] updating namespace
I0506 20:20:44.959066    3662 namespace.go:142] [konflux-ui] updating namespace
I0506 20:20:45.829898    3662 namespace.go:142] [tsf-keycloak] updating namespace
I0506 20:20:45.845208    3662 namespace.go:142] [tsf-tpa] updating namespace
I0506 20:20:46.042712    3662 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:20:46.042831    3662 kube.go:256] Updating pod tsf/test-tsf-subscriptions
I0506 20:20:46.066424    3662 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 23.627372ms
I0506 20:20:46.066443    3662 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 23.648226ms
I0506 20:20:46.067618    3662 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 24.919904ms, libovsdb time 854.449µs
I0506 20:20:46.411297    3662 cni.go:452] [tsf/test-tsf-subscriptions 80476ac6ac970bf4b85dac757d6d4c901d0622cb8ac9efa6bc2b87b5daeaf683 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 80476ac6ac970bf4b85dac757d6d4c901d0622cb8ac9efa6bc2b87b5daeaf683 network default NAD default NAD key ]
I0506 20:20:46.420265    3662 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 80476ac6ac970bf, network: default, NAD default, SandboxID: "80476ac6ac970bf4b85dac757d6d4c901d0622cb8ac9efa6bc2b87b5daeaf683", PCI device ID: , UID: "af36ebb6-8991-4a0a-b022-32856849317d", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23]
I0506 20:20:46.468778    3662 cni.go:473] [tsf/test-tsf-subscriptions 80476ac6ac970bf4b85dac757d6d4c901d0622cb8ac9efa6bc2b87b5daeaf683 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 80476ac6ac970bf4b85dac757d6d4c901d0622cb8ac9efa6bc2b87b5daeaf683 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:16:c1:43:3a:9d\",\"name\":\"80476ac6ac970bf\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20c75820-a48f-460d-9620-6f31d6686dcc\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 20:20:49.814817    3662 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10
I0506 20:20:51.846956    3662 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:51.847441    3662 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:51.847469    3662 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:51.847477    3662 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0506 20:20:51.847487    3662 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:51.847491    3662 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0506 20:20:52.877356    3662 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:52.877377    3662 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:52.877391    3662 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:52.877401    3662 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:53.904521    3662 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:53.905087    3662 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:53.905108    3662 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:53.905116    3662 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0506 20:20:53.905126    3662 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:53.905131    3662 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0506 20:20:54.884797    3662 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:54.885352    3662 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:54.885373    3662 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:54.885380    3662 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0506 20:20:54.885389    3662 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:54.885394    3662 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0506 20:20:54.924109    3662 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:54.924128    3662 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:54.924140    3662 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:54.924149    3662 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:55.878407    3662 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:55.879026    3662 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:55.879062    3662 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:55.879071    3662 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0506 20:20:55.879083    3662 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:55.879089    3662 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0506 20:20:55.931230    3662 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:55.931256    3662 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:55.931274    3662 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:55.931287    3662 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:56.905621    3662 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:56.905646    3662 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:56.905661    3662 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:56.905670    3662 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:57.903374    3662 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:57.904025    3662 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:57.904064    3662 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:57.904075    3662 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0506 20:20:57.904089    3662 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:57.904095    3662 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0506 20:20:58.924176    3662 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:58.924691    3662 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:58.924717    3662 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:58.924727    3662 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0506 20:20:58.924739    3662 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:58.924748    3662 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0506 20:20:58.929091    3662 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:58.929108    3662 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:58.929122    3662 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:58.929133    3662 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:59.954211    3662 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:59.954236    3662 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:59.954258    3662 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:59.954277    3662 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:21:06.440240    3662 namespace.go:98] [cert-manager] adding namespace
I0506 20:21:06.441119    3662 namespace.go:102] [cert-manager] adding namespace took 857.316µs
I0506 20:21:06.487878    3662 namespace.go:142] [cert-manager] updating namespace
I0506 20:21:06.520860    3662 namespace.go:142] [cert-manager] updating namespace
W0506 20:21:10.868803    3662 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0506 20:21:11.989192    3662 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0506 20:21:11.989218    3662 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0506 20:21:13.276668    3662 namespace.go:142] [openshift-operators] updating namespace
I0506 20:21:13.291664    3662 namespace.go:142] [openshift-operators] updating namespace
W0506 20:21:16.894720    3662 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0506 20:21:21.862624    3662 namespace.go:142] [openshift-operators] updating namespace
I0506 20:21:29.159849    3662 namespace.go:98] [trusted-artifact-signer] adding namespace
I0506 20:21:29.160805    3662 namespace.go:102] [trusted-artifact-signer] adding namespace took 932.33µs
I0506 20:21:29.182026    3662 namespace.go:142] [trusted-artifact-signer] updating namespace
I0506 20:21:29.200578    3662 namespace.go:142] [trusted-artifact-signer] updating namespace
W0506 20:21:29.970572    3662 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0506 20:21:38.551817    3662 namespace.go:98] [openshift-pipelines] adding namespace
I0506 20:21:38.552646    3662 namespace.go:102] [openshift-pipelines] adding namespace took 800.96µs
I0506 20:21:38.569637    3662 namespace.go:142] [openshift-pipelines] updating namespace
W0506 20:21:38.837051    3662 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
W0506 20:21:38.845835    3662 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0506 20:21:39.288762    3662 namespace.go:142] [cert-manager] updating namespace
I0506 20:21:39.485701    3662 namespace.go:142] [cert-manager-operator] updating namespace
I0506 20:21:39.881548    3662 namespace.go:142] [konflux-operator] updating namespace
I0506 20:21:40.083483    3662 namespace.go:142] [konflux-ui] updating namespace
I0506 20:21:40.274100    3662 namespace.go:142] [open-cluster-management-2q4kp77oipug2hvvh6d7vlnhnie88jkr] updating namespace
I0506 20:21:40.698964    3662 namespace.go:142] [rhbk-operator] updating namespace
I0506 20:21:40.890104    3662 namespace.go:142] [rhtpa-operator] updating namespace
I0506 20:21:41.130464    3662 namespace.go:142] [trusted-artifact-signer] updating namespace
I0506 20:21:41.375849    3662 namespace.go:142] [tsf] updating namespace
I0506 20:21:41.527379    3662 namespace.go:142] [tsf-keycloak] updating namespace
I0506 20:21:41.857931    3662 namespace.go:142] [tsf-tas] updating namespace
I0506 20:21:42.143774    3662 namespace.go:142] [tsf-tpa] updating namespace
I0506 20:21:42.285641    3662 namespace.go:142] [cert-manager] updating namespace
I0506 20:21:42.301597    3662 namespace.go:142] [cert-manager-operator] updating namespace
I0506 20:21:42.314968    3662 namespace.go:142] [default] updating namespace
I0506 20:21:42.340874    3662 namespace.go:142] [konflux-operator] updating namespace
I0506 20:21:42.361064    3662 namespace.go:142] [konflux-ui] updating namespace
I0506 20:21:42.372748    3662 namespace.go:142] [open-cluster-management-2q4kp77oipug2hvvh6d7vlnhnie88jkr] updating namespace
I0506 20:21:42.385488    3662 namespace.go:142] [openshift] updating namespace
I0506 20:21:42.399024    3662 namespace.go:142] [rhbk-operator] updating namespace
I0506 20:21:42.408512    3662 namespace.go:142] [rhtpa-operator] updating namespace
I0506 20:21:42.420711    3662 namespace.go:142] [trusted-artifact-signer] updating namespace
I0506 20:21:42.432776    3662 namespace.go:142] [tsf] updating namespace
I0506 20:21:42.444275    3662 namespace.go:142] [tsf-keycloak] updating namespace
I0506 20:21:42.460764    3662 namespace.go:142] [tsf-tas] updating namespace
I0506 20:21:42.473035    3662 namespace.go:142] [tsf-tpa] updating namespace
I0506 20:21:42.522630    3662 namespace.go:142] [cert-manager] updating namespace
I0506 20:21:42.606273    3662 cni.go:452] [tsf/test-tsf-subscriptions 80476ac6ac970bf4b85dac757d6d4c901d0622cb8ac9efa6bc2b87b5daeaf683 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 80476ac6ac970bf4b85dac757d6d4c901d0622cb8ac9efa6bc2b87b5daeaf683 network default NAD default NAD key ]
I0506 20:21:42.609730    3662 namespace.go:142] [cert-manager-operator] updating namespace
I0506 20:21:42.682546    3662 cni.go:473] [tsf/test-tsf-subscriptions 80476ac6ac970bf4b85dac757d6d4c901d0622cb8ac9efa6bc2b87b5daeaf683 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 80476ac6ac970bf4b85dac757d6d4c901d0622cb8ac9efa6bc2b87b5daeaf683 network default NAD default NAD key default], result "{}", err <nil>
I0506 20:21:42.699802    3662 namespace.go:142] [default] updating namespace
I0506 20:21:42.752238    3662 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:21:42.752263    3662 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions
I0506 20:21:42.753430    3662 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.0.26
I0506 20:21:42.753458    3662 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:21:42.765378    3662 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:21:42.765394    3662 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:21:42.777925    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0506 20:21:42.777943    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0506 20:21:42.806475    3662 namespace.go:142] [konflux-operator] updating namespace
I0506 20:21:42.905170    3662 namespace.go:142] [konflux-ui] updating namespace
I0506 20:21:42.998674    3662 namespace.go:142] [open-cluster-management-2q4kp77oipug2hvvh6d7vlnhnie88jkr] updating namespace
I0506 20:21:43.105105    3662 namespace.go:142] [openshift] updating namespace
I0506 20:21:43.254958    3662 namespace.go:142] [rhbk-operator] updating namespace
I0506 20:21:43.335400    3662 namespace.go:142] [rhtpa-operator] updating namespace
I0506 20:21:43.418791    3662 namespace.go:142] [trusted-artifact-signer] updating namespace
I0506 20:21:43.511718    3662 namespace.go:142] [tsf] updating namespace
I0506 20:21:43.604249    3662 namespace.go:142] [tsf-keycloak] updating namespace
I0506 20:21:43.708939    3662 namespace.go:142] [tsf-tas] updating namespace
I0506 20:21:43.806626    3662 namespace.go:142] [tsf-tpa] updating namespace
I0506 20:21:44.263069    3662 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:21:44.263158    3662 kube.go:256] Updating pod tsf/test-tsf-infrastructure
I0506 20:21:44.277927    3662 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 14.772771ms
I0506 20:21:44.277949    3662 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 14.820332ms
I0506 20:21:44.279111    3662 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 16.061931ms, libovsdb time 795.498µs
I0506 20:21:44.488385    3662 namespace.go:142] [openshift-pipelines] updating namespace
I0506 20:21:44.638551    3662 cni.go:452] [tsf/test-tsf-infrastructure 819d9729527f8f5ca2bebc22c79dc58bd146135aeef89653a686da315043d67c network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 819d9729527f8f5ca2bebc22c79dc58bd146135aeef89653a686da315043d67c network default NAD default NAD key ]
I0506 20:21:44.648094    3662 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 819d9729527f8f5, network: default, NAD default, SandboxID: "819d9729527f8f5ca2bebc22c79dc58bd146135aeef89653a686da315043d67c", PCI device ID: , UID: "dc27c4af-c75a-48f7-84cb-8b65882307cb", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23]
I0506 20:21:44.695832    3662 cni.go:473] [tsf/test-tsf-infrastructure 819d9729527f8f5ca2bebc22c79dc58bd146135aeef89653a686da315043d67c network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 819d9729527f8f5ca2bebc22c79dc58bd146135aeef89653a686da315043d67c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:dc:84:41:c4:64\",\"name\":\"819d9729527f8f5\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f071216e-639d-4d12-9e8f-b1cbfd290df2\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 20:21:47.201106    3662 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pjtgg] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-pjtgg for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:21:47.201219    3662 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pjtgg
I0506 20:21:47.235815    3662 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pjtgg] pod update took 34.629007ms
I0506 20:21:47.235842    3662 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pjtgg] addLogicalPort annotation time took 34.660481ms
I0506 20:21:47.237191    3662 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pjtgg] addLogicalPort took 36.100923ms, libovsdb time 946.635µs
I0506 20:21:47.274269    3662 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jp5q6] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-jp5q6 for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:21:47.274363    3662 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jp5q6
I0506 20:21:47.300843    3662 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jp5q6] pod update took 26.50109ms
I0506 20:21:47.300864    3662 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jp5q6] addLogicalPort annotation time took 26.528142ms
I0506 20:21:47.302187    3662 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jp5q6] addLogicalPort took 27.935152ms, libovsdb time 978.113µs
I0506 20:21:51.179196    3662 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pjtgg eaf7542959973bd74bffb353dc96117c2cda9677b4ef4e1e8e740450a3ceb3d7 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pjtgg eaf7542959973bd74bffb353dc96117c2cda9677b4ef4e1e8e740450a3ceb3d7 network default NAD default NAD key ]
I0506 20:21:51.188734    3662 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-pjtgg, hostIfaceName: eaf7542959973bd, network: default, NAD default, SandboxID: "eaf7542959973bd74bffb353dc96117c2cda9677b4ef4e1e8e740450a3ceb3d7", PCI device ID: , UID: "a1db0948-b424-46bf-892e-e49197eed1d3", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23]
I0506 20:21:51.237277    3662 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pjtgg eaf7542959973bd74bffb353dc96117c2cda9677b4ef4e1e8e740450a3ceb3d7 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pjtgg eaf7542959973bd74bffb353dc96117c2cda9677b4ef4e1e8e740450a3ceb3d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:c9:37:a0:de:34\",\"name\":\"eaf7542959973bd\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba2acdc4-12a1-4627-a8e3-0cbed81e04ca\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0506 20:21:51.663936    3662 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
I0506 20:21:52.730774    3662 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jp5q6 359249e0181c84726d2068b7c9461b7d882f721b5eaefcfb93eee2749e4459b3 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jp5q6 359249e0181c84726d2068b7c9461b7d882f721b5eaefcfb93eee2749e4459b3 network default NAD default NAD key ]
I0506 20:21:52.740186    3662 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-jp5q6, hostIfaceName: 359249e0181c847, network: default, NAD default, SandboxID: "359249e0181c84726d2068b7c9461b7d882f721b5eaefcfb93eee2749e4459b3", PCI device ID: , UID: "e1626b93-af60-4b9a-b127-384f5eeecc1c", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23]
I0506 20:21:52.788443    3662 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jp5q6 359249e0181c84726d2068b7c9461b7d882f721b5eaefcfb93eee2749e4459b3 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jp5q6 359249e0181c84726d2068b7c9461b7d882f721b5eaefcfb93eee2749e4459b3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:23:bd:5d:25:42\",\"name\":\"359249e0181c847\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa14a63e-a7e3-43fe-962c-0f39f87aebaf\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0506 20:21:53.661183    3662 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
W0506 20:21:57.196411    3662 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0506 20:21:57.196431    3662 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0506 20:21:57.196438    3662 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0506 20:21:59.162141    3662 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0506 20:21:59.162161    3662 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0506 20:21:59.162175    3662 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0506 20:21:59.162181    3662 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0506 20:21:59.221987    3662 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0506 20:21:59.222005    3662 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0506 20:21:59.222009    3662 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0506 20:22:12.692956    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql
W0506 20:22:14.674042    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
I0506 20:22:17.310861    3662 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-tph7t] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-tph7t for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:22:17.310952    3662 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-tph7t
I0506 20:22:17.336850    3662 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-tph7t] pod update took 25.919287ms
I0506 20:22:17.336871    3662 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-tph7t] addLogicalPort annotation time took 25.946319ms
I0506 20:22:17.338152    3662 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-tph7t] addLogicalPort took 27.305319ms, libovsdb time 912.968µs
I0506 20:22:17.668131    3662 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-tph7t 578c5495eb95b765deb21c9fa4ca31890ae218a5a649aa8f30973d8a34dd533a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-tph7t 578c5495eb95b765deb21c9fa4ca31890ae218a5a649aa8f30973d8a34dd533a network default NAD default NAD key ]
I0506 20:22:17.677858    3662 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-tph7t, hostIfaceName: 578c5495eb95b76, network: default, NAD default, SandboxID: "578c5495eb95b765deb21c9fa4ca31890ae218a5a649aa8f30973d8a34dd533a", PCI device ID: , UID: "b308c87b-b604-40ac-bb09-94a25defeb43", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23]
I0506 20:22:17.726280    3662 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-tph7t 578c5495eb95b765deb21c9fa4ca31890ae218a5a649aa8f30973d8a34dd533a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-tph7t 578c5495eb95b765deb21c9fa4ca31890ae218a5a649aa8f30973d8a34dd533a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:6c:84:26:65:71\",\"name\":\"578c5495eb95b76\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f77ba3cb-9506-4adc-817b-e1777f728fc7\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0506 20:22:21.256281    3662 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0506 20:22:21.792231    3662 cni.go:452] [tsf/test-tsf-infrastructure 819d9729527f8f5ca2bebc22c79dc58bd146135aeef89653a686da315043d67c network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 819d9729527f8f5ca2bebc22c79dc58bd146135aeef89653a686da315043d67c network default NAD default NAD key ]
I0506 20:22:21.873224    3662 cni.go:473] [tsf/test-tsf-infrastructure 819d9729527f8f5ca2bebc22c79dc58bd146135aeef89653a686da315043d67c network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 819d9729527f8f5ca2bebc22c79dc58bd146135aeef89653a686da315043d67c network default NAD default NAD key default], result "{}", err <nil>
I0506 20:22:21.923466    3662 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:22:21.923492    3662 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure
I0506 20:22:21.924824    3662 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.0.27
I0506 20:22:21.924848    3662 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:22:21.942756    3662 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:22:21.942780    3662 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:22:21.948996    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0506 20:22:21.949019    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0506 20:22:23.047292    3662 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:22:23.047379    3662 kube.go:256] Updating pod tsf/test-tsf-iam
I0506 20:22:23.063064    3662 pod.go:62] [tsf/test-tsf-iam] pod update took 15.705597ms
I0506 20:22:23.063090    3662 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 15.733906ms
I0506 20:22:23.064408    3662 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 17.158834ms, libovsdb time 969.272µs
I0506 20:22:23.403406    3662 cni.go:452] [tsf/test-tsf-iam 97e83d11604deecb99d32433f3baaed61b78d0fcb158db4a74c9df48f3c83317 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 97e83d11604deecb99d32433f3baaed61b78d0fcb158db4a74c9df48f3c83317 network default NAD default NAD key ]
I0506 20:22:23.413708    3662 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 97e83d11604deec, network: default, NAD default, SandboxID: "97e83d11604deecb99d32433f3baaed61b78d0fcb158db4a74c9df48f3c83317", PCI device ID: , UID: "0492e96e-3e21-4348-8208-d7c478ffece7", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23]
I0506 20:22:23.470979    3662 cni.go:473] [tsf/test-tsf-iam 97e83d11604deecb99d32433f3baaed61b78d0fcb158db4a74c9df48f3c83317 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 97e83d11604deecb99d32433f3baaed61b78d0fcb158db4a74c9df48f3c83317 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:2c:5f:bd:6f:64\",\"name\":\"97e83d11604deec\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9a1986a-8960-40c0-9b4b-a24c266322ed\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 20:22:23.877091    3662 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default
I0506 20:22:23.877740    3662 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}
I0506 20:22:23.877758    3662 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}]
I0506 20:22:23.879822    3662 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel
I0506 20:22:34.114101    3662 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-f7wsk] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-f7wsk for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:22:34.114220    3662 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-f7wsk
I0506 20:22:34.129933    3662 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-f7wsk] pod update took 15.746771ms
I0506 20:22:34.129954    3662 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-f7wsk] addLogicalPort annotation time took 15.774557ms
I0506 20:22:34.131259    3662 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-f7wsk] addLogicalPort took 17.177093ms, libovsdb time 976.861µs
I0506 20:22:34.472794    3662 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-f7wsk 6ec673a15c3778c8a1bc811e01a82a849fa3672ee2852b7743bc7ff0ac24008b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-f7wsk 6ec673a15c3778c8a1bc811e01a82a849fa3672ee2852b7743bc7ff0ac24008b network default NAD default NAD key ]
I0506 20:22:34.482228    3662 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-f7wsk, hostIfaceName: 6ec673a15c3778c, network: default, NAD default, SandboxID: "6ec673a15c3778c8a1bc811e01a82a849fa3672ee2852b7743bc7ff0ac24008b", PCI device ID: , UID: "bb0d415f-ec0d-4ce3-8a84-fb1fc82bd5a8", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23]
I0506 20:22:34.531279    3662 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-f7wsk 6ec673a15c3778c8a1bc811e01a82a849fa3672ee2852b7743bc7ff0ac24008b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-f7wsk 6ec673a15c3778c8a1bc811e01a82a849fa3672ee2852b7743bc7ff0ac24008b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:0e:14:43:6c:ae\",\"name\":\"6ec673a15c3778c\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ca6ae04-2d93-4742-afe2-58773a5e9430\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 20:22:34.731855    3662 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=47
W0506 20:22:36.337133    3662 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0506 20:22:36.337156    3662 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0506 20:22:36.337213    3662 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0506 20:22:36.337217    3662 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service
I0506 20:22:37.823973    3662 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0506 20:22:40.900883    3662 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:22:40.901000    3662 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0
I0506 20:22:40.920642    3662 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 19.664668ms
I0506 20:22:40.920661    3662 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 19.690806ms
I0506 20:22:40.921838    3662 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 20.970512ms, libovsdb time 818.119µs
I0506 20:22:50.572832    3662 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 d457c4f7ee05e86e76eda00afcee347f8657ebd4b83e74623028cb9e67f2b592 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 d457c4f7ee05e86e76eda00afcee347f8657ebd4b83e74623028cb9e67f2b592 network default NAD default NAD key ]
I0506 20:22:50.582453    3662 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: d457c4f7ee05e86, network: default, NAD default, SandboxID: "d457c4f7ee05e86e76eda00afcee347f8657ebd4b83e74623028cb9e67f2b592", PCI device ID: , UID: "4a671de1-8961-432e-81f7-47b9ff372205", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23]
I0506 20:22:50.632189    3662 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 d457c4f7ee05e86e76eda00afcee347f8657ebd4b83e74623028cb9e67f2b592 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 d457c4f7ee05e86e76eda00afcee347f8657ebd4b83e74623028cb9e67f2b592 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:1a:21:57:ff:20\",\"name\":\"d457c4f7ee05e86\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87149e8e-28fa-44cb-bf98-5acf87915030\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 20:22:56.006844    3662 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0506 20:23:02.520450    3662 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0506 20:23:02.520467    3662 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0506 20:23:02.520472    3662 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0506 20:23:17.060803    3662 cni.go:452] [tsf/test-tsf-iam 97e83d11604deecb99d32433f3baaed61b78d0fcb158db4a74c9df48f3c83317 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 97e83d11604deecb99d32433f3baaed61b78d0fcb158db4a74c9df48f3c83317 network default NAD default NAD key ]
I0506 20:23:17.147198    3662 cni.go:473] [tsf/test-tsf-iam 97e83d11604deecb99d32433f3baaed61b78d0fcb158db4a74c9df48f3c83317 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 97e83d11604deecb99d32433f3baaed61b78d0fcb158db4a74c9df48f3c83317 network default NAD default NAD key default], result "{}", err <nil>
I0506 20:23:17.213029    3662 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:23:17.213063    3662 pods.go:176] Deleting pod: tsf/test-tsf-iam
I0506 20:23:17.214268    3662 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.31
I0506 20:23:17.214298    3662 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:23:17.253097    3662 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:23:17.253118    3662 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:23:17.258918    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0506 20:23:17.258945    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0506 20:23:24.788383    3662 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-7mjm9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:23:24.788955    3662 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-7mjm9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:23:25.674779    3662 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-7mjm9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:23:25.674810    3662 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-7mjm9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:23:27.725618    3662 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6
I0506 20:23:28.109434    3662 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:23:28.109524    3662 kube.go:256] Updating pod tsf-tas/test-tsf-tas
I0506 20:23:28.124734    3662 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 15.236852ms
I0506 20:23:28.124753    3662 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 15.259573ms
I0506 20:23:28.126042    3662 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 16.626559ms, libovsdb time 920.929µs
I0506 20:23:28.597279    3662 cni.go:452] [tsf-tas/test-tsf-tas ee5cdec2781c03ceb67551036a63a94f8db8083c8009a3700da936f904c88734 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas ee5cdec2781c03ceb67551036a63a94f8db8083c8009a3700da936f904c88734 network default NAD default NAD key ]
I0506 20:23:28.606483    3662 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: ee5cdec2781c03c, network: default, NAD default, SandboxID: "ee5cdec2781c03ceb67551036a63a94f8db8083c8009a3700da936f904c88734", PCI device ID: , UID: "50fbd260-a3be-41db-86d7-c0f6034f20bc", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23]
I0506 20:23:28.656932    3662 cni.go:473] [tsf-tas/test-tsf-tas ee5cdec2781c03ceb67551036a63a94f8db8083c8009a3700da936f904c88734 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas ee5cdec2781c03ceb67551036a63a94f8db8083c8009a3700da936f904c88734 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:f8:62:63:0c:c2\",\"name\":\"ee5cdec2781c03c\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a70b0778-3f6c-42af-94d3-87ce56a96899\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 20:23:29.124244    3662 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-8wvbq-csj5c] creating logical port tsf-tas_segment-backup-installation-8wvbq-csj5c for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:23:29.124348    3662 kube.go:256] Updating pod tsf-tas/segment-backup-installation-8wvbq-csj5c
I0506 20:23:29.138274    3662 pod.go:62] [tsf-tas/segment-backup-installation-8wvbq-csj5c] pod update took 13.949911ms
I0506 20:23:29.138300    3662 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-8wvbq-csj5c] addLogicalPort annotation time took 13.981766ms
I0506 20:23:29.139460    3662 pods.go:271] [tsf-tas/segment-backup-installation-8wvbq-csj5c] addLogicalPort took 15.233304ms, libovsdb time 811.397µs
I0506 20:23:29.480109    3662 cni.go:452] [tsf-tas/segment-backup-installation-8wvbq-csj5c 6dca4af05c2a6a751296614affb30dd1e1a9f34ad55002a478383c70f87ec869 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-8wvbq-csj5c 6dca4af05c2a6a751296614affb30dd1e1a9f34ad55002a478383c70f87ec869 network default NAD default NAD key ]
I0506 20:23:29.490072    3662 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-8wvbq-csj5c, hostIfaceName: 6dca4af05c2a6a7, network: default, NAD default, SandboxID: "6dca4af05c2a6a751296614affb30dd1e1a9f34ad55002a478383c70f87ec869", PCI device ID: , UID: "e16a6595-c1e4-44c2-955d-ed39e66e8814", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23]
I0506 20:23:29.540875    3662 cni.go:473] [tsf-tas/segment-backup-installation-8wvbq-csj5c 6dca4af05c2a6a751296614affb30dd1e1a9f34ad55002a478383c70f87ec869 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-8wvbq-csj5c 6dca4af05c2a6a751296614affb30dd1e1a9f34ad55002a478383c70f87ec869 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:86:94:a3:9e:56\",\"name\":\"6dca4af05c2a6a7\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5ed8c8d-6d16-4637-ac70-c3aeb57b9998\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 20:23:29.862587    3662 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-774547cc5d-xvkcl] creating logical port tsf-tas_fulcio-server-774547cc5d-xvkcl for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:23:29.862709    3662 kube.go:256] Updating pod tsf-tas/fulcio-server-774547cc5d-xvkcl
I0506 20:23:29.885777    3662 pod.go:62] [tsf-tas/fulcio-server-774547cc5d-xvkcl] pod update took 23.086347ms
I0506 20:23:29.885807    3662 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-774547cc5d-xvkcl] addLogicalPort annotation time took 23.120249ms
I0506 20:23:29.887259    3662 pods.go:271] [tsf-tas/fulcio-server-774547cc5d-xvkcl] addLogicalPort took 24.688323ms, libovsdb time 970.905µs
I0506 20:23:30.231535    3662 cni.go:452] [tsf-tas/fulcio-server-774547cc5d-xvkcl 2b5dbc477927b5da73d10bc0436570980af6ef4169e07b966ec464864f20c3f4 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-774547cc5d-xvkcl 2b5dbc477927b5da73d10bc0436570980af6ef4169e07b966ec464864f20c3f4 network default NAD default NAD key ]
I0506 20:23:30.245062    3662 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-774547cc5d-xvkcl, hostIfaceName: 2b5dbc477927b5d, network: default, NAD default, SandboxID: "2b5dbc477927b5da73d10bc0436570980af6ef4169e07b966ec464864f20c3f4", PCI device ID: , UID: "2e69cb21-71c6-4ac2-813a-ee781645bf77", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23]
I0506 20:23:30.284089    3662 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-nzwrb] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-nzwrb for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:23:30.284283    3662 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-nzwrb
I0506 20:23:30.305291    3662 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-nzwrb] pod update took 21.035618ms
I0506 20:23:30.305374    3662 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-nzwrb] addLogicalPort annotation time took 21.122571ms
I0506 20:23:30.306946    3662 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-nzwrb] addLogicalPort took 22.873784ms, libovsdb time 990.221µs
I0506 20:23:30.316253    3662 cni.go:473] [tsf-tas/fulcio-server-774547cc5d-xvkcl 2b5dbc477927b5da73d10bc0436570980af6ef4169e07b966ec464864f20c3f4 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-774547cc5d-xvkcl 2b5dbc477927b5da73d10bc0436570980af6ef4169e07b966ec464864f20c3f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:c2:bc:c1:af:8e\",\"name\":\"2b5dbc477927b5d\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd337aea-a660-4ec5-b7a7-4815b7f90d39\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 20:23:30.355055    3662 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-rqn9m-kslcz] creating logical port tsf-tas_rekor-createtree-job-rqn9m-kslcz for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:23:30.355193    3662 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-rqn9m-kslcz
I0506 20:23:30.384701    3662 pod.go:62] [tsf-tas/rekor-createtree-job-rqn9m-kslcz] pod update took 29.516078ms
I0506 20:23:30.384728    3662 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-rqn9m-kslcz] addLogicalPort annotation time took 29.560428ms
I0506 20:23:30.386276    3662 pods.go:271] [tsf-tas/rekor-createtree-job-rqn9m-kslcz] addLogicalPort took 31.238213ms, libovsdb time 1.117504ms
I0506 20:23:30.662353    3662 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-nzwrb d8d5dc5afac41c15f3ff284459a19a72f47f06b3538fe6236297ff6a9f9c484e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-nzwrb d8d5dc5afac41c15f3ff284459a19a72f47f06b3538fe6236297ff6a9f9c484e network default NAD default NAD key ]
I0506 20:23:30.673962    3662 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-nzwrb, hostIfaceName: d8d5dc5afac41c1, network: default, NAD default, SandboxID: "d8d5dc5afac41c15f3ff284459a19a72f47f06b3538fe6236297ff6a9f9c484e", PCI device ID: , UID: "05226025-dd00-416f-9550-2288d30f678c", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23]
I0506 20:23:30.737619    3662 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-nzwrb d8d5dc5afac41c15f3ff284459a19a72f47f06b3538fe6236297ff6a9f9c484e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-nzwrb d8d5dc5afac41c15f3ff284459a19a72f47f06b3538fe6236297ff6a9f9c484e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:41:21:37:92:5d\",\"name\":\"d8d5dc5afac41c1\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67828b89-6a8e-401c-a068-79e09f9b9ec8\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 20:23:30.743449    3662 cni.go:452] [tsf-tas/rekor-createtree-job-rqn9m-kslcz 59ad7e696b512f67a7cdae0f63d4990bd03b13184a3b2f49c32d14913e0be803 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-rqn9m-kslcz 59ad7e696b512f67a7cdae0f63d4990bd03b13184a3b2f49c32d14913e0be803 network default NAD default NAD key ]
I0506 20:23:30.754720    3662 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-rqn9m-kslcz, hostIfaceName: 59ad7e696b512f6, network: default, NAD default, SandboxID: "59ad7e696b512f67a7cdae0f63d4990bd03b13184a3b2f49c32d14913e0be803", PCI device ID: , UID: "36b3404a-6bcf-4608-b896-a4f58b26b61f", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23]
I0506 20:23:30.818420    3662 cni.go:473] [tsf-tas/rekor-createtree-job-rqn9m-kslcz 59ad7e696b512f67a7cdae0f63d4990bd03b13184a3b2f49c32d14913e0be803 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-rqn9m-kslcz 59ad7e696b512f67a7cdae0f63d4990bd03b13184a3b2f49c32d14913e0be803 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:c8:c1:c0:5e:10\",\"name\":\"59ad7e696b512f6\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/30b79a4f-83e3-4248-bd7f-e6a38cb01b66\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 20:23:33.086261    3662 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-78d7fd4547-hxw5l] creating logical port tsf-tas_trillian-db-78d7fd4547-hxw5l for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:23:33.086353    3662 kube.go:256] Updating pod tsf-tas/trillian-db-78d7fd4547-hxw5l
I0506 20:23:33.099759    3662 pod.go:62] [tsf-tas/trillian-db-78d7fd4547-hxw5l] pod update took 13.427282ms
I0506 20:23:33.099788    3662 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-78d7fd4547-hxw5l] addLogicalPort annotation time took 13.457736ms
I0506 20:23:33.101408    3662 pods.go:271] [tsf-tas/trillian-db-78d7fd4547-hxw5l] addLogicalPort took 15.165682ms, libovsdb time 1.104605ms
W0506 20:23:40.693180    3662 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
I0506 20:23:41.534710    3662 namespace.go:142] [openshift-pipelines] updating namespace
I0506 20:23:42.153067    3662 cni.go:452] [tsf-tas/trillian-db-78d7fd4547-hxw5l eeeb888d53a18265644fc737b3ac8b25e30d872c112b99970b2f5b78c2d2ef77 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-78d7fd4547-hxw5l eeeb888d53a18265644fc737b3ac8b25e30d872c112b99970b2f5b78c2d2ef77 network default NAD default NAD key ]
I0506 20:23:42.163664    3662 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-78d7fd4547-hxw5l, hostIfaceName: eeeb888d53a1826, network: default, NAD default, SandboxID: "eeeb888d53a18265644fc737b3ac8b25e30d872c112b99970b2f5b78c2d2ef77", PCI device ID: , UID: "bea1f226-18a3-4ecc-9ed0-2cb755b00a35", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23]
I0506 20:23:42.216000    3662 cni.go:473] [tsf-tas/trillian-db-78d7fd4547-hxw5l eeeb888d53a18265644fc737b3ac8b25e30d872c112b99970b2f5b78c2d2ef77 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-78d7fd4547-hxw5l eeeb888d53a18265644fc737b3ac8b25e30d872c112b99970b2f5b78c2d2ef77 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:6e:dd:4b:7b:e2\",\"name\":\"eeeb888d53a1826\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07365d5b-4c23-46a8-9330-7c61a072fe61\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0506 20:23:43.755868    3662 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
W0506 20:23:45.224724    3662 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
I0506 20:23:46.232847    3662 cni.go:452] [tsf-tas/segment-backup-installation-8wvbq-csj5c 6dca4af05c2a6a751296614affb30dd1e1a9f34ad55002a478383c70f87ec869 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-8wvbq-csj5c 6dca4af05c2a6a751296614affb30dd1e1a9f34ad55002a478383c70f87ec869 network default NAD default NAD key ]
I0506 20:23:46.306536    3662 cni.go:473] [tsf-tas/segment-backup-installation-8wvbq-csj5c 6dca4af05c2a6a751296614affb30dd1e1a9f34ad55002a478383c70f87ec869 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-8wvbq-csj5c 6dca4af05c2a6a751296614affb30dd1e1a9f34ad55002a478383c70f87ec869 network default NAD default NAD key default], result "{}", err <nil>
I0506 20:23:46.356342    3662 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-8wvbq-csj5c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:23:46.356380    3662 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-8wvbq-csj5c
I0506 20:23:46.357708    3662 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-8wvbq-csj5c, ips: 10.129.0.35
I0506 20:23:46.357737    3662 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-8wvbq-csj5c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:23:47.268793    3662 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-8wvbq-csj5c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:23:47.268820    3662 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-8wvbq-csj5c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:23:55.990045    3662 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-qknc8] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-qknc8 for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:23:55.990162    3662 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-qknc8
I0506 20:23:56.010209    3662 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-qknc8] pod update took 20.069837ms
I0506 20:23:56.010234    3662 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-qknc8] addLogicalPort annotation time took 20.099696ms
I0506 20:23:56.011400    3662 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-qknc8] addLogicalPort took 21.37306ms, libovsdb time 825.938µs
W0506 20:23:56.276142    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql
I0506 20:23:56.347204    3662 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-qknc8 115601e50370ea458569e534bf68ca19972ed797ecf55e23cdec15a9c5ae79e2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-qknc8 115601e50370ea458569e534bf68ca19972ed797ecf55e23cdec15a9c5ae79e2 network default NAD default NAD key ]
I0506 20:23:56.356602    3662 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-qknc8, hostIfaceName: 115601e50370ea4, network: default, NAD default, SandboxID: "115601e50370ea458569e534bf68ca19972ed797ecf55e23cdec15a9c5ae79e2", PCI device ID: , UID: "076447db-c864-4b8d-9ca3-68c61d798572", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23]
I0506 20:23:56.613685    3662 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-qknc8 115601e50370ea458569e534bf68ca19972ed797ecf55e23cdec15a9c5ae79e2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-qknc8 115601e50370ea458569e534bf68ca19972ed797ecf55e23cdec15a9c5ae79e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:5c:81:15:38:b0\",\"name\":\"115601e50370ea4\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a752791-ec0e-45e0-8bbb-267f57e751d6\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 20:23:58.740144    3662 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=385
W0506 20:23:58.787021    3662 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
W0506 20:23:59.302665    3662 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0506 20:23:59.302682    3662 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0506 20:23:59.326622    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0506 20:23:59.326639    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
I0506 20:24:08.813449    3662 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6
I0506 20:24:24.419275    3662 cni.go:452] [tsf-tas/test-tsf-tas ee5cdec2781c03ceb67551036a63a94f8db8083c8009a3700da936f904c88734 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas ee5cdec2781c03ceb67551036a63a94f8db8083c8009a3700da936f904c88734 network default NAD default NAD key ]
I0506 20:24:24.498665    3662 cni.go:473] [tsf-tas/test-tsf-tas ee5cdec2781c03ceb67551036a63a94f8db8083c8009a3700da936f904c88734 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas ee5cdec2781c03ceb67551036a63a94f8db8083c8009a3700da936f904c88734 network default NAD default NAD key default], result "{}", err <nil>
I0506 20:24:24.572463    3662 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:24:24.572494    3662 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas
I0506 20:24:24.573774    3662 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.0.34
I0506 20:24:24.573805    3662 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:24:24.590511    3662 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:24.590530    3662 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:24.599169    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0506 20:24:24.599190    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0506 20:24:25.246321    3662 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-k2ksv] creating logical port tsf_patch-tekton-config-k2ksv for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:24:25.246407    3662 kube.go:256] Updating pod tsf/patch-tekton-config-k2ksv
I0506 20:24:25.259599    3662 pod.go:62] [tsf/patch-tekton-config-k2ksv] pod update took 13.211809ms
I0506 20:24:25.259623    3662 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-k2ksv] addLogicalPort annotation time took 13.24123ms
I0506 20:24:25.261055    3662 pods.go:271] [tsf/patch-tekton-config-k2ksv] addLogicalPort took 14.745479ms, libovsdb time 877.334µs
I0506 20:24:25.660257    3662 cni.go:452] [tsf/patch-tekton-config-k2ksv 95331094d7f0b995de6654a868770b7f1f46ae6152a300a65f3883da5ad07d60 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-k2ksv 95331094d7f0b995de6654a868770b7f1f46ae6152a300a65f3883da5ad07d60 network default NAD default NAD key ]
I0506 20:24:25.669474    3662 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-k2ksv, hostIfaceName: 95331094d7f0b99, network: default, NAD default, SandboxID: "95331094d7f0b995de6654a868770b7f1f46ae6152a300a65f3883da5ad07d60", PCI device ID: , UID: "e12794d9-8354-4764-821b-acb9c3d7db12", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23]
I0506 20:24:25.720285    3662 cni.go:473] [tsf/patch-tekton-config-k2ksv 95331094d7f0b995de6654a868770b7f1f46ae6152a300a65f3883da5ad07d60 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-k2ksv 95331094d7f0b995de6654a868770b7f1f46ae6152a300a65f3883da5ad07d60 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:2e:ee:7a:85:35\",\"name\":\"95331094d7f0b99\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/84076ba8-38a1-436d-b8b3-25223bc69da2\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 20:24:30.074568    3662 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-6khs8-8bxl5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:24:30.075295    3662 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-6khs8-8bxl5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:24:30.970239    3662 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-6khs8-8bxl5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:30.970264    3662 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-6khs8-8bxl5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:33.470244    3662 cni.go:452] [tsf/patch-tekton-config-k2ksv 95331094d7f0b995de6654a868770b7f1f46ae6152a300a65f3883da5ad07d60 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-k2ksv 95331094d7f0b995de6654a868770b7f1f46ae6152a300a65f3883da5ad07d60 network default NAD default NAD key ]
I0506 20:24:33.556805    3662 cni.go:473] [tsf/patch-tekton-config-k2ksv 95331094d7f0b995de6654a868770b7f1f46ae6152a300a65f3883da5ad07d60 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-k2ksv 95331094d7f0b995de6654a868770b7f1f46ae6152a300a65f3883da5ad07d60 network default NAD default NAD key default], result "{}", err <nil>
I0506 20:24:33.605634    3662 obj_retry.go:498] Detected object tsf/patch-tekton-config-k2ksv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:24:33.605667    3662 pods.go:176] Deleting pod: tsf/patch-tekton-config-k2ksv
I0506 20:24:33.607093    3662 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-k2ksv, ips: 10.129.0.41
I0506 20:24:33.607118    3662 obj_retry.go:498] Detected object tsf/patch-tekton-config-k2ksv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:24:34.630223    3662 obj_retry.go:492] Detected object tsf/patch-tekton-config-k2ksv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:34.630248    3662 obj_retry.go:492] Detected object tsf/patch-tekton-config-k2ksv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:35.296330    3662 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-595b45bfd4-frw5m] creating logical port tsf-tas_ctlog-595b45bfd4-frw5m for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:24:35.296423    3662 kube.go:256] Updating pod tsf-tas/ctlog-595b45bfd4-frw5m
I0506 20:24:35.312936    3662 pod.go:62] [tsf-tas/ctlog-595b45bfd4-frw5m] pod update took 16.537419ms
I0506 20:24:35.312958    3662 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-595b45bfd4-frw5m] addLogicalPort annotation time took 16.565021ms
I0506 20:24:35.314128    3662 pods.go:271] [tsf-tas/ctlog-595b45bfd4-frw5m] addLogicalPort took 17.81019ms, libovsdb time 820.167µs
I0506 20:24:35.953240    3662 cni.go:452] [tsf-tas/ctlog-595b45bfd4-frw5m 6f2dd08f8e8083a39846a0bf9da97457500fdd16fedb2105bd1532f35413645d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-595b45bfd4-frw5m 6f2dd08f8e8083a39846a0bf9da97457500fdd16fedb2105bd1532f35413645d network default NAD default NAD key ]
I0506 20:24:35.962558    3662 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-595b45bfd4-frw5m, hostIfaceName: 6f2dd08f8e8083a, network: default, NAD default, SandboxID: "6f2dd08f8e8083a39846a0bf9da97457500fdd16fedb2105bd1532f35413645d", PCI device ID: , UID: "501af2e7-4c42-4325-9000-2e2f9140cd0e", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23]
I0506 20:24:36.012272    3662 cni.go:473] [tsf-tas/ctlog-595b45bfd4-frw5m 6f2dd08f8e8083a39846a0bf9da97457500fdd16fedb2105bd1532f35413645d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-595b45bfd4-frw5m 6f2dd08f8e8083a39846a0bf9da97457500fdd16fedb2105bd1532f35413645d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:65:a8:88:39:ef\",\"name\":\"6f2dd08f8e8083a\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c33603f4-c1e2-4c9e-bef2-f5faa4ac7353\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 20:24:36.731918    3662 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=99
W0506 20:24:38.516637    3662 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
I0506 20:24:39.507053    3662 cni.go:452] [tsf-tas/rekor-createtree-job-rqn9m-kslcz 59ad7e696b512f67a7cdae0f63d4990bd03b13184a3b2f49c32d14913e0be803 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-rqn9m-kslcz 59ad7e696b512f67a7cdae0f63d4990bd03b13184a3b2f49c32d14913e0be803 network default NAD default NAD key ]
I0506 20:24:39.591928    3662 cni.go:473] [tsf-tas/rekor-createtree-job-rqn9m-kslcz 59ad7e696b512f67a7cdae0f63d4990bd03b13184a3b2f49c32d14913e0be803 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-rqn9m-kslcz 59ad7e696b512f67a7cdae0f63d4990bd03b13184a3b2f49c32d14913e0be803 network default NAD default NAD key default], result "{}", err <nil>
I0506 20:24:39.640072    3662 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-rqn9m-kslcz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:24:39.640103    3662 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-rqn9m-kslcz
I0506 20:24:39.641408    3662 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-rqn9m-kslcz, ips: 10.129.0.38
I0506 20:24:39.641444    3662 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-rqn9m-kslcz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:24:40.527108    3662 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-rqn9m-kslcz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:40.527133    3662 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-rqn9m-kslcz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:41.667447    3662 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-6fff96589-q2wtk] creating logical port tsf-tas_rekor-search-ui-6fff96589-q2wtk for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:24:41.667525    3662 kube.go:256] Updating pod tsf-tas/rekor-search-ui-6fff96589-q2wtk
I0506 20:24:41.680405    3662 pod.go:62] [tsf-tas/rekor-search-ui-6fff96589-q2wtk] pod update took 12.900661ms
I0506 20:24:41.680431    3662 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-6fff96589-q2wtk] addLogicalPort annotation time took 12.929331ms
I0506 20:24:41.681703    3662 pods.go:271] [tsf-tas/rekor-search-ui-6fff96589-q2wtk] addLogicalPort took 14.267362ms, libovsdb time 891.857µs
I0506 20:24:42.024986    3662 cni.go:452] [tsf-tas/rekor-search-ui-6fff96589-q2wtk a41fffb577f7b691dea795f4458885b2baf79f3ca914cf4e06b7f8afbd445683 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-6fff96589-q2wtk a41fffb577f7b691dea795f4458885b2baf79f3ca914cf4e06b7f8afbd445683 network default NAD default NAD key ]
I0506 20:24:42.034573    3662 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-6fff96589-q2wtk, hostIfaceName: a41fffb577f7b69, network: default, NAD default, SandboxID: "a41fffb577f7b691dea795f4458885b2baf79f3ca914cf4e06b7f8afbd445683", PCI device ID: , UID: "bb97b4c9-620d-4d62-a24f-453bade224ea", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23]
I0506 20:24:42.084549    3662 cni.go:473] [tsf-tas/rekor-search-ui-6fff96589-q2wtk a41fffb577f7b691dea795f4458885b2baf79f3ca914cf4e06b7f8afbd445683 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-6fff96589-q2wtk a41fffb577f7b691dea795f4458885b2baf79f3ca914cf4e06b7f8afbd445683 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:02:f0:35:33:f8\",\"name\":\"a41fffb577f7b69\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4800ddd7-f1f4-45f6-81d9-edf1b147cfb8\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 20:24:42.160643    3662 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-96cd5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:24:42.161232    3662 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-96cd5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:24:43.182042    3662 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-96cd5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:43.182071    3662 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-96cd5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:43.216307    3662 obj_retry.go:492] Detected object tsf/patch-tekton-config-k2ksv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:43.216331    3662 obj_retry.go:492] Detected object tsf/patch-tekton-config-k2ksv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:43.224672    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-k2ksv
I0506 20:24:43.224710    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-k2ksv
I0506 20:24:43.878702    3662 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:24:43.878860    3662 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa
I0506 20:24:43.893356    3662 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 14.533525ms
I0506 20:24:43.893375    3662 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 14.557732ms
I0506 20:24:43.894759    3662 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 16.076069ms, libovsdb time 982.043µs
W0506 20:24:44.032299    3662 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
I0506 20:24:44.230235    3662 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-57c8b4897c-9ch8v] creating logical port tsf-tas_rekor-server-57c8b4897c-9ch8v for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:24:44.230357    3662 kube.go:256] Updating pod tsf-tas/rekor-server-57c8b4897c-9ch8v
I0506 20:24:44.244325    3662 pod.go:62] [tsf-tas/rekor-server-57c8b4897c-9ch8v] pod update took 14.006703ms
I0506 20:24:44.244375    3662 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-57c8b4897c-9ch8v] addLogicalPort annotation time took 14.034321ms
I0506 20:24:44.245775    3662 pods.go:271] [tsf-tas/rekor-server-57c8b4897c-9ch8v] addLogicalPort took 15.560851ms, libovsdb time 955.18µs
I0506 20:24:44.777629    3662 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 193bb2a9b11f7dffd0471cf89a9c2246c5ee98e9f0b9b54afc77e86b9e017553 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 193bb2a9b11f7dffd0471cf89a9c2246c5ee98e9f0b9b54afc77e86b9e017553 network default NAD default NAD key ]
I0506 20:24:44.787610    3662 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 193bb2a9b11f7df, network: default, NAD default, SandboxID: "193bb2a9b11f7dffd0471cf89a9c2246c5ee98e9f0b9b54afc77e86b9e017553", PCI device ID: , UID: "da68d958-43be-43bb-adc4-d1c84009babb", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23]
I0506 20:24:44.838468    3662 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 193bb2a9b11f7dffd0471cf89a9c2246c5ee98e9f0b9b54afc77e86b9e017553 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 193bb2a9b11f7dffd0471cf89a9c2246c5ee98e9f0b9b54afc77e86b9e017553 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:34:98:33:ef:1e\",\"name\":\"193bb2a9b11f7df\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54322447-22cd-438a-9aab-5d31e983ea46\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0506 20:24:45.537445    3662 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0506 20:24:48.560632    3662 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 193bb2a9b11f7dffd0471cf89a9c2246c5ee98e9f0b9b54afc77e86b9e017553 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 193bb2a9b11f7dffd0471cf89a9c2246c5ee98e9f0b9b54afc77e86b9e017553 network default NAD default NAD key ]
I0506 20:24:48.658828    3662 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 193bb2a9b11f7dffd0471cf89a9c2246c5ee98e9f0b9b54afc77e86b9e017553 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 193bb2a9b11f7dffd0471cf89a9c2246c5ee98e9f0b9b54afc77e86b9e017553 network default NAD default NAD key default], result "{}", err <nil>
I0506 20:24:48.712201    3662 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:24:48.712233    3662 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa
I0506 20:24:48.713666    3662 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.0.44
I0506 20:24:48.713691    3662 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:24:48.731177    3662 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:48.731196    3662 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:48.740247    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0506 20:24:48.740271    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
I0506 20:24:48.937236    3662 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:24:48.937386    3662 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa
I0506 20:24:48.965176    3662 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 27.83646ms
I0506 20:24:48.965196    3662 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 27.860472ms
I0506 20:24:48.966384    3662 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 29.164451ms, libovsdb time 823.26µs
I0506 20:24:49.294112    3662 cni.go:452] [tsf-tpa/test-tsf-tpa c60da760d73858fc84bd758cbc389143a27deb82a65aecd95f55e40a7ce1e394 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa c60da760d73858fc84bd758cbc389143a27deb82a65aecd95f55e40a7ce1e394 network default NAD default NAD key ]
I0506 20:24:49.304240    3662 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: c60da760d73858f, network: default, NAD default, SandboxID: "c60da760d73858fc84bd758cbc389143a27deb82a65aecd95f55e40a7ce1e394", PCI device ID: , UID: "11915c10-5ee5-4749-886e-b00d5f7ae5ec", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23]
I0506 20:24:49.353702    3662 cni.go:473] [tsf-tpa/test-tsf-tpa c60da760d73858fc84bd758cbc389143a27deb82a65aecd95f55e40a7ce1e394 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa c60da760d73858fc84bd758cbc389143a27deb82a65aecd95f55e40a7ce1e394 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:e1:9b:2e:87:58\",\"name\":\"c60da760d73858f\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97903f1d-c8b4-457f-98c0-6b75f0b37c70\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0506 20:24:49.510206    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog
I0506 20:24:54.197953    3662 cni.go:452] [tsf-tas/rekor-server-57c8b4897c-9ch8v 6eb1a40ad9bd7f47029b3872e766c7cbf551e34596fcc1c1496df223f3b3ef33 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-57c8b4897c-9ch8v 6eb1a40ad9bd7f47029b3872e766c7cbf551e34596fcc1c1496df223f3b3ef33 network default NAD default NAD key ]
I0506 20:24:54.207284    3662 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-57c8b4897c-9ch8v, hostIfaceName: 6eb1a40ad9bd7f4, network: default, NAD default, SandboxID: "6eb1a40ad9bd7f47029b3872e766c7cbf551e34596fcc1c1496df223f3b3ef33", PCI device ID: , UID: "8be5abb1-e1fa-43cb-ad8f-3e9cfa930a70", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23]
I0506 20:24:54.234631    3662 obj_retry.go:498] Detected object tsf-tpa/create-db-2pn6r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:24:54.235254    3662 obj_retry.go:498] Detected object tsf-tpa/create-db-2pn6r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:24:54.257597    3662 cni.go:473] [tsf-tas/rekor-server-57c8b4897c-9ch8v 6eb1a40ad9bd7f47029b3872e766c7cbf551e34596fcc1c1496df223f3b3ef33 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-57c8b4897c-9ch8v 6eb1a40ad9bd7f47029b3872e766c7cbf551e34596fcc1c1496df223f3b3ef33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:4e:cf:d8:5a:ec\",\"name\":\"6eb1a40ad9bd7f4\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7e388ce-ec61-47c0-bf5d-1955e58eab03\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 20:24:55.259772    3662 obj_retry.go:492] Detected object tsf-tpa/create-db-2pn6r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:55.259801    3662 obj_retry.go:492] Detected object tsf-tpa/create-db-2pn6r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:55.852617    3662 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6
W0506 20:24:56.608218    3662 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
W0506 20:24:57.577054    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0506 20:24:58.259436    3662 obj_retry.go:498] Detected object tsf-tpa/migrate-db-lmbg6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:24:58.260027    3662 obj_retry.go:498] Detected object tsf-tpa/migrate-db-lmbg6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:24:58.393156    3662 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lmbg6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:58.393177    3662 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lmbg6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:25:01.280337    3662 obj_retry.go:498] Detected object tsf-tpa/create-importers-ltqqw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:25:01.280865    3662 obj_retry.go:498] Detected object tsf-tpa/create-importers-ltqqw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:25:01.504500    3662 base_network_controller_pods.go:487] [default/tsf-tpa/server-584797f5f5-256lr] creating logical port tsf-tpa_server-584797f5f5-256lr for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:25:01.504595    3662 kube.go:256] Updating pod tsf-tpa/server-584797f5f5-256lr
I0506 20:25:01.518332    3662 pod.go:62] [tsf-tpa/server-584797f5f5-256lr] pod update took 13.761906ms
I0506 20:25:01.518350    3662 base_network_controller_pods.go:951] [default/tsf-tpa/server-584797f5f5-256lr] addLogicalPort annotation time took 13.785993ms
I0506 20:25:01.519665    3662 pods.go:271] [tsf-tpa/server-584797f5f5-256lr] addLogicalPort took 15.18774ms, libovsdb time 853.855µs
I0506 20:25:01.560280    3662 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-sd92t] creating logical port tsf-tpa_importer-86bcdf477b-sd92t for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:25:01.560362    3662 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-sd92t
I0506 20:25:01.574216    3662 pod.go:62] [tsf-tpa/importer-86bcdf477b-sd92t] pod update took 13.875909ms
I0506 20:25:01.574238    3662 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-sd92t] addLogicalPort annotation time took 13.902437ms
I0506 20:25:01.575389    3662 pods.go:271] [tsf-tpa/importer-86bcdf477b-sd92t] addLogicalPort took 15.120889ms, libovsdb time 786.952µs
I0506 20:25:01.612171    3662 obj_retry.go:492] Detected object tsf-tpa/create-importers-ltqqw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:25:01.612190    3662 obj_retry.go:492] Detected object tsf-tpa/create-importers-ltqqw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0506 20:25:07.618733    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server
I0506 20:25:26.429373    3662 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-vjbr5-nc52k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:25:26.429914    3662 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-vjbr5-nc52k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:25:27.301851    3662 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-vjbr5-nc52k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:25:27.301875    3662 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-vjbr5-nc52k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:25:31.779943    3662 cni.go:452] [tsf-tpa/server-584797f5f5-256lr 8fed88b2ecec87ce1b9184c37260e4f4f9438874247ecb669b7b0ac235736449 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-584797f5f5-256lr 8fed88b2ecec87ce1b9184c37260e4f4f9438874247ecb669b7b0ac235736449 network default NAD default NAD key ]
I0506 20:25:31.790769    3662 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-584797f5f5-256lr, hostIfaceName: 8fed88b2ecec87c, network: default, NAD default, SandboxID: "8fed88b2ecec87ce1b9184c37260e4f4f9438874247ecb669b7b0ac235736449", PCI device ID: , UID: "30fb9d4f-dfe8-4c60-bed8-f7001f1cc687", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23]
I0506 20:25:31.843845    3662 cni.go:473] [tsf-tpa/server-584797f5f5-256lr 8fed88b2ecec87ce1b9184c37260e4f4f9438874247ecb669b7b0ac235736449 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-584797f5f5-256lr 8fed88b2ecec87ce1b9184c37260e4f4f9438874247ecb669b7b0ac235736449 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:39:dd:bc:be:c8\",\"name\":\"8fed88b2ecec87c\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dca51680-59e6-4ec9-95a1-7e3bf249fccd\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 20:25:32.379464    3662 cni.go:452] [tsf-tpa/importer-86bcdf477b-sd92t 71ddf99faffdbd41303a983e096c0ba2d0bf7842deafde24383b3a9d1c485362 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-sd92t 71ddf99faffdbd41303a983e096c0ba2d0bf7842deafde24383b3a9d1c485362 network default NAD default NAD key ]
I0506 20:25:32.389201    3662 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-sd92t, hostIfaceName: 71ddf99faffdbd4, network: default, NAD default, SandboxID: "71ddf99faffdbd41303a983e096c0ba2d0bf7842deafde24383b3a9d1c485362", PCI device ID: , UID: "a31168eb-e3c4-4d75-ae82-3fdf3fd6326e", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23]
I0506 20:25:32.437964    3662 cni.go:473] [tsf-tpa/importer-86bcdf477b-sd92t 71ddf99faffdbd41303a983e096c0ba2d0bf7842deafde24383b3a9d1c485362 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-sd92t 71ddf99faffdbd41303a983e096c0ba2d0bf7842deafde24383b3a9d1c485362 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:5b:58:ef:74:b8\",\"name\":\"71ddf99faffdbd4\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f29ae3ca-0920-4d50-b9fe-ecb3d834eecf\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0506 20:25:33.813980    3662 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10
W0506 20:25:34.830326    3662 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
I0506 20:25:40.731627    3662 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=99
W0506 20:25:42.379303    3662 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
W0506 20:25:45.844030    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server
I0506 20:25:47.882005    3662 cni.go:452] [tsf-tpa/test-tsf-tpa c60da760d73858fc84bd758cbc389143a27deb82a65aecd95f55e40a7ce1e394 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa c60da760d73858fc84bd758cbc389143a27deb82a65aecd95f55e40a7ce1e394 network default NAD default NAD key ]
I0506 20:25:47.959009    3662 cni.go:473] [tsf-tpa/test-tsf-tpa c60da760d73858fc84bd758cbc389143a27deb82a65aecd95f55e40a7ce1e394 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa c60da760d73858fc84bd758cbc389143a27deb82a65aecd95f55e40a7ce1e394 network default NAD default NAD key default], result "{}", err <nil>
I0506 20:25:48.014625    3662 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:25:48.014659    3662 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa
I0506 20:25:48.015998    3662 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.129.0.46
I0506 20:25:48.016023    3662 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:25:48.056258    3662 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:25:48.056282    3662 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:25:48.062252    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0506 20:25:48.062278    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0506 20:25:48.768466    3662 namespace.go:98] [build-service] adding namespace
I0506 20:25:48.769346    3662 namespace.go:102] [build-service] adding namespace took 858.783µs
I0506 20:25:48.770848    3662 namespace.go:98] [image-controller] adding namespace
I0506 20:25:48.771541    3662 namespace.go:102] [image-controller] adding namespace took 677.909µs
I0506 20:25:48.774882    3662 namespace.go:98] [default-tenant] adding namespace
I0506 20:25:48.774928    3662 namespace.go:98] [integration-service] adding namespace
I0506 20:25:48.775513    3662 namespace.go:102] [default-tenant] adding namespace took 617.432µs
I0506 20:25:48.776013    3662 namespace.go:102] [integration-service] adding namespace took 1.072028ms
I0506 20:25:48.816061    3662 namespace.go:142] [build-service] updating namespace
I0506 20:25:48.841851    3662 namespace.go:142] [build-service] updating namespace
I0506 20:25:48.851930    3662 namespace.go:142] [image-controller] updating namespace
I0506 20:25:48.890876    3662 namespace.go:142] [image-controller] updating namespace
I0506 20:25:48.891007    3662 namespace.go:142] [default-tenant] updating namespace
I0506 20:25:48.903213    3662 namespace.go:142] [integration-service] updating namespace
I0506 20:25:48.915098    3662 namespace.go:142] [default-tenant] updating namespace
I0506 20:25:48.937082    3662 namespace.go:142] [integration-service] updating namespace
I0506 20:25:49.039065    3662 namespace.go:142] [build-service] updating namespace
I0506 20:25:49.054268    3662 namespace.go:142] [integration-service] updating namespace
I0506 20:25:49.094853    3662 namespace.go:98] [release-service] adding namespace
I0506 20:25:49.095671    3662 namespace.go:102] [release-service] adding namespace took 804.394µs
I0506 20:25:49.121852    3662 namespace.go:142] [release-service] updating namespace
I0506 20:25:49.173876    3662 namespace.go:142] [konflux-ui] updating namespace
I0506 20:25:49.187043    3662 namespace.go:142] [release-service] updating namespace
I0506 20:25:49.283943    3662 namespace.go:98] [konflux-info] adding namespace
I0506 20:25:49.284649    3662 namespace.go:102] [konflux-info] adding namespace took 686.17µs
I0506 20:25:49.347029    3662 namespace.go:142] [konflux-info] updating namespace
I0506 20:25:49.409990    3662 namespace.go:142] [konflux-info] updating namespace
I0506 20:25:49.485014    3662 namespace.go:98] [namespace-lister] adding namespace
I0506 20:25:49.485711    3662 namespace.go:102] [namespace-lister] adding namespace took 682.219µs
I0506 20:25:49.637590    3662 namespace.go:98] [enterprise-contract-service] adding namespace
I0506 20:25:49.637629    3662 namespace.go:142] [namespace-lister] updating namespace
I0506 20:25:49.638346    3662 namespace.go:102] [enterprise-contract-service] adding namespace took 740.708µs
I0506 20:25:49.640234    3662 namespace.go:142] [image-controller] updating namespace
I0506 20:25:49.702844    3662 namespace.go:142] [namespace-lister] updating namespace
I0506 20:25:49.783772    3662 namespace.go:142] [default-tenant] updating namespace
I0506 20:25:49.794503    3662 namespace.go:142] [enterprise-contract-service] updating namespace
I0506 20:25:49.930200    3662 namespace.go:98] [segment-bridge] adding namespace
I0506 20:25:49.931004    3662 namespace.go:102] [segment-bridge] adding namespace took 782.358µs
I0506 20:25:49.952152    3662 namespace.go:142] [enterprise-contract-service] updating namespace
I0506 20:25:49.990836    3662 namespace.go:98] [konflux-cli] adding namespace
I0506 20:25:49.991559    3662 namespace.go:102] [konflux-cli] adding namespace took 709.971µs
I0506 20:25:50.030703    3662 namespace.go:142] [build-service] updating namespace
I0506 20:25:50.030770    3662 namespace.go:142] [segment-bridge] updating namespace
I0506 20:25:50.147872    3662 namespace.go:142] [konflux-cli] updating namespace
I0506 20:25:50.147882    3662 namespace.go:142] [segment-bridge] updating namespace
I0506 20:25:50.202380    3662 namespace.go:142] [konflux-cli] updating namespace
I0506 20:25:50.500935    3662 namespace.go:142] [default-tenant] updating namespace
I0506 20:25:50.604084    3662 namespace.go:142] [image-controller] updating namespace
I0506 20:25:50.755824    3662 namespace.go:142] [integration-service] updating namespace
I0506 20:25:50.862110    3662 namespace.go:142] [konflux-info] updating namespace
I0506 20:25:51.042998    3662 namespace.go:142] [release-service] updating namespace
I0506 20:25:51.110529    3662 namespace.go:142] [build-service] updating namespace
I0506 20:25:51.157627    3662 namespace.go:142] [default-tenant] updating namespace
I0506 20:25:51.171791    3662 namespace.go:142] [image-controller] updating namespace
I0506 20:25:51.184221    3662 namespace.go:142] [integration-service] updating namespace
I0506 20:25:51.204382    3662 namespace.go:142] [konflux-info] updating namespace
I0506 20:25:51.213128    3662 namespace.go:142] [release-service] updating namespace
I0506 20:25:51.259822    3662 namespace.go:142] [build-service] updating namespace
I0506 20:25:51.319867    3662 namespace.go:142] [default-tenant] updating namespace
I0506 20:25:51.379692    3662 namespace.go:142] [image-controller] updating namespace
I0506 20:25:51.481221    3662 namespace.go:142] [integration-service] updating namespace
I0506 20:25:51.515875    3662 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0506 20:25:51.516469    3662 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0506 20:25:51.516482    3662 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0506 20:25:51.519084    3662 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0506 20:25:51.582608    3662 namespace.go:142] [konflux-info] updating namespace
I0506 20:25:51.641780    3662 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0506 20:25:51.641800    3662 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0506 20:25:51.642514    3662 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0506 20:25:51.688440    3662 namespace.go:142] [release-service] updating namespace
I0506 20:25:53.043106    3662 namespace.go:142] [enterprise-contract-service] updating namespace
I0506 20:25:53.245776    3662 namespace.go:142] [konflux-cli] updating namespace
I0506 20:25:53.442113    3662 namespace.go:142] [namespace-lister] updating namespace
I0506 20:25:53.651475    3662 namespace.go:142] [segment-bridge] updating namespace
I0506 20:25:53.755014    3662 namespace.go:142] [enterprise-contract-service] updating namespace
I0506 20:25:53.772291    3662 namespace.go:142] [konflux-cli] updating namespace
I0506 20:25:53.785527    3662 namespace.go:142] [namespace-lister] updating namespace
I0506 20:25:53.802442    3662 namespace.go:142] [segment-bridge] updating namespace
I0506 20:25:53.861647    3662 namespace.go:142] [enterprise-contract-service] updating namespace
I0506 20:25:53.914767    3662 namespace.go:142] [konflux-cli] updating namespace
I0506 20:25:53.970723    3662 namespace.go:142] [namespace-lister] updating namespace
I0506 20:25:54.066259    3662 namespace.go:142] [segment-bridge] updating namespace
W0506 20:25:54.510687    3662 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
W0506 20:25:56.483798    3662 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
W0506 20:26:00.529160    3662 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
I0506 20:26:00.851249    3662 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11
W0506 20:26:01.533836    3662 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
W0506 20:26:02.548186    3662 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0506 20:26:02.548748    3662 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0506 20:26:02.563645    3662 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0506 20:26:02.563667    3662 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0506 20:26:04.540197    3662 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0506 20:26:04.540215    3662 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0506 20:26:05.575446    3662 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0506 20:26:05.575463    3662 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0506 20:26:06.553072    3662 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0506 20:26:06.553638    3662 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
I0506 20:26:13.880872    3662 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-zjj99 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:26:13.881507    3662 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-zjj99 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:26:14.633629    3662 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-zjj99 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:26:14.633651    3662 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-zjj99 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:26:14.638813    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-zjj99
I0506 20:26:14.638841    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-zjj99
I0506 20:26:19.824215    3662 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9
I0506 20:26:23.819514    3662 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7
I0506 20:26:46.834724    3662 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8
I0506 20:26:59.829118    3662 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10
I0506 20:27:14.353092    3662 obj_retry.go:498] Detected object konflux-ui/proxy-565c7bbf58-4qf97 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:27:14.353697    3662 obj_retry.go:498] Detected object konflux-ui/proxy-565c7bbf58-4qf97 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:27:14.842108    3662 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10
I0506 20:27:14.986862    3662 obj_retry.go:492] Detected object konflux-ui/proxy-565c7bbf58-4qf97 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:27:14.986881    3662 obj_retry.go:492] Detected object konflux-ui/proxy-565c7bbf58-4qf97 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:27:14.993269    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-565c7bbf58-4qf97
I0506 20:27:14.993286    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-565c7bbf58-4qf97
I0506 20:27:22.144313    3662 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:27:22.144851    3662 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:27:22.160706    3662 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:27:22.160723    3662 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:27:22.166086    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0506 20:27:22.166113    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0506 20:27:51.146496    3662 namespace.go:98] [managed-tenant-e1de7] adding namespace
I0506 20:27:51.147450    3662 namespace.go:102] [managed-tenant-e1de7] adding namespace took 919.242µs
I0506 20:27:51.177343    3662 namespace.go:142] [managed-tenant-e1de7] updating namespace
I0506 20:27:51.199822    3662 namespace.go:142] [managed-tenant-e1de7] updating namespace
I0506 20:27:52.205369    3662 namespace.go:142] [managed-tenant-e1de7] updating namespace
I0506 20:27:52.333438    3662 namespace.go:142] [managed-tenant-e1de7] updating namespace
I0506 20:27:52.434263    3662 namespace.go:142] [managed-tenant-e1de7] updating namespace
I0506 20:28:44.730871    3662 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=79
I0506 20:29:08.728945    3662 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8
I0506 20:29:31.845449    3662 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11
I0506 20:30:04.104029    3662 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-mcq46 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:30:04.104595    3662 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-mcq46 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:30:04.975522    3662 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-mcq46 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:30:04.975545    3662 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-mcq46 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:30:20.735954    3662 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=62
I0506 20:30:44.817638    3662 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7
I0506 20:31:24.735976    3662 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=70
I0506 20:32:30.827798    3662 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0506 20:32:33.833054    3662 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6
I0506 20:32:55.818028    3662 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8
I0506 20:33:07.855101    3662 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8
I0506 20:33:22.744502    3662 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=264
I0506 20:33:45.856614    3662 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10
I0506 20:33:57.838253    3662 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9
I0506 20:33:58.845561    3662 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8
I0506 20:34:26.736693    3662 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=81
I0506 20:34:55.051148    3662 obj_retry.go:492] Detected object tsf-tpa/create-db-2pn6r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:34:55.051199    3662 obj_retry.go:492] Detected object tsf-tpa/create-db-2pn6r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:34:55.055963    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-2pn6r
I0506 20:34:55.056000    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-2pn6r
I0506 20:34:58.029294    3662 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lmbg6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:34:58.029337    3662 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lmbg6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:34:58.034175    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-lmbg6
I0506 20:34:58.034203    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-lmbg6
I0506 20:35:01.033657    3662 obj_retry.go:492] Detected object tsf-tpa/create-importers-ltqqw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:35:01.033687    3662 obj_retry.go:492] Detected object tsf-tpa/create-importers-ltqqw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:35:01.037257    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-ltqqw
I0506 20:35:01.037285    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-ltqqw
I0506 20:35:05.823269    3662 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10
I0506 20:36:31.740214    3662 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=24
I0506 20:36:45.849730    3662 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7
I0506 20:36:54.732110    3662 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8
I0506 20:37:22.821002    3662 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7
I0506 20:38:17.739394    3662 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7
I0506 20:38:22.735002    3662 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10
I0506 20:38:41.831580    3662 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0506 20:40:02.858744    3662 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
I0506 20:40:04.620532    3662 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-rhb8t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:40:04.621099    3662 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-rhb8t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:40:05.476068    3662 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-rhb8t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:40:05.476090    3662 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-rhb8t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:40:05.506257    3662 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:40:05.506303    3662 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:40:05.509238    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm
I0506 20:40:05.509264    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm
I0506 20:40:20.741041    3662 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6
I0506 20:40:20.822028    3662 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8
W0506 20:40:29.619433    3662 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0506 20:40:29.621194    3662 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
I0506 20:40:29.860205    3662 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6
I0506 20:40:43.849657    3662 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7
W0506 20:40:58.378313    3662 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5
I0506 20:41:11.752566    3662 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=33
I0506 20:41:20.837267    3662 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10
I0506 20:41:27.164147    3662 obj_retry.go:498] Detected object default-tenant/tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:41:27.164710    3662 obj_retry.go:498] Detected object default-tenant/tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:41:30.057113    3662 obj_retry.go:492] Detected object default-tenant/tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:41:30.057157    3662 obj_retry.go:492] Detected object default-tenant/tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:41:30.062293    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod
I0506 20:41:30.062324    3662 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod
I0506 20:41:36.800842    3662 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s5lct] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-s5lct for pod on switch ip-10-0-2-128.ec2.internal
I0506 20:41:36.800968    3662 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s5lct
I0506 20:41:36.827316    3662 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s5lct] pod update took 26.368799ms
I0506 20:41:36.827386    3662 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s5lct] addLogicalPort annotation time took 26.442179ms
I0506 20:41:36.828621    3662 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s5lct] addLogicalPort took 27.793276ms, libovsdb time 853.773µs
I0506 20:41:37.158115    3662 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s5lct 1954e6eb89123a2350a3c72b12f23b951457894cf740bd6e9444c492af7905ab network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s5lct 1954e6eb89123a2350a3c72b12f23b951457894cf740bd6e9444c492af7905ab network default NAD default NAD key ]
I0506 20:41:37.167410    3662 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-s5lct, hostIfaceName: 1954e6eb89123a2, network: default, NAD default, SandboxID: "1954e6eb89123a2350a3c72b12f23b951457894cf740bd6e9444c492af7905ab", PCI device ID: , UID: "d0b56a42-0b06-4d06-9b73-2b87fa559949", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23]
I0506 20:41:37.223359    3662 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s5lct 1954e6eb89123a2350a3c72b12f23b951457894cf740bd6e9444c492af7905ab network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s5lct 1954e6eb89123a2350a3c72b12f23b951457894cf740bd6e9444c492af7905ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:a3:6c:a0:3b:af\",\"name\":\"1954e6eb89123a2\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/444bea9a-436b-41b5-8da3-b6f34b1d316b\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0506 20:41:50.633085    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0506 20:41:50.633113    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0506 20:41:50.633123    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0506 20:41:50.633130    3662 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
I0506 20:42:07.744057    3662 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=21
I0506 20:42:15.853937    3662 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7
I0506 20:43:24.841630    3662 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11
I0506 20:43:29.736049    3662 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7
I0506 20:43:31.827040    3662 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8
I0506 20:44:19.739356    3662 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7
I0506 20:44:26.743013    3662 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=15
W0506 20:44:38.377516    3662 duration.go:461] Config duration recorder: measurement expired for pod/tsf/patch-tekton-config-k2ksv