+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-2-15.ec2.internal
++ [[ -n ip-10-0-2-15.ec2.internal ]]
++ [[ -f /env/ip-10-0-2-15.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260401-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260401-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0428 15:35:27.036583470 - disable conntrack on geneve port'
I0428 15:35:27.036583470 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
I0428 15:35:27.058178051 - starting ovnkube-node
+ echo 'I0428 15:35:27.058178051 - starting ovnkube-node'
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-15.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-15.ec2.internal --init-node ip-10-0-2-15.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-15.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0428 15:35:27.101592    3787 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf
I0428 15:35:27.101647    3787 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-c7f8c090a1.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}}
I0428 15:35:27.103144    3787 kube.go:431] Waiting for certificate
I0428 15:35:27.103178    3787 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0428 15:35:27.103818    3787 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0428 15:35:27.104475    3787 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0428 15:35:27.137854    3787 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0428 15:35:27.137873    3787 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0428 15:35:27.140406    3787 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0428 15:35:27.140492    3787 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-v4qnl"
I0428 15:35:27.150073    3787 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-v4qnl"
I0428 15:35:27.150126    3787 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0428 15:35:28.103948    3787 kube.go:438] Certificate found
I0428 15:35:28.104543    3787 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0428 15:35:28.105561    3787 metrics.go:532] Starting metrics server at address "127.0.0.1:29103"
I0428 15:35:28.164470    3787 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-29 15:30:27 +0000 UTC" deadline="2026-04-29 09:35:49.325339691 +0000 UTC"
I0428 15:35:28.164512    3787 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h0m21.160840377s"
I0428 15:35:28.173864    3787 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0428 15:35:28.194983    3787 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0428 15:35:28.195163    3787 factory.go:561] Starting watch factory
I0428 15:35:28.195294    3787 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:35:28.195309    3787 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:35:28.195311    3787 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:35:28.195321    3787 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:35:28.195323    3787 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:35:28.195334    3787 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:35:28.195292    3787 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:35:28.195463    3787 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:35:28.195295    3787 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:35:28.195598    3787 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:35:28.195654    3787 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:35:28.195687    3787 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:35:28.195838    3787 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105
I0428 15:35:28.195946    3787 server.go:101] MetricServer registers OVS metrics
I0428 15:35:28.196346    3787 server.go:105] MetricServer registers OVN DB metrics
I0428 15:35:28.198250    3787 controller_manager.go:370] Starting the ovnkube controller
I0428 15:35:28.198265    3787 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-15.ec2.internal
I0428 15:35:28.198320    3787 controller_manager.go:395] NBDB zone sync took: 46.778µs
I0428 15:35:28.198331    3787 factory.go:561] Starting watch factory
I0428 15:35:28.200976    3787 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0428 15:35:28.200996    3787 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0428 15:35:28.214785    3787 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
I0428 15:35:28.214835    3787 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
I0428 15:35:28.215022    3787 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:35:28.215180    3787 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:35:28.215346    3787 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:35:28.216014    3787 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:35:28.216450    3787 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:35:28.218827    3787 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0428 15:35:28.219562    3787 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
I0428 15:35:28.219600    3787 server.go:109] MetricServer registers OVN Controller metrics
I0428 15:35:28.224030    3787 server.go:113] MetricServer registers OVN Northd metrics
I0428 15:35:28.227750    3787 metrics.go:519] OVN Metrics Server starts to run ...
I0428 15:35:28.301600    3787 factory.go:1977] *v1.Pod informer cache synced successfully
I0428 15:35:28.301628    3787 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0428 15:35:28.301632    3787 factory.go:1977] *v1.Namespace informer cache synced successfully
I0428 15:35:28.301635    3787 factory.go:1977] *v1.Node informer cache synced successfully
I0428 15:35:28.301638    3787 factory.go:1977] *v1.Service informer cache synced successfully
I0428 15:35:28.301641    3787 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0428 15:35:28.301729    3787 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0428 15:35:28.301771    3787 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0428 15:35:28.301807    3787 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0428 15:35:28.301749    3787 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0428 15:35:28.304079    3787 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0428 15:35:28.304090    3787 factory.go:1977] *v1.Namespace informer cache synced successfully
I0428 15:35:28.304094    3787 factory.go:1977] *v1.Node informer cache synced successfully
I0428 15:35:28.304097    3787 factory.go:1977] *v1.Service informer cache synced successfully
I0428 15:35:28.304100    3787 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0428 15:35:28.304103    3787 factory.go:1977] *v1.Pod informer cache synced successfully
I0428 15:35:28.304998    3787 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0428 15:35:28.305012    3787 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0428 15:35:28.306856    3787 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0428 15:35:28.306865    3787 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0428 15:35:28.306912    3787 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0428 15:35:28.306923    3787 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0428 15:35:28.308859    3787 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0428 15:35:28.309808    3787 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0428 15:35:28.309818    3787 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0428 15:35:28.312644    3787 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0428 15:35:28.312719    3787 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0428 15:35:28.312731    3787 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0428 15:35:28.314793    3787 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0428 15:35:28.314847    3787 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0428 15:35:28.318691    3787 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0428 15:35:28.318759    3787 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0428 15:35:28.318770    3787 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0428 15:35:28.320097    3787 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0428 15:35:28.320722    3787 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0428 15:35:28.324558    3787 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0428 15:35:28.324606    3787 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0428 15:35:28.324624    3787 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0428 15:35:28.325291    3787 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0428 15:35:28.327042    3787 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0428 15:35:28.329804    3787 factory.go:1977] *v1.EgressService informer cache synced successfully
I0428 15:35:28.329854    3787 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0428 15:35:28.329873    3787 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0428 15:35:28.330953    3787 factory.go:1977] *v1.EgressService informer cache synced successfully
I0428 15:35:28.331858    3787 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0428 15:35:28.335645    3787 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0428 15:35:28.335816    3787 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0428 15:35:28.335836    3787 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0428 15:35:28.336178    3787 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0428 15:35:28.337838    3787 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0428 15:35:28.340698    3787 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0428 15:35:28.340769    3787 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0428 15:35:28.340785    3787 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0428 15:35:28.340860    3787 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0428 15:35:28.340880    3787 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0428 15:35:28.341431    3787 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0428 15:35:28.343034    3787 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0428 15:35:28.343036    3787 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0428 15:35:28.346025    3787 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0428 15:35:28.346035    3787 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0428 15:35:28.346043    3787 factory.go:680] Watch Factory start up complete, took: 150.884153ms
I0428 15:35:28.346101    3787 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256
I0428 15:35:28.346506    3787 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0428 15:35:28.346520    3787 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0428 15:35:28.346527    3787 factory.go:680] Watch Factory start up complete, took: 148.196334ms
I0428 15:35:28.346537    3787 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-15.ec2.internal" zone
I0428 15:35:28.391116    3787 default_node_network_controller.go:710] Initializing the default node network controller
I0428 15:35:28.465348    3787 udn_isolation.go:101] Starting UDN host isolation manager
I0428 15:35:28.471459    3787 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0428 15:35:28.522050    3787 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0428 15:35:28.522143    3787 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0428 15:35:28.522157    3787 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0428 15:35:28.555138    3787 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0428 15:35:28.555198    3787 default_node_network_controller.go:809] Node ip-10-0-2-15.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23
I0428 15:35:28.560211    3787 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.15"] k8s.ovn.org/zone-name:ip-10-0-2-15.ec2.internal] on node ip-10-0-2-15.ec2.internal
I0428 15:35:28.581693    3787 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0428 15:35:28.587474    3787 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0428 15:35:28.587635    3787 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1
I0428 15:35:28.587811    3787 gateway_init.go:263] Preparing Gateway
I0428 15:35:28.587823    3787 gateway_shared_intf.go:1687] Creating new gateway
I0428 15:35:28.597418    3787 controller_manager.go:429] Waiting for node in zone sync took: 250.865577ms
I0428 15:35:28.601963    3787 controller_manager.go:611] Switching to transit router for layer2 networks
I0428 15:35:28.601977    3787 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-15.ec2.internal
I0428 15:35:28.616570    3787 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0428 15:35:28.622705    3787 controller_manager.go:290] SCTP support detected in OVN
I0428 15:35:28.623338    3787 services_controller.go:69] Creating services controller for network=default
I0428 15:35:28.623397    3787 udn_enabled_svc.go:80] Waiting for service informer to sync
I0428 15:35:28.623490    3787 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0428 15:35:28.623530    3787 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0428 15:35:28.623545    3787 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0428 15:35:28.623559    3787 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0428 15:35:28.623797    3787 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0428 15:35:28.623849    3787 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
I0428 15:35:28.623896    3787 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 62.994µs
I0428 15:35:28.623916    3787 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 56.074µs
I0428 15:35:28.623926    3787 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 76.55µs
I0428 15:35:28.623933    3787 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0428 15:35:28.623941    3787 nad_controller.go:379] [zone-nad-controller NAD controller]: started
I0428 15:35:28.623952    3787 default_network_controller.go:325] Starting the default network controller
I0428 15:35:28.623973    3787 udn_enabled_svc.go:95] Performing full resync
I0428 15:35:28.624030    3787 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 12.386µs
I0428 15:35:28.624334    3787 udn_enabled_svc.go:99] Waiting for handler to sync
I0428 15:35:28.624350    3787 udn_enabled_svc.go:104] Starting worker
I0428 15:35:28.634090    3787 default_network_controller.go:395] Cleaning External Gateway ECMP routes
I0428 15:35:28.634159    3787 repair.go:33] Syncing exgw routes took 54.525µs
I0428 15:35:28.634181    3787 default_network_controller.go:414] Starting all the Watchers...
I0428 15:35:28.634320    3787 namespace.go:98] [openshift-console] adding namespace
I0428 15:35:28.634332    3787 namespace.go:98] [openshift-dns] adding namespace
I0428 15:35:28.634337    3787 namespace.go:98] [openshift-backplane-cee] adding namespace
I0428 15:35:28.634345    3787 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0428 15:35:28.634348    3787 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0428 15:35:28.634356    3787 namespace.go:98] [openshift-authentication] adding namespace
I0428 15:35:28.634361    3787 namespace.go:98] [openshift-backplane-srep] adding namespace
I0428 15:35:28.634371    3787 namespace.go:98] [openshift-operators] adding namespace
I0428 15:35:28.634376    3787 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0428 15:35:28.634376    3787 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0428 15:35:28.634393    3787 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0428 15:35:28.634321    3787 namespace.go:98] [openshift-network-console] adding namespace
I0428 15:35:28.634437    3787 namespace.go:98] [openshift-console-user-settings] adding namespace
I0428 15:35:28.634321    3787 namespace.go:98] [openshift-operators-redhat] adding namespace
I0428 15:35:28.634449    3787 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0428 15:35:28.635024    3787 namespace.go:102] [openshift-console] adding namespace took 692.09µs
I0428 15:35:28.635037    3787 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0428 15:35:28.635515    3787 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 472.556µs
I0428 15:35:28.635528    3787 namespace.go:98] [openshift-dns-operator] adding namespace
I0428 15:35:28.636066    3787 namespace.go:102] [openshift-dns] adding namespace took 1.726682ms
I0428 15:35:28.636082    3787 namespace.go:98] [openshift-ingress] adding namespace
I0428 15:35:28.636546    3787 namespace.go:102] [openshift-ingress] adding namespace took 457.21µs
I0428 15:35:28.636562    3787 namespace.go:98] [default] adding namespace
I0428 15:35:28.637032    3787 namespace.go:102] [openshift-backplane-cee] adding namespace took 2.683754ms
I0428 15:35:28.637045    3787 namespace.go:98] [openshift-host-network] adding namespace
I0428 15:35:28.637503    3787 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 3.151825ms
I0428 15:35:28.637519    3787 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0428 15:35:28.638090    3787 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 3.729482ms
I0428 15:35:28.638107    3787 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0428 15:35:28.638664    3787 namespace.go:102] [openshift-authentication] adding namespace took 4.297999ms
I0428 15:35:28.638696    3787 namespace.go:98] [openshift-backplane-tam] adding namespace
I0428 15:35:28.639271    3787 namespace.go:102] [openshift-backplane-srep] adding namespace took 4.899131ms
I0428 15:35:28.639292    3787 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0428 15:35:28.640008    3787 namespace.go:102] [openshift-operators] adding namespace took 5.629857ms
I0428 15:35:28.640029    3787 namespace.go:98] [openshift] adding namespace
I0428 15:35:28.640648    3787 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.264335ms
I0428 15:35:28.640664    3787 namespace.go:98] [kube-public] adding namespace
I0428 15:35:28.641297    3787 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.909048ms
I0428 15:35:28.641307    3787 namespace.go:98] [dedicated-admin] adding namespace
I0428 15:35:28.641894    3787 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.494933ms
I0428 15:35:28.641902    3787 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0428 15:35:28.642487    3787 namespace.go:102] [openshift-network-console] adding namespace took 8.046354ms
I0428 15:35:28.642495    3787 namespace.go:98] [kube-node-lease] adding namespace
I0428 15:35:28.643095    3787 namespace.go:102] [openshift-console-user-settings] adding namespace took 8.650957ms
I0428 15:35:28.643109    3787 namespace.go:98] [openshift-machine-api] adding namespace
I0428 15:35:28.643786    3787 namespace.go:102] [openshift-operators-redhat] adding namespace took 9.336053ms
I0428 15:35:28.643807    3787 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0428 15:35:28.644412    3787 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 9.956358ms
I0428 15:35:28.644425    3787 namespace.go:98] [openshift-infra] adding namespace
I0428 15:35:28.644902    3787 namespace.go:102] [openshift-dns-operator] adding namespace took 9.368717ms
I0428 15:35:28.644916    3787 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0428 15:35:28.645440    3787 namespace.go:102] [default] adding namespace took 8.87292ms
I0428 15:35:28.645454    3787 namespace.go:98] [openshift-node] adding namespace
I0428 15:35:28.646103    3787 namespace.go:102] [openshift-host-network] adding namespace took 9.049617ms
I0428 15:35:28.646121    3787 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0428 15:35:28.646655    3787 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 9.127514ms
I0428 15:35:28.646686    3787 namespace.go:98] [openshift-config-operator] adding namespace
I0428 15:35:28.647211    3787 namespace.go:102] [openshift-kube-scheduler] adding namespace took 9.099355ms
I0428 15:35:28.647225    3787 namespace.go:98] [openshift-backplane-cse] adding namespace
I0428 15:35:28.647690    3787 namespace.go:102] [openshift-backplane-tam] adding namespace took 8.987336ms
I0428 15:35:28.647707    3787 namespace.go:98] [openshift-image-registry] adding namespace
I0428 15:35:28.648194    3787 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.893511ms
I0428 15:35:28.648214    3787 namespace.go:98] [openshift-marketplace] adding namespace
I0428 15:35:28.648761    3787 namespace.go:102] [openshift] adding namespace took 8.726128ms
I0428 15:35:28.648776    3787 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0428 15:35:28.649685    3787 namespace.go:102] [kube-public] adding namespace took 9.01509ms
I0428 15:35:28.649702    3787 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0428 15:35:28.650092    3787 namespace.go:102] [dedicated-admin] adding namespace took 8.777494ms
I0428 15:35:28.650112    3787 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0428 15:35:28.650793    3787 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.883798ms
I0428 15:35:28.650813    3787 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0428 15:35:28.651439    3787 namespace.go:102] [kube-node-lease] adding namespace took 8.936866ms
I0428 15:35:28.651456    3787 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0428 15:35:28.652114    3787 namespace.go:102] [openshift-machine-api] adding namespace took 8.998879ms
I0428 15:35:28.652132    3787 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0428 15:35:28.652696    3787 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.882485ms
I0428 15:35:28.652711    3787 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0428 15:35:28.653339    3787 namespace.go:102] [openshift-infra] adding namespace took 8.907704ms
I0428 15:35:28.653356    3787 namespace.go:98] [openshift-config] adding namespace
I0428 15:35:28.653824    3787 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.901848ms
I0428 15:35:28.653838    3787 namespace.go:98] [openshift-insights] adding namespace
I0428 15:35:28.654421    3787 namespace.go:102] [openshift-node] adding namespace took 8.961432ms
I0428 15:35:28.654439    3787 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0428 15:35:28.655029    3787 namespace.go:102] [openshift-backplane-mobb] adding namespace took 8.887676ms
I0428 15:35:28.655049    3787 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0428 15:35:28.655602    3787 namespace.go:102] [openshift-config-operator] adding namespace took 8.907933ms
I0428 15:35:28.655619    3787 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0428 15:35:28.656183    3787 namespace.go:102] [openshift-backplane-cse] adding namespace took 8.949835ms
I0428 15:35:28.656203    3787 namespace.go:98] [openshift-package-operator] adding namespace
I0428 15:35:28.656704    3787 namespace.go:102] [openshift-image-registry] adding namespace took 8.987508ms
I0428 15:35:28.656722    3787 namespace.go:98] [openshift-console-operator] adding namespace
I0428 15:35:28.657354    3787 namespace.go:102] [openshift-marketplace] adding namespace took 9.130599ms
I0428 15:35:28.657367    3787 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0428 15:35:28.657845    3787 namespace.go:102] [openshift-route-controller-manager] adding namespace took 9.062577ms
I0428 15:35:28.657860    3787 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0428 15:35:28.658328    3787 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.619166ms
I0428 15:35:28.658347    3787 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0428 15:35:28.658805    3787 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.686884ms
I0428 15:35:28.658821    3787 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0428 15:35:28.659291    3787 namespace.go:102] [openshift-apiserver-operator] adding namespace took 8.471634ms
I0428 15:35:28.659304    3787 namespace.go:98] [openshift-ingress-operator] adding namespace
I0428 15:35:28.659705    3787 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.243052ms
I0428 15:35:28.659739    3787 namespace.go:98] [openshift-backplane-csm] adding namespace
I0428 15:35:28.660194    3787 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.055687ms
I0428 15:35:28.660212    3787 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0428 15:35:28.660660    3787 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.943764ms
I0428 15:35:28.660691    3787 namespace.go:98] [openshift-logging] adding namespace
I0428 15:35:28.661205    3787 namespace.go:102] [openshift-config] adding namespace took 7.840342ms
I0428 15:35:28.661227    3787 namespace.go:98] [openshift-backplane] adding namespace
I0428 15:35:28.661770    3787 namespace.go:102] [openshift-insights] adding namespace took 7.92482ms
I0428 15:35:28.662269    3787 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.823661ms
I0428 15:35:28.662771    3787 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.716018ms
I0428 15:35:28.662784    3787 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0428 15:35:28.663816    3787 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.189082ms
I0428 15:35:28.663836    3787 namespace.go:98] [openshift-multus] adding namespace
I0428 15:35:28.664334    3787 namespace.go:102] [openshift-package-operator] adding namespace took 8.125848ms
I0428 15:35:28.664346    3787 namespace.go:98] [openshift-network-node-identity] adding namespace
I0428 15:35:28.664763    3787 namespace.go:102] [openshift-console-operator] adding namespace took 8.032382ms
I0428 15:35:28.664779    3787 namespace.go:98] [kube-system] adding namespace
I0428 15:35:28.665243    3787 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.869603ms
I0428 15:35:28.665259    3787 namespace.go:98] [openshift-ingress-canary] adding namespace
I0428 15:35:28.665712    3787 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.846024ms
I0428 15:35:28.665727    3787 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0428 15:35:28.666300    3787 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.946759ms
I0428 15:35:28.666314    3787 namespace.go:98] [openshift-apiserver] adding namespace
I0428 15:35:28.666752    3787 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.924209ms
I0428 15:35:28.666769    3787 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0428 15:35:28.667245    3787 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.93546ms
I0428 15:35:28.667258    3787 namespace.go:98] [open-cluster-management-2pv84gmg8k1purftr303td5tpat9d92k] adding namespace
W0428 15:35:28.667701    3787 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-mt5ft: pod openshift-network-diagnostics/network-check-target-mt5ft: no pod IPs found 
W0428 15:35:28.667719    3787 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-hlkw7: pod openshift-network-diagnostics/network-check-target-hlkw7: no pod IPs found 
I0428 15:35:28.667702    3787 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.952498ms
I0428 15:35:28.667784    3787 namespace.go:98] [openshift-controller-manager] adding namespace
I0428 15:35:28.668163    3787 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.941315ms
I0428 15:35:28.668181    3787 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0428 15:35:28.668611    3787 namespace.go:102] [openshift-logging] adding namespace took 7.910795ms
I0428 15:35:28.668632    3787 namespace.go:98] [openshift-config-managed] adding namespace
I0428 15:35:28.669183    3787 namespace.go:102] [openshift-backplane] adding namespace took 7.948122ms
I0428 15:35:28.669199    3787 namespace.go:98] [openshift-etcd] adding namespace
W0428 15:35:28.669614    3787 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-6kk8b: pod openshift-multus/network-metrics-daemon-6kk8b: no pod IPs found 
W0428 15:35:28.669625    3787 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-gml9f: pod openshift-multus/network-metrics-daemon-gml9f: no pod IPs found 
I0428 15:35:28.669653    3787 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.864005ms
I0428 15:35:28.670091    3787 namespace.go:102] [openshift-multus] adding namespace took 6.249488ms
I0428 15:35:28.670570    3787 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.219924ms
I0428 15:35:28.671004    3787 namespace.go:102] [kube-system] adding namespace took 6.218597ms
I0428 15:35:28.671422    3787 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.157646ms
I0428 15:35:28.671859    3787 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.126593ms
I0428 15:35:28.671872    3787 namespace.go:98] [openshift-monitoring] adding namespace
I0428 15:35:28.672230    3787 namespace.go:102] [openshift-apiserver] adding namespace took 5.911887ms
I0428 15:35:28.672626    3787 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.851634ms
I0428 15:35:28.673037    3787 namespace.go:102] [open-cluster-management-2pv84gmg8k1purftr303td5tpat9d92k] adding namespace took 5.773796ms
I0428 15:35:28.673412    3787 namespace.go:102] [openshift-controller-manager] adding namespace took 5.621305ms
I0428 15:35:28.673424    3787 namespace.go:98] [openshift-authentication-operator] adding namespace
I0428 15:35:28.673787    3787 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 5.602005ms
I0428 15:35:28.673798    3787 namespace.go:98] [openshift-cluster-version] adding namespace
I0428 15:35:28.674307    3787 namespace.go:102] [openshift-config-managed] adding namespace took 5.66813ms
I0428 15:35:28.674321    3787 namespace.go:98] [openshift-network-operator] adding namespace
I0428 15:35:28.674683    3787 namespace.go:102] [openshift-etcd] adding namespace took 5.477748ms
I0428 15:35:28.675165    3787 namespace.go:102] [openshift-monitoring] adding namespace took 3.288623ms
I0428 15:35:28.675567    3787 namespace.go:102] [openshift-authentication-operator] adding namespace took 2.138147ms
I0428 15:35:28.676028    3787 namespace.go:102] [openshift-cluster-version] adding namespace took 2.224909ms
I0428 15:35:28.676416    3787 namespace.go:102] [openshift-network-operator] adding namespace took 2.090999ms
W0428 15:35:28.676488    3787 master.go:458] Unable to parse local node ip-10-0-2-15.ec2.internal chassis-id annotation. Chassis may be removed during sync
W0428 15:35:28.676496    3787 master.go:471] Unable to parse remote node ip-10-0-0-99.ec2.internal chassis-id annotation. Chassis may be removed during sync
I0428 15:35:28.676500    3787 master.go:481] Removing stale chassis with ID/Name: fff837ea-d65e-4cd2-b18a-256d6c99a897, hostname: ip-10-0-2-15.ec2.internal
I0428 15:35:28.676997    3787 master.go:548] Adding or Updating local node "ip-10-0-2-15.ec2.internal" for network "default"
I0428 15:35:28.677023    3787 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-99.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-99.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-99.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-99.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-99.ec2.internal
I0428 15:35:28.679975    3787 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-15.ec2.internal for the network default
I0428 15:35:28.680251    3787 zone_ic_handler.go:195] Time taken to create transit switch: 264.456µs
I0428 15:35:28.680850    3787 default_network_controller.go:823] Node add failed for ip-10-0-2-15.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-15.ec2.internal, error getting gateway config for node ip-10-0-2-15.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-15.ec2.internal", failed to update chassis to local for local node ip-10-0-2-15.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-15.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-15.ec2.internal]
E0428 15:35:28.680897    3787 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-15.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-15.ec2.internal, error getting gateway config for node ip-10-0-2-15.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-15.ec2.internal", failed to update chassis to local for local node ip-10-0-2-15.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-15.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-15.ec2.internal]
I0428 15:35:28.680934    3787 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0428 15:35:28.680960    3787 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0428 15:35:28.680975    3787 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0428 15:35:28.680988    3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-99.ec2.internal in network "default"
I0428 15:35:28.680967    3787 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-15.ec2.internal", UID:"b779eb68-61a4-4326-b4b8-175d3a8c7b96", APIVersion:"v1", ResourceVersion:"8332", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-15.ec2.internal, error getting gateway config for node ip-10-0-2-15.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-15.ec2.internal", failed to update chassis to local for local node ip-10-0-2-15.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-15.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-15.ec2.internal]
I0428 15:35:28.681019    3787 node_tracker.go:235] Node ip-10-0-0-99.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-99.ec2.internal"
I0428 15:35:28.681032    3787 node_tracker.go:169] Node ip-10-0-0-99.ec2.internal switch + router changed, syncing services in network "default"
I0428 15:35:28.681047    3787 services_controller.go:574] Full service sync requested for network=default
I0428 15:35:28.681057    3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-15.ec2.internal in network "default"
I0428 15:35:28.681065    3787 node_tracker.go:235] Node ip-10-0-2-15.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-15.ec2.internal"
I0428 15:35:28.681070    3787 node_tracker.go:169] Node ip-10-0-2-15.ec2.internal switch + router changed, syncing services in network "default"
I0428 15:35:28.681074    3787 services_controller.go:574] Full service sync requested for network=default
I0428 15:35:28.695236    3787 iptables.go:108] Creating table: filter chain: FORWARD
I0428 15:35:28.701924    3787 iptables.go:108] Creating table: filter chain: OUTPUT
I0428 15:35:28.708055    3787 gateway_shared_intf.go:1816] Gateway Creation Complete
I0428 15:35:28.708069    3787 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-15.ec2.internal","mac-address":"0e:0c:6b:41:93:af","ip-addresses":["10.0.2.15/24"],"ip-address":"10.0.2.15/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:fff837ea-d65e-4cd2-b18a-256d6c99a897 k8s.ovn.org/node-encap-ips:["10.0.2.15"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.15/24"} k8s.ovn.org/zone-name:ip-10-0-2-15.ec2.internal] on node ip-10-0-2-15.ec2.internal
I0428 15:35:28.723748    3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-15.ec2.internal in network "default"
I0428 15:35:28.723776    3787 master.go:548] Adding or Updating local node "ip-10-0-2-15.ec2.internal" for network "default"
I0428 15:35:28.723803    3787 node_tracker.go:169] Node ip-10-0-2-15.ec2.internal switch + router changed, syncing services in network "default"
I0428 15:35:28.723823    3787 services_controller.go:574] Full service sync requested for network=default
I0428 15:35:28.727615    3787 default_node_network_controller.go:519] Node connection status = connected
W0428 15:35:28.728149    3787 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-6kk8b: pod openshift-multus/network-metrics-daemon-6kk8b: no pod IPs found 
W0428 15:35:28.728172    3787 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-hlkw7: pod openshift-network-diagnostics/network-check-target-hlkw7: no pod IPs found 
I0428 15:35:28.729096    3787 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-15.ec2.internal for the network default
I0428 15:35:28.729251    3787 zone_ic_handler.go:195] Time taken to create transit switch: 144.105µs
I0428 15:35:28.781034    3787 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0428 15:35:28.781067    3787 services_controller.go:208] Setting up event handlers for services for network=default
I0428 15:35:28.781110    3787 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0428 15:35:28.781143    3787 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0428 15:35:28.781155    3787 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0428 15:35:28.881581    3787 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0428 15:35:28.881603    3787 repair.go:60] Starting repairing loop for services
I0428 15:35:28.881706    3787 repair.go:131] Deleted 0 stale service LBs
I0428 15:35:28.881728    3787 repair.go:137] Deleted 0 stale Chassis Template Vars
I0428 15:35:28.881746    3787 repair.go:62] Finished repairing loop for services: 145.502µs
I0428 15:35:28.881776    3787 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0428 15:35:28.881788    3787 services_controller.go:254] Starting workers for network=default
I0428 15:35:28.882153    3787 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-6kk8b] creating logical port openshift-multus_network-metrics-daemon-6kk8b for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:35:28.882170    3787 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-hlkw7] creating logical port openshift-network-diagnostics_network-check-target-hlkw7 for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:35:28.882213    3787 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-mt5ft, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-mt5ft: suppressed error logged: pod openshift-network-diagnostics/network-check-target-mt5ft: no pod IPs found 
I0428 15:35:28.882155    3787 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-gml9f, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-gml9f: suppressed error logged: pod openshift-multus/network-metrics-daemon-gml9f: no pod IPs found 
I0428 15:35:28.882343    3787 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-6kk8b
I0428 15:35:28.882432    3787 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-hlkw7
I0428 15:35:28.907806    3787 pod.go:62] [openshift-network-diagnostics/network-check-target-hlkw7] pod update took 25.554598ms
I0428 15:35:28.907824    3787 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-hlkw7] addLogicalPort annotation time took 25.578063ms
I0428 15:35:28.908658    3787 pods.go:271] [openshift-network-diagnostics/network-check-target-hlkw7] addLogicalPort took 26.495926ms, libovsdb time 607.19µs
I0428 15:35:28.911401    3787 pod.go:62] [openshift-multus/network-metrics-daemon-6kk8b] pod update took 29.165833ms
I0428 15:35:28.911419    3787 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-6kk8b] addLogicalPort annotation time took 29.185864ms
I0428 15:35:28.912252    3787 pods.go:271] [openshift-multus/network-metrics-daemon-6kk8b] addLogicalPort took 30.110608ms, libovsdb time 638.051µs
I0428 15:35:28.912754    3787 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0428 15:35:28.912778    3787 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0428 15:35:28.912788    3787 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0428 15:35:28.912792    3787 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0428 15:35:28.912977    3787 repair.go:29] Repairing admin network policies took 180.084µs
I0428 15:35:28.913074    3787 repair.go:92] Repairing baseline admin network policies took 88.35µs
I0428 15:35:28.913513    3787 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0428 15:35:28.913531    3787 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0428 15:35:28.915388    3787 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0428 15:35:28.915406    3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0428 15:35:28.915416    3787 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0428 15:35:28.917033    3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0428 15:35:28.917054    3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0428 15:35:28.917062    3787 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0428 15:35:28.917947    3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0428 15:35:28.917967    3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0428 15:35:28.917976    3787 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0428 15:35:28.919505    3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0428 15:35:28.919522    3787 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0428 15:35:28.919529    3787 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0428 15:35:28.920922    3787 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0428 15:35:28.920943    3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0428 15:35:28.920950    3787 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0428 15:35:28.921543    3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0428 15:35:28.921565    3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0428 15:35:28.921573    3787 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0428 15:35:28.921953    3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0428 15:35:28.921969    3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0428 15:35:28.921975    3787 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0428 15:35:28.923343    3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0428 15:35:28.923361    3787 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0428 15:35:28.923373    3787 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0428 15:35:28.925478    3787 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0428 15:35:28.925499    3787 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0428 15:35:28.925510    3787 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0428 15:35:28.926945    3787 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0428 15:35:28.926963    3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0428 15:35:28.927345    3787 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0428 15:35:28.927367    3787 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0428 15:35:28.928047    3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0428 15:35:28.928067    3787 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0428 15:35:28.928075    3787 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0428 15:35:28.929014    3787 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0428 15:35:28.929030    3787 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0428 15:35:28.929040    3787 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0428 15:35:28.930007    3787 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0428 15:35:28.930026    3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0428 15:35:28.930034    3787 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0428 15:35:28.930503    3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0428 15:35:28.930519    3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0428 15:35:28.930540    3787 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0428 15:35:28.931592    3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0428 15:35:28.931617    3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0428 15:35:28.931626    3787 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0428 15:35:28.932188    3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0428 15:35:28.932203    3787 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0428 15:35:28.932212    3787 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0428 15:35:28.933190    3787 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0428 15:35:28.933208    3787 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0428 15:35:28.933215    3787 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0428 15:35:28.933656    3787 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0428 15:35:28.933685    3787 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0428 15:35:28.933692    3787 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0428 15:35:28.934120    3787 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0428 15:35:28.934135    3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0428 15:35:28.934143    3787 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0428 15:35:28.934601    3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0428 15:35:28.934617    3787 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0428 15:35:28.934626    3787 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0428 15:35:28.935771    3787 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0428 15:35:28.935788    3787 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0428 15:35:28.935800    3787 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0428 15:35:28.936803    3787 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0428 15:35:28.936823    3787 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0428 15:35:28.936835    3787 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0428 15:35:28.937782    3787 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0428 15:35:28.937802    3787 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0428 15:35:28.937811    3787 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0428 15:35:28.938263    3787 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0428 15:35:28.938279    3787 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0428 15:35:28.938286    3787 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0428 15:35:28.938783    3787 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0428 15:35:28.938798    3787 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0428 15:35:28.938804    3787 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0428 15:35:28.939085    3787 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0428 15:35:28.939105    3787 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0428 15:35:28.939117    3787 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0428 15:35:28.939968    3787 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0428 15:35:28.939988    3787 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0428 15:35:28.939995    3787 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0428 15:35:28.940277    3787 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0428 15:35:28.940294    3787 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0428 15:35:28.940305    3787 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0428 15:35:28.941869    3787 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0428 15:35:28.945646    3787 egressfirewall.go:374] Starting EgressFirewall controller
I0428 15:35:28.945697    3787 controller.go:133] Adding controller egress-firewall-controller event handlers
I0428 15:35:28.945701    3787 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0428 15:35:28.945729    3787 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0428 15:35:28.945742    3787 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0428 15:35:28.945729    3787 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0428 15:35:28.945749    3787 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0428 15:35:28.946021    3787 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0428 15:35:28.946048    3787 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0428 15:35:28.946055    3787 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
I0428 15:35:28.946065    3787 egressqos.go:193] Setting up event handlers for EgressQoS
I0428 15:35:28.946128    3787 egressfirewall.go:723] Syncing node "ip-10-0-0-99.ec2.internal" for egress firewall
I0428 15:35:28.946145    3787 egressfirewall.go:723] Syncing node "ip-10-0-2-15.ec2.internal" for egress firewall
I0428 15:35:28.946187    3787 egressqos.go:245] Starting EgressQoS Controller
I0428 15:35:28.946196    3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0428 15:35:28.946201    3787 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0428 15:35:28.946206    3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0428 15:35:28.946211    3787 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0428 15:35:28.946243    3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0428 15:35:28.946250    3787 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0428 15:35:28.946254    3787 egressqos.go:259] Repairing EgressQoSes
I0428 15:35:28.946258    3787 egressqos.go:399] Starting repairing loop for egressqos
I0428 15:35:28.946332    3787 egressqos.go:401] Finished repairing loop for egressqos: 73.777µs
I0428 15:35:28.946345    3787 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0428 15:35:28.946381    3787 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-15.ec2.internal
I0428 15:35:28.946447    3787 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-15.ec2.internal : 66.717µs
I0428 15:35:28.946635    3787 egressservice_zone.go:210] Starting Egress Services Controller
I0428 15:35:28.946649    3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0428 15:35:28.946658    3787 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0428 15:35:28.946663    3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0428 15:35:28.946685    3787 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0428 15:35:28.946692    3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0428 15:35:28.946696    3787 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0428 15:35:28.946717    3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0428 15:35:28.946725    3787 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0428 15:35:28.946730    3787 egressservice_zone.go:228] Repairing Egress Services
I0428 15:35:28.947027    3787 master_controller.go:88] Starting Admin Policy Based Route Controller
I0428 15:35:28.947038    3787 external_controller.go:278] Starting Admin Policy Based Route Controller
I0428 15:35:28.947057    3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-99.ec2.internal
I0428 15:35:28.947073    3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-99.ec2.internal: 20.122µs
I0428 15:35:28.947080    3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-15.ec2.internal
I0428 15:35:28.947084    3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-15.ec2.internal: 4.425µs
I0428 15:35:28.947235    3787 default_network_controller.go:585] Completing all the Watchers took 313.044289ms
I0428 15:35:28.947253    3787 default_network_controller.go:589] Starting unidling controllers
I0428 15:35:28.947266    3787 unidle.go:46] Registering OVN SB ControllerEvent handler
I0428 15:35:28.947274    3787 unidle.go:63] Populating Initial ContollerEvent events
I0428 15:35:28.947283    3787 unidle.go:79] Setting up event handlers for services
I0428 15:35:28.947364    3787 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller
I0428 15:35:29.229575    3787 default_node_network_controller.go:519] Node connection status = connected
I0428 15:35:29.728968    3787 default_node_network_controller.go:519] Node connection status = connected
I0428 15:35:30.228409    3787 default_node_network_controller.go:519] Node connection status = connected
I0428 15:35:30.728196    3787 default_node_network_controller.go:519] Node connection status = connected
I0428 15:35:30.998102    3787 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0428 15:35:31.228416    3787 default_node_network_controller.go:519] Node connection status = connected
I0428 15:35:31.245944    3787 bridgeconfig.go:537] Gateway is ready
I0428 15:35:31.245963    3787 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager
I0428 15:35:31.257409    3787 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.15. Updating OVN encap IP.
I0428 15:35:31.262780    3787 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.15 - it is already configured
I0428 15:35:31.262794    3787 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.15/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0428 15:35:31.262981    3787 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.15/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-15.ec2.internal","mac-address":"0e:0c:6b:41:93:af","ip-addresses":["10.0.2.15/24"],"ip-address":"10.0.2.15/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:fff837ea-d65e-4cd2-b18a-256d6c99a897 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.15/24"}] on node ip-10-0-2-15.ec2.internal
I0428 15:35:31.278060    3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-15.ec2.internal
I0428 15:35:31.278077    3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-15.ec2.internal: 25.832µs
I0428 15:35:31.278096    3787 master.go:548] Adding or Updating local node "ip-10-0-2-15.ec2.internal" for network "default"
I0428 15:35:31.278098    3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-15.ec2.internal in network "default"
I0428 15:35:31.278105    3787 egressfirewall.go:723] Syncing node "ip-10-0-2-15.ec2.internal" for egress firewall
I0428 15:35:31.278156    3787 node_tracker.go:169] Node ip-10-0-2-15.ec2.internal switch + router changed, syncing services in network "default"
I0428 15:35:31.278176    3787 services_controller.go:574] Full service sync requested for network=default
I0428 15:35:31.278322    3787 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.15
I0428 15:35:31.278466    3787 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-15.ec2.internal
I0428 15:35:31.283753    3787 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-15.ec2.internal. Updating no re-route policies
I0428 15:35:31.283831    3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-rjw67
I0428 15:35:31.283850    3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-rjw67
I0428 15:35:31.283879    3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-rjw67 after 0 failed attempt(s)
I0428 15:35:31.283883    3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ct8r5
I0428 15:35:31.283896    3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ct8r5
I0428 15:35:31.283902    3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-15.ec2.internal
I0428 15:35:31.283903    3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-46bt7
I0428 15:35:31.283911    3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-69pvl
I0428 15:35:31.283915    3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-15.ec2.internal
I0428 15:35:31.283920    3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-46bt7
I0428 15:35:31.283927    3787 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-15.ec2.internal
I0428 15:35:31.283935    3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ct8r5 after 0 failed attempt(s)
I0428 15:35:31.283938    3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-15.ec2.internal after 0 failed attempt(s)
I0428 15:35:31.283942    3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-2nrsc
I0428 15:35:31.283954    3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-lfpvq
I0428 15:35:31.283959    3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-2nrsc
I0428 15:35:31.283962    3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-b2628
I0428 15:35:31.283964    3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-mt5ft
I0428 15:35:31.283966    3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-lfpvq
I0428 15:35:31.283974    3787 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-f4gmb
I0428 15:35:31.283976    3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-b2628
I0428 15:35:31.283980    3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-mt5ft
I0428 15:35:31.283984    3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-wqpcx
I0428 15:35:31.283990    3787 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-f4gmb
I0428 15:35:31.283988    3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-6kk8b
I0428 15:35:31.283999    3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-wqpcx
I0428 15:35:31.284001    3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-hlkw7
I0428 15:35:31.284004    3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-b2628 after 0 failed attempt(s)
I0428 15:35:31.284012    3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-hlkw7
I0428 15:35:31.284013    3787 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-f4gmb after 0 failed attempt(s)
I0428 15:35:31.284017    3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-6kk8b
I0428 15:35:31.284024    3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-wqpcx after 0 failed attempt(s)
I0428 15:35:31.283946    3787 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-15.ec2.internal
I0428 15:35:31.284032    3787 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-mt5ft, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-mt5ft: suppressed error logged: pod openshift-network-diagnostics/network-check-target-mt5ft: no pod IPs found 
I0428 15:35:31.284039    3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-46bt7 after 0 failed attempt(s)
I0428 15:35:31.284051    3787 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-15.ec2.internal after 0 failed attempt(s)
I0428 15:35:31.283984    3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-2nrsc after 0 failed attempt(s)
I0428 15:35:31.283933    3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-69pvl
I0428 15:35:31.283992    3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-lfpvq after 0 failed attempt(s)
I0428 15:35:31.284072    3787 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-hlkw7] creating logical port openshift-network-diagnostics_network-check-target-hlkw7 for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:35:31.284080    3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-69pvl after 0 failed attempt(s)
I0428 15:35:31.284064    3787 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-6kk8b] creating logical port openshift-multus_network-metrics-daemon-6kk8b for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:35:31.284113    3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-gml9f
I0428 15:35:31.284126    3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-gml9f
I0428 15:35:31.284189    3787 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-gml9f, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-gml9f: suppressed error logged: pod openshift-multus/network-metrics-daemon-gml9f: no pod IPs found 
I0428 15:35:31.285081    3787 pods.go:271] [openshift-multus/network-metrics-daemon-6kk8b] addLogicalPort took 1.031615ms, libovsdb time 486.368µs
I0428 15:35:31.285099    3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-6kk8b after 0 failed attempt(s)
I0428 15:35:31.285220    3787 pods.go:271] [openshift-network-diagnostics/network-check-target-hlkw7] addLogicalPort took 1.160562ms, libovsdb time 251.674µs
I0428 15:35:31.285232    3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-hlkw7 after 0 failed attempt(s)
I0428 15:35:31.294351    3787 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher
I0428 15:35:31.309328    3787 iptables.go:108] Creating table: mangle chain: OUTPUT
I0428 15:35:31.312573    3787 iptables.go:108] Creating table: nat chain: OUTPUT
I0428 15:35:31.368153    3787 iptables.go:108] Creating table: nat chain: PREROUTING
I0428 15:35:31.429280    3787 iptables.go:108] Creating table: filter chain: FORWARD
I0428 15:35:31.444953    3787 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1
W0428 15:35:31.445047    3787 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0428 15:35:31.445088    3787 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4
W0428 15:35:31.445153    3787 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0428 15:35:31.445214    3787 gateway_init.go:325] Gateway and management port readiness took 2.721512217s
I0428 15:35:31.445239    3787 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0428 15:35:31.445274    3787 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0428 15:35:31.445286    3787 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0428 15:35:31.445295    3787 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0428 15:35:31.445348    3787 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0428 15:35:31.445432    3787 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 56.211µs
I0428 15:35:31.445620    3787 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
I0428 15:35:31.445649    3787 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.739µs
I0428 15:35:31.445658    3787 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 37.496µs
I0428 15:35:31.445664    3787 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0428 15:35:31.445688    3787 nad_controller.go:379] [node-nad-controller NAD controller]: started
I0428 15:35:31.445693    3787 default_node_network_controller.go:899] Starting the default node network controller
I0428 15:35:31.445698    3787 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0428 15:35:31.445779    3787 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.727µs
I0428 15:35:31.445854    3787 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0428 15:35:31.445863    3787 default_node_network_controller.go:935] Waiting for gateway and management port readiness...
I0428 15:35:31.445886    3787 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ba6750 0xc0002ee770 0xc0002ee7e0 0xc0002ee850 0xc0002ee930 0xc0002ee9a0 <nil> 0xc0002eea10 0xc000b972c0 0xc0002eea80 0xc0002eeaf0 <nil> 0xc000b96230 0xc0063fb3b0 <nil> <nil> <nil> 0xc0002eebd0 <nil> map[0x2ff9080:0xc002909620 0x2ff95c0:0xc0029097a0 0x2ffa2e0:0xc0046f4000 0x2ffa580:0xc0029095c0 0x2ffad60:0xc002909680 0x2ffb000:0xc0029096e0 0x2ffb2a0:0xc002909740 0x2ffba80:0xc002909800 0x2ffbd20:0xc002909860 0x3026980:0xc000e9ba40 0x3026d20:0xc001694540 0x3027800:0xc000badc20 0x3029160:0xc001bd6000 0x30298a0:0xc0016945a0 0x302a720:0xc001bd6060] 0xc0000d3420 0}
I0428 15:35:31.445941    3787 gateway.go:151] Starting gateway service sync
I0428 15:35:31.446322    3787 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0428 15:35:31.448418    3787 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0428 15:35:31.476993    3787 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0428 15:35:31.478088    3787 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0428 15:35:31.479191    3787 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0428 15:35:31.512148    3787 gateway.go:168] Gateway service sync done. Time taken: 66.197179ms
I0428 15:35:31.512550    3787 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32251
I0428 15:35:31.513436    3787 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ba6750 0xc0002ee770 0xc0002ee7e0 0xc0002ee850 0xc0002ee930 0xc0002ee9a0 <nil> 0xc0002eea10 0xc000b972c0 0xc0002eea80 0xc0002eeaf0 <nil> 0xc000b96230 0xc0063fb3b0 <nil> <nil> <nil> 0xc0002eebd0 <nil> map[0x2ff9080:0xc002909620 0x2ff95c0:0xc0029097a0 0x2ffa2e0:0xc0046f4000 0x2ffa580:0xc0029095c0 0x2ffad60:0xc002909680 0x2ffb000:0xc0029096e0 0x2ffb2a0:0xc002909740 0x2ffba80:0xc002909800 0x2ffbd20:0xc002909860 0x3026980:0xc000e9ba40 0x3026d20:0xc001694540 0x3027800:0xc000badc20 0x3029160:0xc001bd6000 0x30298a0:0xc0016945a0 0x302a720:0xc001bd6060] 0xc0000d3420 0}
I0428 15:35:31.513853    3787 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ba6750 0xc0002ee770 0xc0002ee7e0 0xc0002ee850 0xc0002ee930 0xc0002ee9a0 <nil> 0xc0002eea10 0xc000b972c0 0xc0002eea80 0xc0002eeaf0 <nil> 0xc000b96230 0xc0063fb3b0 <nil> <nil> <nil> 0xc0002eebd0 <nil> map[0x2ff9080:0xc002909620 0x2ff95c0:0xc0029097a0 0x2ffa2e0:0xc0046f4000 0x2ffa580:0xc0029095c0 0x2ffad60:0xc002909680 0x2ffb000:0xc0029096e0 0x2ffb2a0:0xc002909740 0x2ffba80:0xc002909800 0x2ffbd20:0xc002909860 0x3026980:0xc000e9ba40 0x3026d20:0xc001694540 0x3027800:0xc000badc20 0x3029160:0xc001bd6000 0x30298a0:0xc0016945a0 0x302a720:0xc001bd6060] 0xc0000d3420 0}
I0428 15:35:31.513894    3787 gateway.go:532] Reconciling gateway with updates
I0428 15:35:31.518745    3787 gateway.go:339] Spawning Conntrack Rule Check Thread
I0428 15:35:31.518773    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0428 15:35:31.518775    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0428 15:35:31.518790    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0428 15:35:31.518793    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0428 15:35:31.518811    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0428 15:35:31.518812    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0428 15:35:31.518828    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0428 15:35:31.518831    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0428 15:35:31.518855    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0428 15:35:31.518850    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0428 15:35:31.518863    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0428 15:35:31.518873    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0428 15:35:31.518877    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0428 15:35:31.518880    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0428 15:35:31.518879    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0428 15:35:31.518882    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0428 15:35:31.518888    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0428 15:35:31.518886    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0428 15:35:31.518896    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0428 15:35:31.518897    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0428 15:35:31.518901    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0428 15:35:31.518901    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0428 15:35:31.518906    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0428 15:35:31.518910    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0428 15:35:31.518914    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0428 15:35:31.518914    3787 default_node_network_controller.go:944] Gateway and management port readiness took 73.043035ms
I0428 15:35:31.518920    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0428 15:35:31.518923    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0428 15:35:31.518923    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0428 15:35:31.518927    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0428 15:35:31.518863    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0428 15:35:31.518936    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0428 15:35:31.518939    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0428 15:35:31.518939    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0428 15:35:31.518944    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0428 15:35:31.518950    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0428 15:35:31.518950    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0428 15:35:31.518938    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0428 15:35:31.518955    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0428 15:35:31.518958    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0428 15:35:31.518961    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0428 15:35:31.518959    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0428 15:35:31.518961    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0428 15:35:31.518970    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0428 15:35:31.518973    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0428 15:35:31.518974    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0428 15:35:31.518977    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0428 15:35:31.518979    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0428 15:35:31.518979    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0428 15:35:31.518949    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0428 15:35:31.518984    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0428 15:35:31.518984    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0428 15:35:31.518993    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0428 15:35:31.518982    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0428 15:35:31.518997    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0428 15:35:31.518995    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0428 15:35:31.519008    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0428 15:35:31.519008    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0428 15:35:31.518912    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0428 15:35:31.518912    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0428 15:35:31.519020    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0428 15:35:31.519024    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0428 15:35:31.519027    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0428 15:35:31.518983    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0428 15:35:31.519031    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0428 15:35:31.518798    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0428 15:35:31.519039    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0428 15:35:31.519061    3787 port_claim.go:71] Svc openshift-ingress/router-default: port 31778 is already open, no action needed
I0428 15:35:31.518903    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0428 15:35:31.519074    3787 port_claim.go:71] Svc openshift-ingress/router-default: port 32510 is already open, no action needed
I0428 15:35:31.519077    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0428 15:35:31.518887    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0428 15:35:31.519093    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0428 15:35:31.519099    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0428 15:35:31.518921    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0428 15:35:31.518920    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0428 15:35:31.519117    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0428 15:35:31.518925    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0428 15:35:31.518970    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0428 15:35:31.519154    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0428 15:35:31.518896    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0428 15:35:31.518884    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0428 15:35:31.518953    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0428 15:35:31.518957    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0428 15:35:31.518957    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0428 15:35:31.518961    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0428 15:35:31.518956    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0428 15:35:31.519339    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0428 15:35:31.518964    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0428 15:35:31.518979    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0428 15:35:31.519468    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0428 15:35:31.518985    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0428 15:35:31.518990    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0428 15:35:31.519525    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0428 15:35:31.518996    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0428 15:35:31.518997    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0428 15:35:31.519000    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0428 15:35:31.519013    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0428 15:35:31.519146    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0428 15:35:31.518935    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0428 15:35:31.519173    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0428 15:35:31.519766    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0428 15:35:31.518935    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0428 15:35:31.519783    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0428 15:35:31.519932    3787 node_ip_handler_linux.go:160] Node IP manager is running
I0428 15:35:31.539367    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0428 15:35:31.539381    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0428 15:35:31.539396    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0428 15:35:31.539402    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0428 15:35:31.539411    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0428 15:35:31.539424    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0428 15:35:31.539432    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0428 15:35:31.539440    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0428 15:35:31.539447    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0428 15:35:31.539456    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0428 15:35:31.539462    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0428 15:35:31.539468    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0428 15:35:31.539474    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0428 15:35:31.539479    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
W0428 15:35:31.556170    3787 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0428 15:35:31.556412    3787 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0428 15:35:31.556562    3787 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0
I0428 15:35:31.584761    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0428 15:35:31.584776    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0428 15:35:31.584766    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0428 15:35:31.584794    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0428 15:35:31.584801    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0428 15:35:31.584809    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0428 15:35:31.584822    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0428 15:35:31.584827    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0428 15:35:31.584833    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0428 15:35:31.584838    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0428 15:35:31.584843    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0428 15:35:31.584857    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0428 15:35:31.625384    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0428 15:35:31.625414    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0428 15:35:31.625424    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0428 15:35:31.625432    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0428 15:35:31.625437    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0428 15:35:32.072117    3787 default_network_controller.go:1025] Node "ip-10-0-0-99.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0428 15:35:32.072123    3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-99.ec2.internal
I0428 15:35:32.072174    3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-99.ec2.internal: 56.879µs
I0428 15:35:32.072161    3787 egressfirewall.go:723] Syncing node "ip-10-0-0-99.ec2.internal" for egress firewall
I0428 15:35:32.707071    3787 default_network_controller.go:1025] Node "ip-10-0-0-99.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0428 15:35:32.777467    3787 default_node_network_controller.go:1380] Starting node controller node sync
W0428 15:35:32.777507    3787 egressip_healthcheck.go:76] Health checking using insecure connection
I0428 15:35:32.777569    3787 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107
I0428 15:35:32.788968    3787 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.485477ms
I0428 15:35:32.789102    3787 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0428 15:35:32.789424    3787 egressservice_node.go:93] Setting up event handlers for Egress Services
I0428 15:35:32.789587    3787 egressservice_node.go:183] Starting Egress Services Controller
I0428 15:35:32.789604    3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0428 15:35:32.789631    3787 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0428 15:35:32.789639    3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0428 15:35:32.789644    3787 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0428 15:35:32.789650    3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0428 15:35:32.789655    3787 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0428 15:35:32.789659    3787 egressservice_node.go:197] Repairing Egress Services
I0428 15:35:32.799596    3787 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0428 15:35:32.799609    3787 external_controller.go:278] Starting Admin Policy Based Route Controller
I0428 15:35:32.799768    3787 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled
I0428 15:35:32.799783    3787 link_network_manager.go:119] Link manager is running
I0428 15:35:32.799795    3787 default_node_network_controller.go:1098] Default node network controller initialized and ready.
I0428 15:35:32.799996    3787 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
I0428 15:35:32.800454    3787 vrf_manager.go:128] VRF manager is running
I0428 15:35:32.800705    3787 node_controller_manager.go:437] Removing flows to drop GARP
I0428 15:35:32.800715    3787 gateway.go:532] Reconciling gateway with updates
I0428 15:35:32.825612    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0428 15:35:32.825621    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0428 15:35:32.825637    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0428 15:35:32.825642    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0428 15:35:32.825640    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0428 15:35:32.825650    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0428 15:35:32.825660    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0428 15:35:32.825666    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0428 15:35:32.825686    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0428 15:35:32.825688    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0428 15:35:32.825688    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0428 15:35:32.825711    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0428 15:35:32.825719    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0428 15:35:32.825642    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0428 15:35:32.825723    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0428 15:35:32.825725    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0428 15:35:32.825734    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0428 15:35:32.825740    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0428 15:35:32.825740    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0428 15:35:32.825661    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0428 15:35:32.825748    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0428 15:35:32.825752    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0428 15:35:32.825757    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0428 15:35:32.825710    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0428 15:35:32.825758    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0428 15:35:32.825767    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0428 15:35:32.825775    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0428 15:35:32.825783    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0428 15:35:32.825787    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0428 15:35:32.825738    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0428 15:35:32.825794    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0428 15:35:32.825735    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0428 15:35:32.825802    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0428 15:35:32.825811    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0428 15:35:32.825821    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0428 15:35:32.825823    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0428 15:35:32.825825    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0428 15:35:32.825810    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0428 15:35:32.825813    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0428 15:35:32.825841    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0428 15:35:32.825846    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0428 15:35:32.825852    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0428 15:35:32.825857    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0428 15:35:32.825769    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0428 15:35:32.825612    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0428 15:35:32.825870    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0428 15:35:32.825874    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0428 15:35:32.825876    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0428 15:35:32.825882    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0428 15:35:32.825888    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0428 15:35:32.825890    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0428 15:35:32.825892    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0428 15:35:32.825896    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0428 15:35:32.825898    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0428 15:35:32.825906    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0428 15:35:32.825825    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0428 15:35:32.825958    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0428 15:35:32.825961    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0428 15:35:32.825970    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0428 15:35:32.825968    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0428 15:35:32.825977    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0428 15:35:32.825980    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0428 15:35:32.825908    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0428 15:35:32.825886    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0428 15:35:32.825893    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0428 15:35:32.826073    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0428 15:35:32.825877    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0428 15:35:32.826087    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0428 15:35:32.826092    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0428 15:35:32.826099    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0428 15:35:32.826111    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0428 15:35:32.825850    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0428 15:35:32.826123    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0428 15:35:32.826127    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0428 15:35:32.826134    3787 port_claim.go:71] Svc openshift-ingress/router-default: port 31778 is already open, no action needed
I0428 15:35:32.825693    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0428 15:35:32.826140    3787 port_claim.go:71] Svc openshift-ingress/router-default: port 32510 is already open, no action needed
I0428 15:35:32.825764    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0428 15:35:32.825798    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0428 15:35:32.826185    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0428 15:35:32.825801    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0428 15:35:32.826232    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0428 15:35:32.825647    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0428 15:35:32.825805    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0428 15:35:32.826312    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0428 15:35:32.825841    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0428 15:35:32.825841    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0428 15:35:32.826342    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0428 15:35:32.825856    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0428 15:35:32.825861    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0428 15:35:32.826402    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0428 15:35:32.825861    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0428 15:35:32.825867    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0428 15:35:32.826427    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0428 15:35:32.825866    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0428 15:35:32.826435    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0428 15:35:32.825877    3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0428 15:35:32.826459    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0428 15:35:32.825893    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0428 15:35:32.826469    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0428 15:35:32.825898    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0428 15:35:32.825902    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0428 15:35:32.826508    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0428 15:35:32.825990    3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0428 15:35:32.864719    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0428 15:35:32.864744    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0428 15:35:32.864761    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0428 15:35:32.864771    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0428 15:35:32.864780    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0428 15:35:32.864788    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0428 15:35:32.864797    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0428 15:35:32.864807    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0428 15:35:32.864816    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0428 15:35:32.864824    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0428 15:35:32.864831    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0428 15:35:32.864843    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0428 15:35:32.864860    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0428 15:35:32.864866    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0428 15:35:32.864872    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0428 15:35:32.902725    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0428 15:35:32.902745    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0428 15:35:32.902763    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0428 15:35:32.940510    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0428 15:35:32.940523    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0428 15:35:32.940539    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0428 15:35:32.940550    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0428 15:35:32.940559    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0428 15:35:32.940567    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0428 15:35:32.940576    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0428 15:35:32.940585    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0428 15:35:32.940593    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0428 15:35:32.940607    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0428 15:35:32.940615    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0428 15:35:32.940623    3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0428 15:35:35.005332    3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-15.ec2.internal
I0428 15:35:35.005361    3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-15.ec2.internal: 34.53µs
I0428 15:35:35.036439    3787 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-85884c9ddb-wwswf] creating logical port openshift-image-registry_image-registry-85884c9ddb-wwswf for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:35:35.036620    3787 kube.go:256] Updating pod openshift-image-registry/image-registry-85884c9ddb-wwswf
I0428 15:35:35.060174    3787 pod.go:62] [openshift-image-registry/image-registry-85884c9ddb-wwswf] pod update took 23.601421ms
I0428 15:35:35.060238    3787 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-85884c9ddb-wwswf] addLogicalPort annotation time took 23.635079ms
I0428 15:35:35.061882    3787 pods.go:271] [openshift-image-registry/image-registry-85884c9ddb-wwswf] addLogicalPort took 25.453617ms, libovsdb time 1.276321ms
I0428 15:35:35.077906    3787 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-s8j7k] creating logical port openshift-ingress-canary_ingress-canary-s8j7k for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:35:35.078018    3787 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-s8j7k
I0428 15:35:35.079061    3787 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-lscm7] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-lscm7 for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:35:35.079153    3787 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-lscm7
I0428 15:35:35.095370    3787 pod.go:62] [openshift-ingress-canary/ingress-canary-s8j7k] pod update took 17.373744ms
I0428 15:35:35.095392    3787 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-s8j7k] addLogicalPort annotation time took 17.397075ms
I0428 15:35:35.096298    3787 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-lscm7] pod update took 17.177484ms
I0428 15:35:35.096320    3787 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-lscm7] addLogicalPort annotation time took 17.199336ms
I0428 15:35:35.096776    3787 pods.go:271] [openshift-ingress-canary/ingress-canary-s8j7k] addLogicalPort took 18.883712ms, libovsdb time 1.048764ms
I0428 15:35:35.096847    3787 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-wv4hg] creating logical port openshift-dns_dns-default-wv4hg for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:35:35.096910    3787 kube.go:256] Updating pod openshift-dns/dns-default-wv4hg
I0428 15:35:35.097836    3787 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-lscm7] addLogicalPort took 18.787572ms, libovsdb time 1.220186ms
I0428 15:35:35.110795    3787 pod.go:62] [openshift-dns/dns-default-wv4hg] pod update took 13.903095ms
I0428 15:35:35.110866    3787 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-wv4hg] addLogicalPort annotation time took 13.976597ms
I0428 15:35:35.112025    3787 pods.go:271] [openshift-dns/dns-default-wv4hg] addLogicalPort took 15.187334ms, libovsdb time 856.466µs
I0428 15:35:35.491770    3787 cni.go:452] [openshift-ingress-canary/ingress-canary-s8j7k 29427882c50fd1cfed040b6ef02fd261ff9d0f30fafa38eea4a33321d041f13e network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-s8j7k 29427882c50fd1cfed040b6ef02fd261ff9d0f30fafa38eea4a33321d041f13e network default NAD default NAD key ]
I0428 15:35:35.513318    3787 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-lscm7 7417a9bc734fae366158bc535512e4949fd72e340a1e08df1307071a522ec841 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-lscm7 7417a9bc734fae366158bc535512e4949fd72e340a1e08df1307071a522ec841 network default NAD default NAD key ]
I0428 15:35:35.532558    3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-s8j7k, hostIfaceName: 29427882c50fd1c, network: default, NAD default, SandboxID: "29427882c50fd1cfed040b6ef02fd261ff9d0f30fafa38eea4a33321d041f13e", PCI device ID: , UID: "4b3c5af3-e088-4a07-8b96-cf1078910297", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23]
I0428 15:35:35.544757    3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-lscm7, hostIfaceName: 7417a9bc734fae3, network: default, NAD default, SandboxID: "7417a9bc734fae366158bc535512e4949fd72e340a1e08df1307071a522ec841", PCI device ID: , UID: "11218898-4e69-401a-82e5-fc6544daa7bb", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23]
I0428 15:35:35.589628    3787 cni.go:473] [openshift-ingress-canary/ingress-canary-s8j7k 29427882c50fd1cfed040b6ef02fd261ff9d0f30fafa38eea4a33321d041f13e network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-s8j7k 29427882c50fd1cfed040b6ef02fd261ff9d0f30fafa38eea4a33321d041f13e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:3e:16:bc:9d:7d\",\"name\":\"29427882c50fd1c\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f225071-9dc3-41ab-bb16-a06afa5d99ed\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:35:35.593991    3787 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-lscm7 7417a9bc734fae366158bc535512e4949fd72e340a1e08df1307071a522ec841 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-lscm7 7417a9bc734fae366158bc535512e4949fd72e340a1e08df1307071a522ec841 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:d4:e4:cd:21:88\",\"name\":\"7417a9bc734fae3\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a2470b1-62c8-40ab-86c3-7d8882092afa\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:35:38.418521    3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-99.ec2.internal in network "default"
I0428 15:35:38.418576    3787 node_tracker.go:235] Node ip-10-0-0-99.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-99.ec2.internal"
I0428 15:35:38.418598    3787 node_tracker.go:169] Node ip-10-0-0-99.ec2.internal switch + router changed, syncing services in network "default"
I0428 15:35:38.418616    3787 services_controller.go:574] Full service sync requested for network=default
I0428 15:35:38.418665    3787 default_network_controller.go:1025] Node "ip-10-0-0-99.ec2.internal" in remote zone "ip-10-0-0-99.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0428 15:35:38.451471    3787 default_network_controller.go:1025] Node "ip-10-0-0-99.ec2.internal" in remote zone "ip-10-0-0-99.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0428 15:35:38.560553    3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-99.ec2.internal in network "default"
I0428 15:35:38.560660    3787 node_tracker.go:169] Node ip-10-0-0-99.ec2.internal switch + router changed, syncing services in network "default"
I0428 15:35:38.560552    3787 default_network_controller.go:1025] Node "ip-10-0-0-99.ec2.internal" in remote zone "ip-10-0-0-99.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0428 15:35:38.560693    3787 services_controller.go:574] Full service sync requested for network=default
I0428 15:35:38.561754    3787 zone_ic_handler.go:195] Time taken to create transit switch: 331.587µs
I0428 15:35:38.561768    3787 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-99.ec2.internal for the network default
I0428 15:35:38.562859    3787 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-99.ec2.internal" on network "default" took: 1.450909ms
I0428 15:35:41.123662    3787 egressfirewall.go:723] Syncing node "ip-10-0-0-99.ec2.internal" for egress firewall
I0428 15:35:41.123719    3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-99.ec2.internal
I0428 15:35:41.123727    3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-99.ec2.internal in network "default"
I0428 15:35:41.123731    3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-99.ec2.internal: 13.482µs
I0428 15:35:41.123777    3787 node_tracker.go:169] Node ip-10-0-0-99.ec2.internal switch + router changed, syncing services in network "default"
I0428 15:35:41.123785    3787 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-99.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0428 15:35:41.123794    3787 services_controller.go:574] Full service sync requested for network=default
I0428 15:35:41.123797    3787 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-99.ec2.internal", IP: 10.0.0.99 to PMTUD blocking rules
I0428 15:35:41.130113    3787 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-99.ec2.internal. Updating no re-route policies
I0428 15:35:41.139542    3787 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-99.ec2.internal", IP: 10.0.0.99 to PMTUD blocking rules
I0428 15:35:41.139556    3787 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-99.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
W0428 15:35:42.326972    3787 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0428 15:35:44.402244    3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-99.ec2.internal
I0428 15:35:44.402280    3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-99.ec2.internal: 45.942µs
I0428 15:35:46.296421    3787 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-n6qb9] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-n6qb9 for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:35:46.296532    3787 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-n6qb9
I0428 15:35:46.304129    3787 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-r6k54] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-r6k54 for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:35:46.304243    3787 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-r6k54
I0428 15:35:46.311706    3787 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zlrf5] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-zlrf5 for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:35:46.311817    3787 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zlrf5
I0428 15:35:46.317357    3787 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-n6qb9] pod update took 20.845017ms
I0428 15:35:46.317434    3787 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-n6qb9] addLogicalPort annotation time took 20.923184ms
I0428 15:35:46.317386    3787 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-gzm2d] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-gzm2d for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:35:46.317600    3787 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-gzm2d
I0428 15:35:46.318615    3787 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-n6qb9] addLogicalPort took 22.209194ms, libovsdb time 826.234µs
I0428 15:35:46.326752    3787 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-r6k54] pod update took 22.530552ms
I0428 15:35:46.326770    3787 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-r6k54] addLogicalPort annotation time took 22.553693ms
I0428 15:35:46.327868    3787 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-r6k54] addLogicalPort took 23.755232ms, libovsdb time 855.934µs
I0428 15:35:46.341445    3787 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-gzm2d] pod update took 23.863444ms
I0428 15:35:46.341464    3787 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-gzm2d] addLogicalPort annotation time took 23.885534ms
I0428 15:35:46.341548    3787 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zlrf5] pod update took 29.7525ms
I0428 15:35:46.341566    3787 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zlrf5] addLogicalPort annotation time took 29.774829ms
I0428 15:35:46.342584    3787 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-gzm2d] addLogicalPort took 25.215396ms, libovsdb time 848.276µs
I0428 15:35:46.342822    3787 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zlrf5] addLogicalPort took 31.128449ms, libovsdb time 979.441µs
I0428 15:35:46.401655    3787 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-7xwc8] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-7xwc8 for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:35:46.401751    3787 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-7xwc8
I0428 15:35:46.411443    3787 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-66f5dd849b-9j9z4] creating logical port openshift-ingress_router-default-66f5dd849b-9j9z4 for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:35:46.411564    3787 kube.go:256] Updating pod openshift-ingress/router-default-66f5dd849b-9j9z4
I0428 15:35:46.412155    3787 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6cdf88fc49-5p48k] creating logical port openshift-ingress_router-default-6cdf88fc49-5p48k for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:35:46.412218    3787 kube.go:256] Updating pod openshift-ingress/router-default-6cdf88fc49-5p48k
I0428 15:35:46.421709    3787 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-7xwc8] pod update took 19.976109ms
I0428 15:35:46.421737    3787 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-7xwc8] addLogicalPort annotation time took 20.008907ms
I0428 15:35:46.422934    3787 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-7xwc8] addLogicalPort took 21.294463ms, libovsdb time 880.199µs
I0428 15:35:46.435218    3787 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-lpvhq] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-lpvhq for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:35:46.435321    3787 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-lpvhq
I0428 15:35:46.438018    3787 pod.go:62] [openshift-ingress/router-default-66f5dd849b-9j9z4] pod update took 26.505851ms
I0428 15:35:46.438040    3787 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-66f5dd849b-9j9z4] addLogicalPort annotation time took 26.531072ms
I0428 15:35:46.438996    3787 pods.go:271] [openshift-ingress/router-default-66f5dd849b-9j9z4] addLogicalPort took 27.569195ms, libovsdb time 706.766µs
I0428 15:35:46.441165    3787 pod.go:62] [openshift-ingress/router-default-6cdf88fc49-5p48k] pod update took 28.966738ms
I0428 15:35:46.441186    3787 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6cdf88fc49-5p48k] addLogicalPort annotation time took 28.988165ms
I0428 15:35:46.442144    3787 pods.go:271] [openshift-ingress/router-default-6cdf88fc49-5p48k] addLogicalPort took 30.000691ms, libovsdb time 704.114µs
I0428 15:35:46.457770    3787 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-lpvhq] pod update took 22.472594ms
I0428 15:35:46.457789    3787 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-lpvhq] addLogicalPort annotation time took 22.493833ms
I0428 15:35:46.458622    3787 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-lpvhq] addLogicalPort took 23.414768ms, libovsdb time 613.862µs
W0428 15:35:46.519799    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0428 15:35:46.655727    3787 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-n6qb9 8365b9bbd186d803ac3f99ed06ce19c7385fb114e100b6dcd4748bb48ff64d72 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-n6qb9 8365b9bbd186d803ac3f99ed06ce19c7385fb114e100b6dcd4748bb48ff64d72 network default NAD default NAD key ]
I0428 15:35:46.665485    3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-n6qb9, hostIfaceName: 8365b9bbd186d80, network: default, NAD default, SandboxID: "8365b9bbd186d803ac3f99ed06ce19c7385fb114e100b6dcd4748bb48ff64d72", PCI device ID: , UID: "c0e5510e-b50e-49b2-bcba-fa48a66e135d", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23]
I0428 15:35:46.711664    3787 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-n6qb9 8365b9bbd186d803ac3f99ed06ce19c7385fb114e100b6dcd4748bb48ff64d72 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-n6qb9 8365b9bbd186d803ac3f99ed06ce19c7385fb114e100b6dcd4748bb48ff64d72 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:71:ec:7f:2e:a1\",\"name\":\"8365b9bbd186d80\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/005233ff-d104-4cd7-91fb-100e292a0a15\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:35:46.760350    3787 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-7xwc8 d69b78d78e2f029a80d6ade604628ed9bab501d64fd277cfa9184427d8253c29 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-7xwc8 d69b78d78e2f029a80d6ade604628ed9bab501d64fd277cfa9184427d8253c29 network default NAD default NAD key ]
I0428 15:35:46.771539    3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-7xwc8, hostIfaceName: d69b78d78e2f029, network: default, NAD default, SandboxID: "d69b78d78e2f029a80d6ade604628ed9bab501d64fd277cfa9184427d8253c29", PCI device ID: , UID: "2a5eacd9-96a2-4ea5-bec5-81fc855caed9", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23]
I0428 15:35:46.816506    3787 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-7xwc8 d69b78d78e2f029a80d6ade604628ed9bab501d64fd277cfa9184427d8253c29 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-7xwc8 d69b78d78e2f029a80d6ade604628ed9bab501d64fd277cfa9184427d8253c29 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:0f:b5:04:82:7f\",\"name\":\"d69b78d78e2f029\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5878a24c-ce29-4e7e-ba5c-34517e3ac048\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:35:46.965326    3787 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-r6k54 5bee5a19dd1534079e2fa9a965dc627ce963a260071251f731936504ddec012f network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-r6k54 5bee5a19dd1534079e2fa9a965dc627ce963a260071251f731936504ddec012f network default NAD default NAD key ]
I0428 15:35:46.975745    3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-r6k54, hostIfaceName: 5bee5a19dd15340, network: default, NAD default, SandboxID: "5bee5a19dd1534079e2fa9a965dc627ce963a260071251f731936504ddec012f", PCI device ID: , UID: "2c1c96c0-a8bd-4367-a74b-3888a4c4b643", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23]
I0428 15:35:46.981085    3787 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-gzm2d 25b1239964a2df3bd4f5b4953b862a632ddbb9f6765d2f13d61a0245373b2743 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-gzm2d 25b1239964a2df3bd4f5b4953b862a632ddbb9f6765d2f13d61a0245373b2743 network default NAD default NAD key ]
I0428 15:35:46.991710    3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-gzm2d, hostIfaceName: 25b1239964a2df3, network: default, NAD default, SandboxID: "25b1239964a2df3bd4f5b4953b862a632ddbb9f6765d2f13d61a0245373b2743", PCI device ID: , UID: "016c1d95-4ca6-4009-b0ff-5f252fc39e7b", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23]
I0428 15:35:47.021851    3787 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-r6k54 5bee5a19dd1534079e2fa9a965dc627ce963a260071251f731936504ddec012f network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-r6k54 5bee5a19dd1534079e2fa9a965dc627ce963a260071251f731936504ddec012f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:19:e4:ed:01:6d\",\"name\":\"5bee5a19dd15340\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/672a3175-ccb3-4c33-9bfb-e0448557259a\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:35:47.038147    3787 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-gzm2d 25b1239964a2df3bd4f5b4953b862a632ddbb9f6765d2f13d61a0245373b2743 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-gzm2d 25b1239964a2df3bd4f5b4953b862a632ddbb9f6765d2f13d61a0245373b2743 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:1d:bb:05:c0:14\",\"name\":\"25b1239964a2df3\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca55302d-9e8a-4ddd-91b7-1b8fbc06910e\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:35:49.025765    3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-18.ec2.internal in network "default"
E0428 15:35:49.025781    3787 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-18.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation
I0428 15:35:49.025790    3787 node_tracker.go:220] Node ip-10-0-1-18.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation
I0428 15:35:49.025809    3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-18.ec2.internal
I0428 15:35:49.025824    3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-18.ec2.internal: 18.907µs
I0428 15:35:49.025800    3787 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-18.ec2.internal, error: [adding or updating remote node chassis ip-10-0-1-18.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-18.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-18.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-18.ec2.internal, error parsing annotation for node ip-10-0-1-18.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation]
I0428 15:35:49.025831    3787 egressfirewall.go:723] Syncing node "ip-10-0-1-18.ec2.internal" for egress firewall
E0428 15:35:49.037046    3787 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-18.ec2.internal annotation: unexpected end of JSON input
I0428 15:35:49.037098    3787 default_network_controller.go:1025] Node "ip-10-0-1-18.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
E0428 15:35:49.037137    3787 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-18.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation
I0428 15:35:49.055926    3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-18.ec2.internal
I0428 15:35:49.055945    3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-18.ec2.internal: 23.997µs
E0428 15:35:49.055925    3787 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-18.ec2.internal annotation: unexpected end of JSON input
I0428 15:35:49.055951    3787 egressfirewall.go:723] Syncing node "ip-10-0-1-18.ec2.internal" for egress firewall
I0428 15:35:49.056033    3787 default_network_controller.go:1025] Node "ip-10-0-1-18.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
E0428 15:35:49.056073    3787 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-18.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation
E0428 15:35:49.136009    3787 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-18.ec2.internal annotation: unexpected end of JSON input
E0428 15:35:49.136212    3787 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-18.ec2.internal annotation: unexpected end of JSON input
I0428 15:35:49.136244    3787 default_network_controller.go:1025] Node "ip-10-0-1-18.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
E0428 15:35:49.136316    3787 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-18.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-1-18.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-1-18.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-1-18.ec2.internal"
I0428 15:35:49.149906    3787 default_network_controller.go:1025] Node "ip-10-0-1-18.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true
I0428 15:35:49.313899    3787 egressfirewall.go:723] Syncing node "ip-10-0-1-18.ec2.internal" for egress firewall
I0428 15:35:49.313919    3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-18.ec2.internal
I0428 15:35:49.313935    3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-18.ec2.internal: 17.904µs
I0428 15:35:49.313949    3787 default_network_controller.go:1025] Node "ip-10-0-1-18.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0428 15:35:49.338815    3787 default_network_controller.go:1025] Node "ip-10-0-1-18.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0428 15:35:49.591808    3787 default_network_controller.go:1025] Node "ip-10-0-1-18.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0428 15:35:52.259921    3787 default_network_controller.go:1025] Node "ip-10-0-1-18.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0428 15:35:52.268473    3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0428 15:35:54.272849    3787 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0428 15:35:54.274017    3787 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.138027ms
I0428 15:35:54.292538    3787 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0428 15:35:54.632871    3787 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-r8x2r] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-r8x2r for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:35:54.632965    3787 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-r8x2r
I0428 15:35:54.650253    3787 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-r8x2r] pod update took 17.320026ms
I0428 15:35:54.650272    3787 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-r8x2r] addLogicalPort annotation time took 17.343513ms
I0428 15:35:54.651619    3787 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-r8x2r] addLogicalPort took 18.769894ms, libovsdb time 992.303µs
I0428 15:35:55.028020    3787 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-r8x2r 1fd6597fa975222cb1da28ba8761b30026db2c5dc87202b761a0ce678f8920f6 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-r8x2r 1fd6597fa975222cb1da28ba8761b30026db2c5dc87202b761a0ce678f8920f6 network default NAD default NAD key ]
I0428 15:35:55.037522    3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-r8x2r, hostIfaceName: 1fd6597fa975222, network: default, NAD default, SandboxID: "1fd6597fa975222cb1da28ba8761b30026db2c5dc87202b761a0ce678f8920f6", PCI device ID: , UID: "46c79747-493d-4192-88bf-ae9fe262ab56", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23]
I0428 15:35:55.084069    3787 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-r8x2r 1fd6597fa975222cb1da28ba8761b30026db2c5dc87202b761a0ce678f8920f6 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-r8x2r 1fd6597fa975222cb1da28ba8761b30026db2c5dc87202b761a0ce678f8920f6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:97:51:9d:f7:52\",\"name\":\"1fd6597fa975222\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3f345a22-00e3-4be5-b239-fcca17eba4ad\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:35:55.346453    3787 namespace.go:98] [openshift-service-ca] adding namespace
I0428 15:35:55.347334    3787 namespace.go:102] [openshift-service-ca] adding namespace took 860.482µs
I0428 15:35:55.366204    3787 namespace.go:142] [openshift-service-ca] updating namespace
I0428 15:35:58.681448    3787 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-1-18.ec2.internal
I0428 15:35:58.681471    3787 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-1-18.ec2.internal
I0428 15:35:58.681558    3787 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-1-18.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-1-18.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-18.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-18.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-18.ec2.internal
I0428 15:35:59.132248    3787 default_network_controller.go:1025] Node "ip-10-0-1-18.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0428 15:36:00.951397    3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-18.ec2.internal
I0428 15:36:00.951420    3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-18.ec2.internal: 29.817µs
I0428 15:36:00.951436    3787 egressfirewall.go:723] Syncing node "ip-10-0-1-18.ec2.internal" for egress firewall
I0428 15:36:00.951438    3787 default_network_controller.go:1025] Node "ip-10-0-1-18.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0428 15:36:01.286056    3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-v68c9
I0428 15:36:01.286088    3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-v68c9
I0428 15:36:01.286127    3787 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-v68c9, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-v68c9: suppressed error logged: pod openshift-multus/network-metrics-daemon-v68c9: no pod IPs found 
I0428 15:36:01.286060    3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-hbvmb
I0428 15:36:01.286139    3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-hbvmb
I0428 15:36:01.286158    3787 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-hbvmb, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-hbvmb: suppressed error logged: pod openshift-network-diagnostics/network-check-target-hbvmb: no pod IPs found 
I0428 15:36:02.579389    3787 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zlrf5 372aa82323bf8628c57256b4bf9a300f9e1a0f169ca3f1bcc526b0e60566b24d network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zlrf5 372aa82323bf8628c57256b4bf9a300f9e1a0f169ca3f1bcc526b0e60566b24d network default NAD default NAD key ]
I0428 15:36:02.589748    3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-zlrf5, hostIfaceName: 372aa82323bf862, network: default, NAD default, SandboxID: "372aa82323bf8628c57256b4bf9a300f9e1a0f169ca3f1bcc526b0e60566b24d", PCI device ID: , UID: "2e97c38e-635f-4bbf-b280-39c0b0ce7726", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23]
I0428 15:36:02.633313    3787 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zlrf5 372aa82323bf8628c57256b4bf9a300f9e1a0f169ca3f1bcc526b0e60566b24d network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zlrf5 372aa82323bf8628c57256b4bf9a300f9e1a0f169ca3f1bcc526b0e60566b24d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:0f:1a:fc:c6:d4\",\"name\":\"372aa82323bf862\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a65789cd-2fbe-469a-85b1-97af1c028578\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0428 15:36:03.854594    3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0428 15:36:06.108655    3787 cni.go:452] [openshift-network-diagnostics/network-check-target-hlkw7 58f0b6d452fffc2f55e4dc235f8156a8bfd52a83a91c29fd0ce5e28b4dc003f9 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-hlkw7 58f0b6d452fffc2f55e4dc235f8156a8bfd52a83a91c29fd0ce5e28b4dc003f9 network default NAD default NAD key ]
I0428 15:36:06.128385    3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-hlkw7, hostIfaceName: 58f0b6d452fffc2, network: default, NAD default, SandboxID: "58f0b6d452fffc2f55e4dc235f8156a8bfd52a83a91c29fd0ce5e28b4dc003f9", PCI device ID: , UID: "8864856e-eb09-453f-b888-95ccd13f20b8", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23]
I0428 15:36:06.176101    3787 cni.go:473] [openshift-network-diagnostics/network-check-target-hlkw7 58f0b6d452fffc2f55e4dc235f8156a8bfd52a83a91c29fd0ce5e28b4dc003f9 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-hlkw7 58f0b6d452fffc2f55e4dc235f8156a8bfd52a83a91c29fd0ce5e28b4dc003f9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:ce:48:18:1d:ff\",\"name\":\"58f0b6d452fffc2\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5272527-ecef-4354-84dd-36a20576cd72\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:36:07.216559    3787 cni.go:452] [openshift-image-registry/image-registry-85884c9ddb-wwswf 1069c5342e00334efa176b109c1726e35b5bb2c755d14facb989b7aaa7d88d0f network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-85884c9ddb-wwswf 1069c5342e00334efa176b109c1726e35b5bb2c755d14facb989b7aaa7d88d0f network default NAD default NAD key ]
I0428 15:36:07.225770    3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-85884c9ddb-wwswf, hostIfaceName: 1069c5342e00334, network: default, NAD default, SandboxID: "1069c5342e00334efa176b109c1726e35b5bb2c755d14facb989b7aaa7d88d0f", PCI device ID: , UID: "3305128b-f15e-40ab-b89b-cf51f670c370", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23]
I0428 15:36:07.272037    3787 cni.go:473] [openshift-image-registry/image-registry-85884c9ddb-wwswf 1069c5342e00334efa176b109c1726e35b5bb2c755d14facb989b7aaa7d88d0f network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-85884c9ddb-wwswf 1069c5342e00334efa176b109c1726e35b5bb2c755d14facb989b7aaa7d88d0f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:12:18:0f:3a:c1\",\"name\":\"1069c5342e00334\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45a46211-f0a9-446b-a591-81eabed6c7e9\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:36:07.292301    3787 cni.go:452] [openshift-dns/dns-default-wv4hg ec3f70dc92626fd4381f8a8a6554d48fdf98c1d6843c1efe00a3a4137aaae326 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-wv4hg ec3f70dc92626fd4381f8a8a6554d48fdf98c1d6843c1efe00a3a4137aaae326 network default NAD default NAD key ]
I0428 15:36:07.301453    3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-wv4hg, hostIfaceName: ec3f70dc92626fd, network: default, NAD default, SandboxID: "ec3f70dc92626fd4381f8a8a6554d48fdf98c1d6843c1efe00a3a4137aaae326", PCI device ID: , UID: "6bae4cc8-8697-4172-a92d-7e0295552b5b", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23]
I0428 15:36:07.348532    3787 cni.go:473] [openshift-dns/dns-default-wv4hg ec3f70dc92626fd4381f8a8a6554d48fdf98c1d6843c1efe00a3a4137aaae326 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-wv4hg ec3f70dc92626fd4381f8a8a6554d48fdf98c1d6843c1efe00a3a4137aaae326 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:04:cd:2c:59:c9\",\"name\":\"ec3f70dc92626fd\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d890d044-6c47-48b4-961d-11282f9786ed\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:36:09.488019    3787 default_network_controller.go:1025] Node "ip-10-0-1-18.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0428 15:36:18.581647    3787 cni.go:452] [openshift-ingress/router-default-6cdf88fc49-5p48k 78c9649bc06fd74cb80e06f9b77847d58e1a4e4bf51ed49008463023ee031f5b network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6cdf88fc49-5p48k 78c9649bc06fd74cb80e06f9b77847d58e1a4e4bf51ed49008463023ee031f5b network default NAD default NAD key ]
I0428 15:36:18.583807    3787 cni.go:452] [openshift-ingress/router-default-66f5dd849b-9j9z4 c6fcf96348d9014cff923674ff755eb02063f54681306bcc6b101c1b1a732cc1 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-66f5dd849b-9j9z4 c6fcf96348d9014cff923674ff755eb02063f54681306bcc6b101c1b1a732cc1 network default NAD default NAD key ]
I0428 15:36:18.592040    3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6cdf88fc49-5p48k, hostIfaceName: 78c9649bc06fd74, network: default, NAD default, SandboxID: "78c9649bc06fd74cb80e06f9b77847d58e1a4e4bf51ed49008463023ee031f5b", PCI device ID: , UID: "4aa07979-e4cb-49d1-8900-1dbda1e1c549", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23]
I0428 15:36:18.592703    3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-66f5dd849b-9j9z4, hostIfaceName: c6fcf96348d9014, network: default, NAD default, SandboxID: "c6fcf96348d9014cff923674ff755eb02063f54681306bcc6b101c1b1a732cc1", PCI device ID: , UID: "46c26cd1-59e2-48ac-a7d9-f4939fbfcf98", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23]
I0428 15:36:18.604558    3787 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-lpvhq 74c6c998b74b07cce074b6585e437a7ddb6ee8a25b9bbe46532f241911ae0b1f network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-lpvhq 74c6c998b74b07cce074b6585e437a7ddb6ee8a25b9bbe46532f241911ae0b1f network default NAD default NAD key ]
I0428 15:36:18.614724    3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-lpvhq, hostIfaceName: 74c6c998b74b07c, network: default, NAD default, SandboxID: "74c6c998b74b07cce074b6585e437a7ddb6ee8a25b9bbe46532f241911ae0b1f", PCI device ID: , UID: "d6163470-c988-48c7-9aa0-223213fc0d37", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23]
I0428 15:36:18.641772    3787 cni.go:473] [openshift-ingress/router-default-66f5dd849b-9j9z4 c6fcf96348d9014cff923674ff755eb02063f54681306bcc6b101c1b1a732cc1 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-66f5dd849b-9j9z4 c6fcf96348d9014cff923674ff755eb02063f54681306bcc6b101c1b1a732cc1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:45:39:3e:cc:76\",\"name\":\"c6fcf96348d9014\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c08b4b9-5000-462c-a6a8-df570e75c5f9\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:36:18.658481    3787 cni.go:473] [openshift-ingress/router-default-6cdf88fc49-5p48k 78c9649bc06fd74cb80e06f9b77847d58e1a4e4bf51ed49008463023ee031f5b network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6cdf88fc49-5p48k 78c9649bc06fd74cb80e06f9b77847d58e1a4e4bf51ed49008463023ee031f5b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:c1:ab:2d:e3:e3\",\"name\":\"78c9649bc06fd74\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2544ff81-1e02-4d21-aff1-63800cc93976\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:36:18.676220    3787 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-lpvhq 74c6c998b74b07cce074b6585e437a7ddb6ee8a25b9bbe46532f241911ae0b1f network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-lpvhq 74c6c998b74b07cce074b6585e437a7ddb6ee8a25b9bbe46532f241911ae0b1f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:55:df:e5:71:60\",\"name\":\"74c6c998b74b07c\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/11aa8c73-143f-42e5-aca6-2fcc02ebaae1\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:36:19.871240    3787 default_network_controller.go:1025] Node "ip-10-0-1-18.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0428 15:36:20.191381    3787 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0428 15:36:20.191457    3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0428 15:36:20.191477    3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0428 15:36:20.191486    3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0428 15:36:20.198162    3787 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0428 15:36:20.198177    3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0428 15:36:20.198182    3787 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0428 15:36:20.228258    3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0428 15:36:20.228279    3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0428 15:36:20.249558    3787 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0428 15:36:20.252274    3787 default_network_controller.go:1025] Node "ip-10-0-1-18.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0428 15:36:20.345544    3787 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-wd8m6] creating logical port openshift-insights_insights-runtime-extractor-wd8m6 for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:36:20.345628    3787 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-wd8m6
W0428 15:36:20.379223    3787 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-6d5f66646f-td77j IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-6d5f66646f-td77j: no pod IPs found 
I0428 15:36:20.393568    3787 pod.go:62] [openshift-insights/insights-runtime-extractor-wd8m6] pod update took 47.964149ms
I0428 15:36:20.393592    3787 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-wd8m6] addLogicalPort annotation time took 47.992812ms
I0428 15:36:20.394514    3787 default_network_controller.go:1025] Node "ip-10-0-1-18.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0428 15:36:20.394847    3787 pods.go:271] [openshift-insights/insights-runtime-extractor-wd8m6] addLogicalPort took 49.315328ms, libovsdb time 919.961µs
W0428 15:36:20.435366    3787 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0428 15:36:20.443227    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0428 15:36:20.443236    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0428 15:36:20.443243    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0428 15:36:20.443248    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0428 15:36:20.443259    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0428 15:36:20.443266    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0428 15:36:20.451243    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0428 15:36:20.451262    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0428 15:36:20.451268    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0428 15:36:20.451281    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0428 15:36:20.451287    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0428 15:36:20.451291    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0428 15:36:20.487250    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0428 15:36:20.487267    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0428 15:36:20.487274    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
I0428 15:36:20.491308    3787 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-dlrsq] creating logical port openshift-console_downloads-5c54f4944f-dlrsq for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:36:20.491383    3787 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-dlrsq
W0428 15:36:20.584707    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0428 15:36:20.584727    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
I0428 15:36:20.601690    3787 pod.go:62] [openshift-console/downloads-5c54f4944f-dlrsq] pod update took 110.326296ms
I0428 15:36:20.601715    3787 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-dlrsq] addLogicalPort annotation time took 110.356522ms
I0428 15:36:20.602944    3787 pods.go:271] [openshift-console/downloads-5c54f4944f-dlrsq] addLogicalPort took 111.643532ms, libovsdb time 862.684µs
I0428 15:36:20.664648    3787 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0428 15:36:20.677632    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0428 15:36:20.677649    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0428 15:36:20.677654    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
I0428 15:36:20.692519    3787 cni.go:452] [openshift-insights/insights-runtime-extractor-wd8m6 d536181e78184238aa8965a5fc37e367d128709e13515306f50a2e0f2a308a4e network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-wd8m6 d536181e78184238aa8965a5fc37e367d128709e13515306f50a2e0f2a308a4e network default NAD default NAD key ]
I0428 15:36:20.703349    3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-wd8m6, hostIfaceName: d536181e7818423, network: default, NAD default, SandboxID: "d536181e78184238aa8965a5fc37e367d128709e13515306f50a2e0f2a308a4e", PCI device ID: , UID: "8a8ec156-4440-4a6c-a258-d3cfdd82a918", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23]
I0428 15:36:20.750478    3787 cni.go:473] [openshift-insights/insights-runtime-extractor-wd8m6 d536181e78184238aa8965a5fc37e367d128709e13515306f50a2e0f2a308a4e network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-wd8m6 d536181e78184238aa8965a5fc37e367d128709e13515306f50a2e0f2a308a4e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:ff:ed:bb:a0:c5\",\"name\":\"d536181e7818423\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40223a83-019d-4215-acc1-46fb363f857a\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:36:20.795592    3787 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0428 15:36:20.852866    3787 cni.go:452] [openshift-console/downloads-5c54f4944f-dlrsq bffea31cadd3f76c40364e617d6b20cc80d6d8c3618c42998ca33ae034571690 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-dlrsq bffea31cadd3f76c40364e617d6b20cc80d6d8c3618c42998ca33ae034571690 network default NAD default NAD key ]
I0428 15:36:20.863031    3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-dlrsq, hostIfaceName: bffea31cadd3f76, network: default, NAD default, SandboxID: "bffea31cadd3f76c40364e617d6b20cc80d6d8c3618c42998ca33ae034571690", PCI device ID: , UID: "41d4154b-c242-4431-99c9-bf5d137c638b", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23]
I0428 15:36:20.909996    3787 cni.go:473] [openshift-console/downloads-5c54f4944f-dlrsq bffea31cadd3f76c40364e617d6b20cc80d6d8c3618c42998ca33ae034571690 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-dlrsq bffea31cadd3f76c40364e617d6b20cc80d6d8c3618c42998ca33ae034571690 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:21:0d:1d:c1:8c\",\"name\":\"bffea31cadd3f76\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d2ddf34-272b-4da2-b599-b262201949be\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:36:20.991202    3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-18.ec2.internal in network "default"
I0428 15:36:20.991244    3787 node_tracker.go:235] Node ip-10-0-1-18.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-18.ec2.internal"
I0428 15:36:20.991261    3787 node_tracker.go:169] Node ip-10-0-1-18.ec2.internal switch + router changed, syncing services in network "default"
I0428 15:36:20.991273    3787 services_controller.go:574] Full service sync requested for network=default
I0428 15:36:20.991348    3787 default_network_controller.go:1025] Node "ip-10-0-1-18.ec2.internal" in remote zone "ip-10-0-1-18.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0428 15:36:20.991558    3787 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0428 15:36:20.991797    3787 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0428 15:36:21.191003    3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-18.ec2.internal in network "default"
I0428 15:36:21.191027    3787 default_network_controller.go:1025] Node "ip-10-0-1-18.ec2.internal" in remote zone "ip-10-0-1-18.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0428 15:36:21.191053    3787 node_tracker.go:169] Node ip-10-0-1-18.ec2.internal switch + router changed, syncing services in network "default"
I0428 15:36:21.191064    3787 services_controller.go:574] Full service sync requested for network=default
W0428 15:36:21.191210    3787 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0428 15:36:21.191447    3787 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0428 15:36:21.192018    3787 zone_ic_handler.go:195] Time taken to create transit switch: 282.659µs
I0428 15:36:21.192032    3787 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-18.ec2.internal for the network default
I0428 15:36:21.192976    3787 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-18.ec2.internal" on network "default" took: 1.260468ms
I0428 15:36:21.752312    3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-18.ec2.internal in network "default"
I0428 15:36:21.752333    3787 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-18.ec2.internal", IP: 10.0.1.18 to PMTUD blocking rules
I0428 15:36:21.752362    3787 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-18.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0428 15:36:21.752370    3787 node_tracker.go:169] Node ip-10-0-1-18.ec2.internal switch + router changed, syncing services in network "default"
I0428 15:36:21.752383    3787 services_controller.go:574] Full service sync requested for network=default
I0428 15:36:21.752384    3787 egressfirewall.go:723] Syncing node "ip-10-0-1-18.ec2.internal" for egress firewall
I0428 15:36:21.752387    3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-18.ec2.internal
I0428 15:36:21.752403    3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-18.ec2.internal: 17.848µs
W0428 15:36:21.752644    3787 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0428 15:36:21.752947    3787 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0428 15:36:21.758514    3787 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-18.ec2.internal. Updating no re-route policies
I0428 15:36:21.772803    3787 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-18.ec2.internal", IP: 10.0.1.18 to PMTUD blocking rules
I0428 15:36:21.772817    3787 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-18.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0428 15:36:22.848859    3787 base_network_controller_pods.go:487] [default/openshift-console/console-59fd5b758b-cd72k] creating logical port openshift-console_console-59fd5b758b-cd72k for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:36:22.848944    3787 kube.go:256] Updating pod openshift-console/console-59fd5b758b-cd72k
I0428 15:36:22.865647    3787 pod.go:62] [openshift-console/console-59fd5b758b-cd72k] pod update took 16.722039ms
I0428 15:36:22.865691    3787 base_network_controller_pods.go:951] [default/openshift-console/console-59fd5b758b-cd72k] addLogicalPort annotation time took 16.751464ms
I0428 15:36:22.867010    3787 pods.go:271] [openshift-console/console-59fd5b758b-cd72k] addLogicalPort took 18.172791ms, libovsdb time 1.010726ms
I0428 15:36:23.044743    3787 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-z9w8z] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-z9w8z for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:36:23.044827    3787 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-z9w8z
I0428 15:36:23.065987    3787 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-z9w8z] pod update took 21.181784ms
I0428 15:36:23.066010    3787 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-z9w8z] addLogicalPort annotation time took 21.20972ms
I0428 15:36:23.067262    3787 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-z9w8z] addLogicalPort took 22.533632ms, libovsdb time 925.57µs
I0428 15:36:23.256680    3787 cni.go:452] [openshift-console/console-59fd5b758b-cd72k 8f803df439ce2b45f320e9ec4ae40f7ae8dec7e81f0b2db083827eab534e16e3 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-59fd5b758b-cd72k 8f803df439ce2b45f320e9ec4ae40f7ae8dec7e81f0b2db083827eab534e16e3 network default NAD default NAD key ]
I0428 15:36:23.267410    3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-59fd5b758b-cd72k, hostIfaceName: 8f803df439ce2b4, network: default, NAD default, SandboxID: "8f803df439ce2b45f320e9ec4ae40f7ae8dec7e81f0b2db083827eab534e16e3", PCI device ID: , UID: "7d170f00-325f-4736-8000-badc775a0b73", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23]
I0428 15:36:23.314256    3787 cni.go:473] [openshift-console/console-59fd5b758b-cd72k 8f803df439ce2b45f320e9ec4ae40f7ae8dec7e81f0b2db083827eab534e16e3 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-59fd5b758b-cd72k 8f803df439ce2b45f320e9ec4ae40f7ae8dec7e81f0b2db083827eab534e16e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:01:80:c8:da:6f\",\"name\":\"8f803df439ce2b4\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1367e19-926a-4e1b-aa9a-519e7f2c2773\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0428 15:36:23.377381    3787 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0428 15:36:24.029358    3787 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-z9w8z 91f232919a6d5f9654e663f73770c3d465fce721804cdfb5c8ac949512e4fdb1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-z9w8z 91f232919a6d5f9654e663f73770c3d465fce721804cdfb5c8ac949512e4fdb1 network default NAD default NAD key ]
I0428 15:36:24.052497    3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-z9w8z, hostIfaceName: 91f232919a6d5f9, network: default, NAD default, SandboxID: "91f232919a6d5f9654e663f73770c3d465fce721804cdfb5c8ac949512e4fdb1", PCI device ID: , UID: "020cee3e-0c2e-4141-a037-46a1ecc0e81a", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23]
I0428 15:36:24.104424    3787 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-z9w8z 91f232919a6d5f9654e663f73770c3d465fce721804cdfb5c8ac949512e4fdb1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-z9w8z 91f232919a6d5f9654e663f73770c3d465fce721804cdfb5c8ac949512e4fdb1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:9c:b2:08:f3:44\",\"name\":\"91f232919a6d5f9\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87507b14-143d-424c-8e86-907ae157d5d3\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:36:24.743946    3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-18.ec2.internal
I0428 15:36:24.743975    3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-18.ec2.internal: 37.751µs
W0428 15:36:26.133441    3787 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0428 15:36:26.396438    3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0428 15:36:26.546992    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0428 15:36:27.410993    3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0428 15:36:27.511947    3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0428 15:36:28.428424    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0428 15:36:32.010411    3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0428 15:36:33.559403    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0428 15:36:37.419383    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0428 15:36:37.512794    3787 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0428 15:36:37.512814    3787 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0428 15:36:37.512821    3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0428 15:36:38.259704    3787 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0428 15:36:38.259725    3787 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0428 15:36:38.259731    3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0428 15:36:38.579191    3787 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-867dbdd967-qfmzt] creating logical port openshift-monitoring_metrics-server-867dbdd967-qfmzt for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:36:38.579283    3787 kube.go:256] Updating pod openshift-monitoring/metrics-server-867dbdd967-qfmzt
I0428 15:36:38.593285    3787 pod.go:62] [openshift-monitoring/metrics-server-867dbdd967-qfmzt] pod update took 14.021997ms
I0428 15:36:38.593307    3787 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-867dbdd967-qfmzt] addLogicalPort annotation time took 14.047351ms
I0428 15:36:38.594443    3787 pods.go:271] [openshift-monitoring/metrics-server-867dbdd967-qfmzt] addLogicalPort took 15.273955ms, libovsdb time 812.169µs
I0428 15:36:38.939319    3787 cni.go:452] [openshift-monitoring/metrics-server-867dbdd967-qfmzt 3213dbfa868e21a6ee74a58a08f5926fdfdca7f34cb1256dde31cbaec150005b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-867dbdd967-qfmzt 3213dbfa868e21a6ee74a58a08f5926fdfdca7f34cb1256dde31cbaec150005b network default NAD default NAD key ]
I0428 15:36:38.948429    3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-867dbdd967-qfmzt, hostIfaceName: 3213dbfa868e21a, network: default, NAD default, SandboxID: "3213dbfa868e21a6ee74a58a08f5926fdfdca7f34cb1256dde31cbaec150005b", PCI device ID: , UID: "55097f2d-20a2-4c12-b065-f09b847b4259", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23]
I0428 15:36:38.997320    3787 cni.go:473] [openshift-monitoring/metrics-server-867dbdd967-qfmzt 3213dbfa868e21a6ee74a58a08f5926fdfdca7f34cb1256dde31cbaec150005b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-867dbdd967-qfmzt 3213dbfa868e21a6ee74a58a08f5926fdfdca7f34cb1256dde31cbaec150005b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:2e:fd:27:72:6b\",\"name\":\"3213dbfa868e21a\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5985a29-ed2e-4299-9a6c-5164c66a989e\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0428 15:36:41.281700    3787 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0428 15:36:41.281720    3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0428 15:36:41.288205    3787 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7d88f6558c-2wvlr IP address from the namespace address-set, err: pod openshift-console/console-7d88f6558c-2wvlr: no pod IPs found 
W0428 15:36:43.253330    3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
W0428 15:36:43.332246    3787 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0428 15:36:43.332270    3787 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0428 15:36:43.332276    3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0428 15:36:43.332280    3787 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0428 15:36:47.321598    3787 obj_retry.go:498] Detected object openshift-image-registry/image-registry-85884c9ddb-zgwhq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:36:47.322208    3787 obj_retry.go:498] Detected object openshift-image-registry/image-registry-85884c9ddb-zgwhq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:36:47.514077    3787 obj_retry.go:492] Detected object openshift-image-registry/image-registry-85884c9ddb-zgwhq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:36:47.514103    3787 obj_retry.go:492] Detected object openshift-image-registry/image-registry-85884c9ddb-zgwhq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:36:47.517617    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-85884c9ddb-zgwhq
I0428 15:36:47.517646    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-85884c9ddb-zgwhq
W0428 15:36:47.597353    3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0428 15:36:48.613467    3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0428 15:36:48.613488    3787 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0428 15:36:48.729516    3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0428 15:36:48.828239    3787 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-684d65d899-8rldf IP address from the namespace address-set, err: pod openshift-console/console-684d65d899-8rldf: no pod IPs found 
W0428 15:36:48.846586    3787 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-684d65d899-729tn IP address from the namespace address-set, err: pod openshift-console/console-684d65d899-729tn: no pod IPs found 
I0428 15:36:50.198621    3787 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0428 15:36:57.374115    3787 obj_retry.go:498] Detected object openshift-console/console-59fd5b758b-jgv2c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:36:57.374628    3787 obj_retry.go:498] Detected object openshift-console/console-59fd5b758b-jgv2c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:36:57.605032    3787 obj_retry.go:492] Detected object openshift-console/console-59fd5b758b-jgv2c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:36:57.605057    3787 obj_retry.go:492] Detected object openshift-console/console-59fd5b758b-jgv2c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:36:57.611900    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59fd5b758b-jgv2c
I0428 15:36:57.611927    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59fd5b758b-jgv2c
I0428 15:37:04.488972    3787 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drvvxv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:37:04.489508    3787 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drvvxv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:37:04.489536    3787 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drvvxv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 15:37:04.489545    3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0428 15:37:04.489557    3787 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drvvxv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 15:37:04.489562    3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0428 15:37:05.539516    3787 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drvvxv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:37:05.539542    3787 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drvvxv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:37:05.539554    3787 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drvvxv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:37:05.539569    3787 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drvvxv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:37:06.564215    3787 obj_retry.go:498] Detected object openshift-console/console-7d88f6558c-blsj7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:37:06.564736    3787 obj_retry.go:498] Detected object openshift-console/console-7d88f6558c-blsj7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:37:07.393825    3787 obj_retry.go:492] Detected object openshift-console/console-7d88f6558c-blsj7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:37:07.393851    3787 obj_retry.go:492] Detected object openshift-console/console-7d88f6558c-blsj7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:37:07.401269    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7d88f6558c-blsj7
I0428 15:37:07.401295    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7d88f6558c-blsj7
I0428 15:37:08.588238    3787 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0428 15:37:08.602001    3787 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
W0428 15:37:08.614180    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
I0428 15:37:10.169941    3787 cni.go:452] [openshift-multus/network-metrics-daemon-6kk8b acedf89f1ccd4b0e0691b6d4731d5bbdcd94005194303235d3392d6bc1859cb3 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-6kk8b acedf89f1ccd4b0e0691b6d4731d5bbdcd94005194303235d3392d6bc1859cb3 network default NAD default NAD key ]
I0428 15:37:10.179490    3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-6kk8b, hostIfaceName: acedf89f1ccd4b0, network: default, NAD default, SandboxID: "acedf89f1ccd4b0e0691b6d4731d5bbdcd94005194303235d3392d6bc1859cb3", PCI device ID: , UID: "974c9363-9a61-4161-86d7-bcc60c1f8939", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23]
I0428 15:37:10.228453    3787 cni.go:473] [openshift-multus/network-metrics-daemon-6kk8b acedf89f1ccd4b0e0691b6d4731d5bbdcd94005194303235d3392d6bc1859cb3 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-6kk8b acedf89f1ccd4b0e0691b6d4731d5bbdcd94005194303235d3392d6bc1859cb3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:34:f5:4c:ac:83\",\"name\":\"acedf89f1ccd4b0\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22b84c2a-b39a-41c4-aed4-ed3382c0c93a\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0428 15:37:11.683688    3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
I0428 15:37:12.372508    3787 cni.go:452] [openshift-image-registry/image-registry-85884c9ddb-wwswf 1069c5342e00334efa176b109c1726e35b5bb2c755d14facb989b7aaa7d88d0f network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-85884c9ddb-wwswf 1069c5342e00334efa176b109c1726e35b5bb2c755d14facb989b7aaa7d88d0f network default NAD default NAD key ]
I0428 15:37:12.464968    3787 cni.go:473] [openshift-image-registry/image-registry-85884c9ddb-wwswf 1069c5342e00334efa176b109c1726e35b5bb2c755d14facb989b7aaa7d88d0f network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-85884c9ddb-wwswf 1069c5342e00334efa176b109c1726e35b5bb2c755d14facb989b7aaa7d88d0f network default NAD default NAD key default], result "{}", err <nil>
I0428 15:37:12.542646    3787 obj_retry.go:498] Detected object openshift-image-registry/image-registry-85884c9ddb-wwswf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:37:12.542693    3787 pods.go:176] Deleting pod: openshift-image-registry/image-registry-85884c9ddb-wwswf
I0428 15:37:12.543918    3787 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-85884c9ddb-wwswf, ips: 10.128.0.5
I0428 15:37:12.543942    3787 obj_retry.go:498] Detected object openshift-image-registry/image-registry-85884c9ddb-wwswf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:37:12.721791    3787 obj_retry.go:492] Detected object openshift-image-registry/image-registry-85884c9ddb-wwswf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:37:12.721814    3787 obj_retry.go:492] Detected object openshift-image-registry/image-registry-85884c9ddb-wwswf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:37:12.723985    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-85884c9ddb-wwswf
I0428 15:37:12.724012    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-85884c9ddb-wwswf
I0428 15:37:13.822946    3787 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
W0428 15:37:23.739378    3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0428 15:37:23.739469    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0428 15:37:23.739517    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0428 15:37:24.744884    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0428 15:37:29.765114    3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0428 15:37:29.765158    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0428 15:37:29.765217    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0428 15:37:30.772503    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
I0428 15:37:33.899871    3787 cni.go:452] [openshift-console/console-59fd5b758b-cd72k 8f803df439ce2b45f320e9ec4ae40f7ae8dec7e81f0b2db083827eab534e16e3 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-59fd5b758b-cd72k 8f803df439ce2b45f320e9ec4ae40f7ae8dec7e81f0b2db083827eab534e16e3 network default NAD default NAD key ]
I0428 15:37:33.991124    3787 cni.go:473] [openshift-console/console-59fd5b758b-cd72k 8f803df439ce2b45f320e9ec4ae40f7ae8dec7e81f0b2db083827eab534e16e3 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-59fd5b758b-cd72k 8f803df439ce2b45f320e9ec4ae40f7ae8dec7e81f0b2db083827eab534e16e3 network default NAD default NAD key default], result "{}", err <nil>
I0428 15:37:34.058911    3787 obj_retry.go:498] Detected object openshift-console/console-59fd5b758b-cd72k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:37:34.058949    3787 pods.go:176] Deleting pod: openshift-console/console-59fd5b758b-cd72k
I0428 15:37:34.060231    3787 pods.go:236] Attempting to release IPs for pod: openshift-console/console-59fd5b758b-cd72k, ips: 10.128.0.20
I0428 15:37:34.060257    3787 obj_retry.go:498] Detected object openshift-console/console-59fd5b758b-cd72k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:37:34.779874    3787 obj_retry.go:492] Detected object openshift-console/console-59fd5b758b-cd72k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:37:34.779898    3787 obj_retry.go:492] Detected object openshift-console/console-59fd5b758b-cd72k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:37:34.787882    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59fd5b758b-cd72k
I0428 15:37:34.787907    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59fd5b758b-cd72k
I0428 15:37:36.236693    3787 cni.go:452] [openshift-ingress/router-default-6cdf88fc49-5p48k 78c9649bc06fd74cb80e06f9b77847d58e1a4e4bf51ed49008463023ee031f5b network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-6cdf88fc49-5p48k 78c9649bc06fd74cb80e06f9b77847d58e1a4e4bf51ed49008463023ee031f5b network default NAD default NAD key ]
I0428 15:37:36.316347    3787 cni.go:473] [openshift-ingress/router-default-6cdf88fc49-5p48k 78c9649bc06fd74cb80e06f9b77847d58e1a4e4bf51ed49008463023ee031f5b network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-6cdf88fc49-5p48k 78c9649bc06fd74cb80e06f9b77847d58e1a4e4bf51ed49008463023ee031f5b network default NAD default NAD key default], result "{}", err <nil>
I0428 15:37:36.395370    3787 obj_retry.go:498] Detected object openshift-ingress/router-default-6cdf88fc49-5p48k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:37:36.395414    3787 pods.go:176] Deleting pod: openshift-ingress/router-default-6cdf88fc49-5p48k
I0428 15:37:36.396636    3787 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-6cdf88fc49-5p48k, ips: 10.128.0.15
I0428 15:37:36.396662    3787 obj_retry.go:498] Detected object openshift-ingress/router-default-6cdf88fc49-5p48k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:37:36.790786    3787 obj_retry.go:492] Detected object openshift-ingress/router-default-6cdf88fc49-5p48k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:37:36.790813    3787 obj_retry.go:492] Detected object openshift-ingress/router-default-6cdf88fc49-5p48k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:37:36.797841    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6cdf88fc49-5p48k
I0428 15:37:36.797873    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6cdf88fc49-5p48k
I0428 15:37:53.767305    3787 base_network_controller_pods.go:487] [default/openshift-console/console-78589b6d7d-wz7sc] creating logical port openshift-console_console-78589b6d7d-wz7sc for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:37:53.767483    3787 kube.go:256] Updating pod openshift-console/console-78589b6d7d-wz7sc
I0428 15:37:53.802700    3787 pod.go:62] [openshift-console/console-78589b6d7d-wz7sc] pod update took 35.311435ms
I0428 15:37:53.802741    3787 base_network_controller_pods.go:951] [default/openshift-console/console-78589b6d7d-wz7sc] addLogicalPort annotation time took 35.357669ms
I0428 15:37:53.803768    3787 pods.go:271] [openshift-console/console-78589b6d7d-wz7sc] addLogicalPort took 36.482927ms, libovsdb time 714.972µs
I0428 15:37:54.118022    3787 cni.go:452] [openshift-console/console-78589b6d7d-wz7sc 827ee54e963b73178cd8b8475888e8cb5722889bb78879c4ffcbb7bd4285f761 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-78589b6d7d-wz7sc 827ee54e963b73178cd8b8475888e8cb5722889bb78879c4ffcbb7bd4285f761 network default NAD default NAD key ]
I0428 15:37:54.127236    3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-78589b6d7d-wz7sc, hostIfaceName: 827ee54e963b731, network: default, NAD default, SandboxID: "827ee54e963b73178cd8b8475888e8cb5722889bb78879c4ffcbb7bd4285f761", PCI device ID: , UID: "a74cfcd5-05d0-4584-acca-5b7758d77ef3", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23]
I0428 15:37:54.178721    3787 cni.go:473] [openshift-console/console-78589b6d7d-wz7sc 827ee54e963b73178cd8b8475888e8cb5722889bb78879c4ffcbb7bd4285f761 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-78589b6d7d-wz7sc 827ee54e963b73178cd8b8475888e8cb5722889bb78879c4ffcbb7bd4285f761 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:03:d0:0c:23:ac\",\"name\":\"827ee54e963b731\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ecde6990-db92-484f-81e4-f7d3ad25faa5\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:37:55.877559    3787 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:37:55.878162    3787 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:37:56.184655    3787 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:37:56.184692    3787 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:37:56.191067    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0428 15:37:56.191095    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0428 15:38:00.165870    3787 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:38:00.166382    3787 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:38:00.929784    3787 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:38:00.929805    3787 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:38:00.936895    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0428 15:38:00.936921    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
W0428 15:38:04.909396    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0428 15:38:17.966885    3787 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:38:17.967451    3787 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:38:18.671178    3787 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:38:18.671207    3787 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:38:18.680273    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0428 15:38:18.680305    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0428 15:38:19.078438    3787 obj_retry.go:498] Detected object openshift-console/console-bb57d8f65-mj62v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:38:19.079018    3787 obj_retry.go:498] Detected object openshift-console/console-bb57d8f65-mj62v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:38:19.757588    3787 obj_retry.go:492] Detected object openshift-console/console-bb57d8f65-mj62v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:38:19.757609    3787 obj_retry.go:492] Detected object openshift-console/console-bb57d8f65-mj62v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:38:19.767009    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-bb57d8f65-mj62v
I0428 15:38:19.767028    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-bb57d8f65-mj62v
I0428 15:38:30.235603    3787 obj_retry.go:498] Detected object openshift-console/console-bb57d8f65-gvnpf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:38:30.236136    3787 obj_retry.go:498] Detected object openshift-console/console-bb57d8f65-gvnpf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:38:31.059088    3787 obj_retry.go:492] Detected object openshift-console/console-bb57d8f65-gvnpf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:38:31.059110    3787 obj_retry.go:492] Detected object openshift-console/console-bb57d8f65-gvnpf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:38:31.066150    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-bb57d8f65-gvnpf
I0428 15:38:31.066177    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-bb57d8f65-gvnpf
I0428 15:39:03.528767    3787 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:39:03.529362    3787 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:39:03.871772    3787 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:39:03.871795    3787 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:39:03.879958    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0428 15:39:03.879982    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0428 15:40:00.207494    3787 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-tpcf7] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29623180-tpcf7 for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:40:00.207627    3787 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-tpcf7
I0428 15:40:00.235960    3787 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-tpcf7] pod update took 28.358351ms
I0428 15:40:00.235983    3787 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-tpcf7] addLogicalPort annotation time took 28.387259ms
I0428 15:40:00.237248    3787 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-tpcf7] addLogicalPort took 29.775158ms, libovsdb time 929.394µs
I0428 15:40:00.582794    3787 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-tpcf7 56f959eb2294d48f2c32594113b5fdb6e34b5e59534e34b1b69faa19e98a00c3 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-tpcf7 56f959eb2294d48f2c32594113b5fdb6e34b5e59534e34b1b69faa19e98a00c3 network default NAD default NAD key ]
I0428 15:40:00.591808    3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29623180-tpcf7, hostIfaceName: 56f959eb2294d48, network: default, NAD default, SandboxID: "56f959eb2294d48f2c32594113b5fdb6e34b5e59534e34b1b69faa19e98a00c3", PCI device ID: , UID: "5a6c5106-ba88-4543-bfe2-698d334cad5d", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23]
I0428 15:40:00.640104    3787 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-tpcf7 56f959eb2294d48f2c32594113b5fdb6e34b5e59534e34b1b69faa19e98a00c3 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-tpcf7 56f959eb2294d48f2c32594113b5fdb6e34b5e59534e34b1b69faa19e98a00c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:e4:58:85:88:b0\",\"name\":\"56f959eb2294d48\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2150a6da-48b0-483e-91a3-bc36082c5b65\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:40:05.339472    3787 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-tpcf7 56f959eb2294d48f2c32594113b5fdb6e34b5e59534e34b1b69faa19e98a00c3 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-tpcf7 56f959eb2294d48f2c32594113b5fdb6e34b5e59534e34b1b69faa19e98a00c3 network default NAD default NAD key ]
I0428 15:40:05.407861    3787 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-tpcf7 56f959eb2294d48f2c32594113b5fdb6e34b5e59534e34b1b69faa19e98a00c3 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-tpcf7 56f959eb2294d48f2c32594113b5fdb6e34b5e59534e34b1b69faa19e98a00c3 network default NAD default NAD key default], result "{}", err <nil>
I0428 15:40:05.449699    3787 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-tpcf7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:40:05.449762    3787 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-tpcf7
I0428 15:40:05.451011    3787 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-tpcf7, ips: 10.128.0.24
I0428 15:40:05.451043    3787 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-tpcf7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:40:06.357504    3787 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-tpcf7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:40:06.357531    3787 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-tpcf7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:40:38.323260    3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7
I0428 15:40:40.218208    3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=134
I0428 15:40:40.316974    3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6
I0428 15:40:56.220531    3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=637
I0428 15:41:19.310766    3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7
I0428 15:41:21.657392    3787 namespace.go:98] [tsf] adding namespace
I0428 15:41:21.658408    3787 namespace.go:102] [tsf] adding namespace took 991.597µs
I0428 15:41:21.683622    3787 namespace.go:142] [tsf] updating namespace
I0428 15:41:21.696065    3787 namespace.go:142] [tsf] updating namespace
I0428 15:41:26.431518    3787 namespace.go:98] [tsf-keycloak] adding namespace
I0428 15:41:26.431641    3787 namespace.go:98] [tsf-tpa] adding namespace
I0428 15:41:26.431823    3787 namespace.go:98] [cert-manager-operator] adding namespace
I0428 15:41:26.432526    3787 namespace.go:102] [tsf-keycloak] adding namespace took 986.587µs
I0428 15:41:26.433200    3787 namespace.go:102] [tsf-tpa] adding namespace took 1.5402ms
I0428 15:41:26.433226    3787 namespace.go:98] [tsf-tas] adding namespace
I0428 15:41:26.433795    3787 namespace.go:102] [tsf-tas] adding namespace took 561.02µs
I0428 15:41:26.434221    3787 namespace.go:102] [cert-manager-operator] adding namespace took 2.375928ms
I0428 15:41:26.439421    3787 namespace.go:98] [rhbk-operator] adding namespace
I0428 15:41:26.439439    3787 namespace.go:98] [konflux-ui] adding namespace
I0428 15:41:26.439711    3787 namespace.go:98] [rhtpa-operator] adding namespace
I0428 15:41:26.439769    3787 namespace.go:98] [konflux-operator] adding namespace
I0428 15:41:26.440194    3787 namespace.go:102] [rhbk-operator] adding namespace took 759.858µs
I0428 15:41:26.440750    3787 namespace.go:102] [konflux-ui] adding namespace took 1.299349ms
I0428 15:41:26.441214    3787 namespace.go:102] [rhtpa-operator] adding namespace took 1.48413ms
I0428 15:41:26.441693    3787 namespace.go:102] [konflux-operator] adding namespace took 1.908321ms
I0428 15:41:26.454078    3787 namespace.go:142] [tsf-keycloak] updating namespace
I0428 15:41:26.466979    3787 namespace.go:142] [tsf-keycloak] updating namespace
I0428 15:41:26.483158    3787 namespace.go:142] [tsf-tpa] updating namespace
I0428 15:41:26.487838    3787 namespace.go:142] [cert-manager-operator] updating namespace
I0428 15:41:26.487861    3787 namespace.go:142] [tsf-tas] updating namespace
I0428 15:41:26.488031    3787 namespace.go:142] [rhbk-operator] updating namespace
I0428 15:41:26.496445    3787 namespace.go:142] [tsf-tpa] updating namespace
I0428 15:41:26.501977    3787 namespace.go:142] [konflux-ui] updating namespace
I0428 15:41:26.501983    3787 namespace.go:142] [rhtpa-operator] updating namespace
I0428 15:41:26.502204    3787 namespace.go:142] [konflux-operator] updating namespace
I0428 15:41:26.507812    3787 namespace.go:142] [tsf-keycloak] updating namespace
I0428 15:41:26.562038    3787 namespace.go:142] [tsf-tas] updating namespace
I0428 15:41:26.577534    3787 namespace.go:142] [tsf-tas] updating namespace
I0428 15:41:26.583180    3787 namespace.go:142] [rhbk-operator] updating namespace
I0428 15:41:26.607838    3787 namespace.go:142] [rhbk-operator] updating namespace
I0428 15:41:26.617472    3787 namespace.go:142] [konflux-ui] updating namespace
I0428 15:41:26.633421    3787 namespace.go:142] [konflux-ui] updating namespace
I0428 15:41:26.639923    3787 namespace.go:142] [tsf-tpa] updating namespace
I0428 15:41:26.646767    3787 namespace.go:142] [rhtpa-operator] updating namespace
I0428 15:41:26.662033    3787 namespace.go:142] [rhtpa-operator] updating namespace
I0428 15:41:26.684278    3787 namespace.go:142] [konflux-operator] updating namespace
I0428 15:41:26.696065    3787 namespace.go:142] [konflux-operator] updating namespace
I0428 15:41:26.700813    3787 namespace.go:142] [cert-manager-operator] updating namespace
I0428 15:41:26.728997    3787 namespace.go:142] [cert-manager-operator] updating namespace
I0428 15:41:27.682211    3787 namespace.go:142] [tsf-tpa] updating namespace
I0428 15:41:27.695389    3787 namespace.go:142] [tsf-keycloak] updating namespace
I0428 15:41:27.842417    3787 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:41:27.842573    3787 kube.go:256] Updating pod tsf/test-tsf-subscriptions
I0428 15:41:27.860349    3787 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 17.804246ms
I0428 15:41:27.860369    3787 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 17.82882ms
I0428 15:41:27.861613    3787 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 19.22124ms, libovsdb time 857.628µs
I0428 15:41:28.222465    3787 cni.go:452] [tsf/test-tsf-subscriptions 3ff12add1d1b668650a91b1666c62141a2cef927471f03e6cdb0ea84e620c5e9 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 3ff12add1d1b668650a91b1666c62141a2cef927471f03e6cdb0ea84e620c5e9 network default NAD default NAD key ]
I0428 15:41:28.231590    3787 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 3ff12add1d1b668, network: default, NAD default, SandboxID: "3ff12add1d1b668650a91b1666c62141a2cef927471f03e6cdb0ea84e620c5e9", PCI device ID: , UID: "bb9514dc-0506-4c09-be0f-fb90fe6111d9", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23]
I0428 15:41:28.280187    3787 cni.go:473] [tsf/test-tsf-subscriptions 3ff12add1d1b668650a91b1666c62141a2cef927471f03e6cdb0ea84e620c5e9 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 3ff12add1d1b668650a91b1666c62141a2cef927471f03e6cdb0ea84e620c5e9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:5a:fb:96:a0:83\",\"name\":\"3ff12add1d1b668\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e49da210-3314-421b-95eb-460645712601\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:41:35.620644    3787 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbtxj4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:41:35.621221    3787 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbtxj4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:41:35.621248    3787 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbtxj4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 15:41:35.621256    3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0428 15:41:35.621267    3787 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbtxj4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 15:41:35.621271    3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0428 15:41:35.644796    3787 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tlw7z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:41:35.645287    3787 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tlw7z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:41:35.645317    3787 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tlw7z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 15:41:35.645329    3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0428 15:41:35.645343    3787 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tlw7z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 15:41:35.645349    3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0428 15:41:36.646284    3787 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbtxj4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:41:36.646312    3787 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbtxj4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:41:36.646330    3787 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbtxj4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:41:36.646340    3787 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbtxj4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:41:36.676914    3787 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tlw7z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:41:36.676936    3787 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tlw7z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:41:36.676947    3787 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tlw7z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:41:36.676960    3787 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tlw7z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:41:37.633739    3787 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587h5t8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:41:37.634306    3787 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587h5t8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:41:37.634338    3787 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587h5t8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 15:41:37.634349    3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0428 15:41:37.634366    3787 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587h5t8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 15:41:37.634373    3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0428 15:41:38.218460    3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=52
I0428 15:41:38.649531    3787 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf22k4fm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:41:38.650088    3787 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf22k4fm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:41:38.650119    3787 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf22k4fm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 15:41:38.650130    3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0428 15:41:38.650144    3787 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf22k4fm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 15:41:38.650151    3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0428 15:41:38.665856    3787 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587h5t8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:41:38.665880    3787 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587h5t8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:41:38.665895    3787 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587h5t8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:41:38.665908    3787 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587h5t8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:41:39.680796    3787 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf22k4fm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:41:39.680824    3787 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf22k4fm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:41:39.680842    3787 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf22k4fm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:41:39.680852    3787 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf22k4fm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:41:41.667844    3787 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gdl9j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:41:41.668381    3787 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gdl9j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:41:41.668414    3787 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gdl9j of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 15:41:41.668423    3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0428 15:41:41.668436    3787 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gdl9j of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 15:41:41.668441    3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0428 15:41:42.673517    3787 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kw5xp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:41:42.674070    3787 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kw5xp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:41:42.674096    3787 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kw5xp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 15:41:42.674104    3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0428 15:41:42.674115    3787 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kw5xp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0428 15:41:42.674121    3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0428 15:41:42.695631    3787 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gdl9j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:41:42.695658    3787 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gdl9j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:41:42.695688    3787 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gdl9j of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:41:42.695704    3787 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gdl9j of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:41:43.707311    3787 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kw5xp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:41:43.707335    3787 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kw5xp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:41:43.707348    3787 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kw5xp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:41:43.707359    3787 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kw5xp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:41:45.309002    3787 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7
W0428 15:41:45.650802    3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0428 15:41:46.022003    3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0428 15:41:46.037758    3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0428 15:41:51.196227    3787 namespace.go:98] [cert-manager] adding namespace
I0428 15:41:51.197105    3787 namespace.go:102] [cert-manager] adding namespace took 849.926µs
I0428 15:41:51.227515    3787 namespace.go:142] [cert-manager] updating namespace
I0428 15:41:51.261017    3787 namespace.go:142] [cert-manager] updating namespace
W0428 15:41:56.912264    3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0428 15:41:56.912286    3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0428 15:42:00.745625    3787 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-vmwgc] creating logical port konflux-operator_konflux-operator-controller-manager-66b879f574-vmwgc for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:42:00.745758    3787 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-66b879f574-vmwgc
I0428 15:42:00.853178    3787 pod.go:62] [konflux-operator/konflux-operator-controller-manager-66b879f574-vmwgc] pod update took 107.446332ms
I0428 15:42:00.853200    3787 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-vmwgc] addLogicalPort annotation time took 107.473542ms
I0428 15:42:00.854478    3787 pods.go:271] [konflux-operator/konflux-operator-controller-manager-66b879f574-vmwgc] addLogicalPort took 108.867849ms, libovsdb time 949.944µs
I0428 15:42:01.736317    3787 namespace.go:142] [openshift-operators] updating namespace
I0428 15:42:01.757090    3787 namespace.go:142] [openshift-operators] updating namespace
I0428 15:42:02.364999    3787 cni.go:452] [konflux-operator/konflux-operator-controller-manager-66b879f574-vmwgc d894c9452fda90f3b832de51ec6479673e6567aa213979f16ed7b2911ed7de04 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-vmwgc d894c9452fda90f3b832de51ec6479673e6567aa213979f16ed7b2911ed7de04 network default NAD default NAD key ]
I0428 15:42:02.374141    3787 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-66b879f574-vmwgc, hostIfaceName: d894c9452fda90f, network: default, NAD default, SandboxID: "d894c9452fda90f3b832de51ec6479673e6567aa213979f16ed7b2911ed7de04", PCI device ID: , UID: "4352f11f-63d8-470f-8a06-c75a2cfe5442", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23]
I0428 15:42:02.423001    3787 cni.go:473] [konflux-operator/konflux-operator-controller-manager-66b879f574-vmwgc d894c9452fda90f3b832de51ec6479673e6567aa213979f16ed7b2911ed7de04 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-vmwgc d894c9452fda90f3b832de51ec6479673e6567aa213979f16ed7b2911ed7de04 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:6c:99:35:b9:79\",\"name\":\"d894c9452fda90f\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/39b05f77-13fa-4230-992b-6a115f2454b1\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0428 15:42:05.817947    3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0428 15:42:10.218503    3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7
I0428 15:42:10.724686    3787 namespace.go:98] [trusted-artifact-signer] adding namespace
I0428 15:42:10.725553    3787 namespace.go:102] [trusted-artifact-signer] adding namespace took 841.415µs
I0428 15:42:10.826191    3787 namespace.go:142] [trusted-artifact-signer] updating namespace
I0428 15:42:10.855233    3787 namespace.go:142] [trusted-artifact-signer] updating namespace
W0428 15:42:10.877640    3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0428 15:42:14.293138    3787 namespace.go:142] [openshift-operators] updating namespace
W0428 15:42:16.762124    3787 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
W0428 15:42:16.825143    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0428 15:42:27.820373    3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0428 15:42:27.820429    3787 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-zm9xv IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-zm9xv: no pod IPs found 
I0428 15:42:30.850068    3787 namespace.go:98] [openshift-pipelines] adding namespace
I0428 15:42:30.850872    3787 namespace.go:102] [openshift-pipelines] adding namespace took 776.48µs
I0428 15:42:30.868068    3787 namespace.go:142] [openshift-pipelines] updating namespace
I0428 15:42:31.581587    3787 namespace.go:142] [cert-manager] updating namespace
I0428 15:42:31.781587    3787 namespace.go:142] [cert-manager-operator] updating namespace
I0428 15:42:32.184029    3787 namespace.go:142] [konflux-operator] updating namespace
I0428 15:42:32.386400    3787 namespace.go:142] [konflux-ui] updating namespace
I0428 15:42:32.584904    3787 namespace.go:142] [open-cluster-management-2pv84gmg8k1purftr303td5tpat9d92k] updating namespace
I0428 15:42:32.986067    3787 namespace.go:142] [rhbk-operator] updating namespace
I0428 15:42:33.186716    3787 namespace.go:142] [rhtpa-operator] updating namespace
I0428 15:42:33.391647    3787 namespace.go:142] [trusted-artifact-signer] updating namespace
I0428 15:42:33.590833    3787 namespace.go:142] [tsf] updating namespace
I0428 15:42:33.789211    3787 namespace.go:142] [tsf-keycloak] updating namespace
I0428 15:42:33.990445    3787 namespace.go:142] [tsf-tas] updating namespace
I0428 15:42:34.193562    3787 namespace.go:142] [tsf-tpa] updating namespace
I0428 15:42:34.345146    3787 namespace.go:142] [cert-manager] updating namespace
I0428 15:42:34.360011    3787 namespace.go:142] [cert-manager-operator] updating namespace
I0428 15:42:34.372102    3787 namespace.go:142] [default] updating namespace
I0428 15:42:34.385731    3787 namespace.go:142] [konflux-operator] updating namespace
I0428 15:42:34.399123    3787 namespace.go:142] [konflux-ui] updating namespace
I0428 15:42:34.417239    3787 namespace.go:142] [open-cluster-management-2pv84gmg8k1purftr303td5tpat9d92k] updating namespace
I0428 15:42:34.426692    3787 namespace.go:142] [openshift] updating namespace
I0428 15:42:34.441698    3787 namespace.go:142] [rhbk-operator] updating namespace
I0428 15:42:34.459139    3787 namespace.go:142] [rhtpa-operator] updating namespace
I0428 15:42:34.471142    3787 namespace.go:142] [trusted-artifact-signer] updating namespace
I0428 15:42:34.483453    3787 namespace.go:142] [tsf] updating namespace
I0428 15:42:34.499786    3787 namespace.go:142] [tsf-keycloak] updating namespace
I0428 15:42:34.518145    3787 namespace.go:142] [tsf-tas] updating namespace
I0428 15:42:34.535109    3787 namespace.go:142] [tsf-tpa] updating namespace
I0428 15:42:34.585190    3787 namespace.go:142] [cert-manager] updating namespace
I0428 15:42:34.693109    3787 namespace.go:142] [cert-manager-operator] updating namespace
I0428 15:42:34.798272    3787 namespace.go:142] [default] updating namespace
I0428 15:42:34.899203    3787 namespace.go:142] [konflux-operator] updating namespace
I0428 15:42:34.983269    3787 namespace.go:142] [konflux-ui] updating namespace
I0428 15:42:35.080238    3787 namespace.go:142] [open-cluster-management-2pv84gmg8k1purftr303td5tpat9d92k] updating namespace
I0428 15:42:35.176762    3787 namespace.go:142] [openshift] updating namespace
I0428 15:42:35.275290    3787 namespace.go:142] [rhbk-operator] updating namespace
I0428 15:42:35.379606    3787 namespace.go:142] [rhtpa-operator] updating namespace
I0428 15:42:35.477025    3787 namespace.go:142] [trusted-artifact-signer] updating namespace
I0428 15:42:35.575459    3787 namespace.go:142] [tsf] updating namespace
I0428 15:42:35.679714    3787 namespace.go:142] [tsf-keycloak] updating namespace
I0428 15:42:35.780288    3787 namespace.go:142] [tsf-tas] updating namespace
I0428 15:42:35.884652    3787 namespace.go:142] [tsf-tpa] updating namespace
I0428 15:42:36.175627    3787 namespace.go:142] [openshift-pipelines] updating namespace
I0428 15:42:40.972573    3787 cni.go:452] [tsf/test-tsf-subscriptions 3ff12add1d1b668650a91b1666c62141a2cef927471f03e6cdb0ea84e620c5e9 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 3ff12add1d1b668650a91b1666c62141a2cef927471f03e6cdb0ea84e620c5e9 network default NAD default NAD key ]
I0428 15:42:41.048921    3787 cni.go:473] [tsf/test-tsf-subscriptions 3ff12add1d1b668650a91b1666c62141a2cef927471f03e6cdb0ea84e620c5e9 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 3ff12add1d1b668650a91b1666c62141a2cef927471f03e6cdb0ea84e620c5e9 network default NAD default NAD key default], result "{}", err <nil>
I0428 15:42:41.109649    3787 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:42:41.109695    3787 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions
I0428 15:42:41.110935    3787 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.25
I0428 15:42:41.110968    3787 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:42:41.136428    3787 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:42:41.136452    3787 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:42:41.141180    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0428 15:42:41.141209    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0428 15:42:42.494248    3787 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:42:42.494339    3787 kube.go:256] Updating pod tsf/test-tsf-infrastructure
I0428 15:42:42.513623    3787 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 19.310007ms
I0428 15:42:42.513649    3787 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 19.341193ms
I0428 15:42:42.514916    3787 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 20.683749ms, libovsdb time 868.955µs
I0428 15:42:42.857355    3787 cni.go:452] [tsf/test-tsf-infrastructure 92a404c6c2bee5d4ab4277459a560992c3460837c6810057b80aacea88fe71ad network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 92a404c6c2bee5d4ab4277459a560992c3460837c6810057b80aacea88fe71ad network default NAD default NAD key ]
I0428 15:42:42.867215    3787 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 92a404c6c2bee5d, network: default, NAD default, SandboxID: "92a404c6c2bee5d4ab4277459a560992c3460837c6810057b80aacea88fe71ad", PCI device ID: , UID: "4656c1be-7941-4559-86f8-8309202c1a1d", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23]
I0428 15:42:42.915815    3787 cni.go:473] [tsf/test-tsf-infrastructure 92a404c6c2bee5d4ab4277459a560992c3460837c6810057b80aacea88fe71ad network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 92a404c6c2bee5d4ab4277459a560992c3460837c6810057b80aacea88fe71ad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:26:cb:02:5b:65\",\"name\":\"92a404c6c2bee5d\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a76aa531-2071-48bd-9026-478eb1f6f053\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:42:43.758174    3787 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-prwwh] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-prwwh for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:42:43.758264    3787 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-prwwh
I0428 15:42:43.775848    3787 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-prwwh] pod update took 17.610111ms
I0428 15:42:43.775872    3787 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-prwwh] addLogicalPort annotation time took 17.638724ms
I0428 15:42:43.777076    3787 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-prwwh] addLogicalPort took 18.920536ms, libovsdb time 842.749µs
I0428 15:42:43.959924    3787 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kmtt9] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-kmtt9 for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:42:43.960021    3787 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kmtt9
I0428 15:42:43.974209    3787 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kmtt9] pod update took 14.214808ms
I0428 15:42:43.974230    3787 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kmtt9] addLogicalPort annotation time took 14.244183ms
I0428 15:42:43.975512    3787 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kmtt9] addLogicalPort took 15.603201ms, libovsdb time 931.283µs
I0428 15:42:44.057925    3787 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-g5stm] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-g5stm for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:42:44.058018    3787 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-g5stm
I0428 15:42:44.073405    3787 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-g5stm] pod update took 15.410398ms
I0428 15:42:44.073437    3787 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-g5stm] addLogicalPort annotation time took 15.444818ms
I0428 15:42:44.074787    3787 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-g5stm] addLogicalPort took 16.883671ms, libovsdb time 944.161µs
I0428 15:42:44.115425    3787 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-prwwh a5fffec67d50c14b599faaf14a5d6a27d9578f955c414ba211fc76420bee2287 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-prwwh a5fffec67d50c14b599faaf14a5d6a27d9578f955c414ba211fc76420bee2287 network default NAD default NAD key ]
I0428 15:42:44.143791    3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-prwwh, hostIfaceName: a5fffec67d50c14, network: default, NAD default, SandboxID: "a5fffec67d50c14b599faaf14a5d6a27d9578f955c414ba211fc76420bee2287", PCI device ID: , UID: "01288b72-e5c7-4bcd-8747-974ca2f682b0", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23]
I0428 15:42:44.192834    3787 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-prwwh a5fffec67d50c14b599faaf14a5d6a27d9578f955c414ba211fc76420bee2287 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-prwwh a5fffec67d50c14b599faaf14a5d6a27d9578f955c414ba211fc76420bee2287 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:7f:fc:d2:1b:49\",\"name\":\"a5fffec67d50c14\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a3ad548-b383-497e-bf3f-c906bea83697\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:42:44.333926    3787 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kmtt9 8d41da5acf2d21674c2958f25fedc5c1d1320a52baeefdaaf34a7e29096ac0b1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kmtt9 8d41da5acf2d21674c2958f25fedc5c1d1320a52baeefdaaf34a7e29096ac0b1 network default NAD default NAD key ]
I0428 15:42:44.344139    3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-kmtt9, hostIfaceName: 8d41da5acf2d216, network: default, NAD default, SandboxID: "8d41da5acf2d21674c2958f25fedc5c1d1320a52baeefdaaf34a7e29096ac0b1", PCI device ID: , UID: "7840ecc0-22ca-4d95-a6c7-2c80ce5c0a76", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23]
I0428 15:42:44.345590    3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9
I0428 15:42:44.394623    3787 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kmtt9 8d41da5acf2d21674c2958f25fedc5c1d1320a52baeefdaaf34a7e29096ac0b1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kmtt9 8d41da5acf2d21674c2958f25fedc5c1d1320a52baeefdaaf34a7e29096ac0b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:c0:31:ed:b9:64\",\"name\":\"8d41da5acf2d216\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2d8c226-de2c-46d4-b17e-558f645bf370\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:42:44.420521    3787 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-g5stm fdb6028ceb8c8607247576a5066e64209652db7a0e6d110230590fb9b05d61cc network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-g5stm fdb6028ceb8c8607247576a5066e64209652db7a0e6d110230590fb9b05d61cc network default NAD default NAD key ]
I0428 15:42:44.430172    3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-g5stm, hostIfaceName: fdb6028ceb8c860, network: default, NAD default, SandboxID: "fdb6028ceb8c8607247576a5066e64209652db7a0e6d110230590fb9b05d61cc", PCI device ID: , UID: "1e90fb34-aec3-428f-9e89-f0e08d9592a4", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23]
I0428 15:42:44.479879    3787 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-g5stm fdb6028ceb8c8607247576a5066e64209652db7a0e6d110230590fb9b05d61cc network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-g5stm fdb6028ceb8c8607247576a5066e64209652db7a0e6d110230590fb9b05d61cc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:90:04:ab:f9:e7\",\"name\":\"fdb6028ceb8c860\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd381223-676e-4eaf-8e89-5c638ba352cf\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:42:45.428206    3787 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-qgc78] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-qgc78 for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:42:45.428382    3787 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-qgc78
I0428 15:42:45.450919    3787 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-qgc78] pod update took 22.571775ms
I0428 15:42:45.450954    3787 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-qgc78] addLogicalPort annotation time took 22.612072ms
I0428 15:42:45.452382    3787 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-qgc78] addLogicalPort took 24.196968ms, libovsdb time 1.057381ms
I0428 15:42:45.496810    3787 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-czp2h] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-czp2h for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:42:45.496982    3787 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-czp2h
I0428 15:42:45.511267    3787 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-czp2h] pod update took 14.324923ms
I0428 15:42:45.511302    3787 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-czp2h] addLogicalPort annotation time took 14.365978ms
I0428 15:42:45.513163    3787 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-czp2h] addLogicalPort took 16.378603ms, libovsdb time 1.341634ms
W0428 15:42:47.926049    3787 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0428 15:42:47.926077    3787 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0428 15:42:47.926082    3787 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
I0428 15:42:51.116132    3787 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-czp2h b85466cc1296274e7fe2df0c848cefb3455f4e47449d6f7cd73d16316d6eb9ad network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-czp2h b85466cc1296274e7fe2df0c848cefb3455f4e47449d6f7cd73d16316d6eb9ad network default NAD default NAD key ]
I0428 15:42:51.116639    3787 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-qgc78 72f6c38fe70396e9423b5ff608fef71b1550b4ae500b4e5b46b11330d12db54a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-qgc78 72f6c38fe70396e9423b5ff608fef71b1550b4ae500b4e5b46b11330d12db54a network default NAD default NAD key ]
I0428 15:42:51.126711    3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-czp2h, hostIfaceName: b85466cc1296274, network: default, NAD default, SandboxID: "b85466cc1296274e7fe2df0c848cefb3455f4e47449d6f7cd73d16316d6eb9ad", PCI device ID: , UID: "199e8a60-2f3e-45c9-81fd-8fee4b58f85e", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23]
I0428 15:42:51.127143    3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-qgc78, hostIfaceName: 72f6c38fe70396e, network: default, NAD default, SandboxID: "72f6c38fe70396e9423b5ff608fef71b1550b4ae500b4e5b46b11330d12db54a", PCI device ID: , UID: "a4427478-c791-45ea-9113-5bbdb802a461", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23]
I0428 15:42:51.183222    3787 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-czp2h b85466cc1296274e7fe2df0c848cefb3455f4e47449d6f7cd73d16316d6eb9ad network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-czp2h b85466cc1296274e7fe2df0c848cefb3455f4e47449d6f7cd73d16316d6eb9ad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:0c:eb:c4:f1:9e\",\"name\":\"b85466cc1296274\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9f9de1d-c8e9-4634-8b5e-008e6d67d430\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:42:51.207313    3787 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-qgc78 72f6c38fe70396e9423b5ff608fef71b1550b4ae500b4e5b46b11330d12db54a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-qgc78 72f6c38fe70396e9423b5ff608fef71b1550b4ae500b4e5b46b11330d12db54a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:89:dc:b1:39:78\",\"name\":\"72f6c38fe70396e\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d9acbc6-3b35-4b97-8de0-3996e9c5e5d4\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:42:51.217289    3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=82
W0428 15:42:52.046497    3787 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
W0428 15:42:52.092932    3787 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0428 15:42:52.092955    3787 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0428 15:42:52.092964    3787 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0428 15:42:52.149869    3787 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
W0428 15:42:52.172392    3787 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0428 15:42:52.172415    3787 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0428 15:42:52.172421    3787 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0428 15:42:52.172427    3787 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0428 15:43:03.056233    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0428 15:43:03.056251    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0428 15:43:03.056257    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0428 15:43:03.080785    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0428 15:43:03.080807    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0428 15:43:03.080817    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0428 15:43:03.080824    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0428 15:43:13.047804    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql
W0428 15:43:13.070417    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
W0428 15:43:15.131847    3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0428 15:43:15.161776    3787 cni.go:452] [tsf/test-tsf-infrastructure 92a404c6c2bee5d4ab4277459a560992c3460837c6810057b80aacea88fe71ad network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 92a404c6c2bee5d4ab4277459a560992c3460837c6810057b80aacea88fe71ad network default NAD default NAD key ]
I0428 15:43:15.252940    3787 cni.go:473] [tsf/test-tsf-infrastructure 92a404c6c2bee5d4ab4277459a560992c3460837c6810057b80aacea88fe71ad network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 92a404c6c2bee5d4ab4277459a560992c3460837c6810057b80aacea88fe71ad network default NAD default NAD key default], result "{}", err <nil>
I0428 15:43:15.309051    3787 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:43:15.309092    3787 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure
I0428 15:43:15.310476    3787 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.27
I0428 15:43:15.310505    3787 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:43:15.339376    3787 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:43:15.339396    3787 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:43:15.347038    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0428 15:43:15.347067    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0428 15:43:16.306997    3787 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8
I0428 15:43:16.456521    3787 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:43:16.456611    3787 kube.go:256] Updating pod tsf/test-tsf-iam
I0428 15:43:16.471996    3787 pod.go:62] [tsf/test-tsf-iam] pod update took 15.41059ms
I0428 15:43:16.472023    3787 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 15.442625ms
I0428 15:43:16.473435    3787 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 16.936419ms, libovsdb time 891.106µs
I0428 15:43:16.815118    3787 cni.go:452] [tsf/test-tsf-iam 3133d876f12453bb5b7cc99220bf3116eab3d17e99906c0d5913f61242259bee network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 3133d876f12453bb5b7cc99220bf3116eab3d17e99906c0d5913f61242259bee network default NAD default NAD key ]
I0428 15:43:16.824495    3787 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 3133d876f12453b, network: default, NAD default, SandboxID: "3133d876f12453bb5b7cc99220bf3116eab3d17e99906c0d5913f61242259bee", PCI device ID: , UID: "070acd3a-bbd9-4d58-a864-d53856bcb6c3", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23]
I0428 15:43:16.874170    3787 cni.go:473] [tsf/test-tsf-iam 3133d876f12453bb5b7cc99220bf3116eab3d17e99906c0d5913f61242259bee network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 3133d876f12453bb5b7cc99220bf3116eab3d17e99906c0d5913f61242259bee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:80:14:9a:b2:ac\",\"name\":\"3133d876f12453b\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68494c87-a03b-4ac2-aa0b-efc54ece2416\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:43:17.392398    3787 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default
I0428 15:43:17.393092    3787 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}
I0428 15:43:17.393117    3787 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}]
I0428 15:43:17.396008    3787 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel
I0428 15:43:17.755383    3787 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:43:17.755513    3787 kube.go:256] Updating pod tsf-keycloak/keycloak-0
I0428 15:43:17.774874    3787 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 19.386442ms
I0428 15:43:17.774894    3787 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 19.410501ms
I0428 15:43:17.776104    3787 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 20.738112ms, libovsdb time 835.481µs
I0428 15:43:18.151286    3787 cni.go:452] [tsf-keycloak/keycloak-0 be44f527cc0abe8840f08490337aa5acaf34c762cd2720e87459c9a5c3806838 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 be44f527cc0abe8840f08490337aa5acaf34c762cd2720e87459c9a5c3806838 network default NAD default NAD key ]
I0428 15:43:18.161449    3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: be44f527cc0abe8, network: default, NAD default, SandboxID: "be44f527cc0abe8840f08490337aa5acaf34c762cd2720e87459c9a5c3806838", PCI device ID: , UID: "6c0e61e4-85e6-4963-b11e-80abde4fcba0", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23]
I0428 15:43:18.213257    3787 cni.go:473] [tsf-keycloak/keycloak-0 be44f527cc0abe8840f08490337aa5acaf34c762cd2720e87459c9a5c3806838 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 be44f527cc0abe8840f08490337aa5acaf34c762cd2720e87459c9a5c3806838 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:9b:c6:e5:93:73\",\"name\":\"be44f527cc0abe8\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a993cbc-d3db-41e8-8071-7aa83bc7edfe\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:43:24.339907    3787 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
I0428 15:43:30.333878    3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9
W0428 15:43:32.253402    3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0428 15:43:32.253428    3787 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0428 15:43:32.254822    3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0428 15:43:32.254840    3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
I0428 15:43:33.262546    3787 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0428 15:43:41.218515    3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=105
I0428 15:43:50.345827    3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10
W0428 15:43:52.441319    3787 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0428 15:43:52.441342    3787 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0428 15:43:52.441347    3787 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0428 15:43:55.386014    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0428 15:43:55.386034    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0428 15:43:55.388407    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak
W0428 15:43:55.388428    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak
I0428 15:43:57.646405    3787 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-2bcc8] creating logical port tsf-keycloak_tsf-iam-2bcc8 for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:43:57.646508    3787 kube.go:256] Updating pod tsf-keycloak/tsf-iam-2bcc8
I0428 15:43:57.685544    3787 pod.go:62] [tsf-keycloak/tsf-iam-2bcc8] pod update took 39.071674ms
I0428 15:43:57.685564    3787 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-2bcc8] addLogicalPort annotation time took 39.097259ms
I0428 15:43:57.686824    3787 pods.go:271] [tsf-keycloak/tsf-iam-2bcc8] addLogicalPort took 40.437791ms, libovsdb time 848.082µs
I0428 15:43:58.012345    3787 cni.go:452] [tsf-keycloak/tsf-iam-2bcc8 90719d4369b5427ffe9508268995d3d2d7e0e04cfe09c89544f5265b4f5265a7 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-2bcc8 90719d4369b5427ffe9508268995d3d2d7e0e04cfe09c89544f5265b4f5265a7 network default NAD default NAD key ]
I0428 15:43:58.042209    3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-2bcc8, hostIfaceName: 90719d4369b5427, network: default, NAD default, SandboxID: "90719d4369b5427ffe9508268995d3d2d7e0e04cfe09c89544f5265b4f5265a7", PCI device ID: , UID: "3ceb40e3-91b6-4ba1-9554-eb90c00125e5", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23]
I0428 15:43:58.089310    3787 cni.go:473] [tsf-keycloak/tsf-iam-2bcc8 90719d4369b5427ffe9508268995d3d2d7e0e04cfe09c89544f5265b4f5265a7 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-2bcc8 90719d4369b5427ffe9508268995d3d2d7e0e04cfe09c89544f5265b4f5265a7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:56:11:41:9c:d5\",\"name\":\"90719d4369b5427\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/177740f7-fb78-4dff-a593-520dc6be7449\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:44:00.329098    3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10
I0428 15:44:10.483402    3787 cni.go:452] [tsf/test-tsf-iam 3133d876f12453bb5b7cc99220bf3116eab3d17e99906c0d5913f61242259bee network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 3133d876f12453bb5b7cc99220bf3116eab3d17e99906c0d5913f61242259bee network default NAD default NAD key ]
I0428 15:44:10.573358    3787 cni.go:473] [tsf/test-tsf-iam 3133d876f12453bb5b7cc99220bf3116eab3d17e99906c0d5913f61242259bee network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 3133d876f12453bb5b7cc99220bf3116eab3d17e99906c0d5913f61242259bee network default NAD default NAD key default], result "{}", err <nil>
I0428 15:44:10.629315    3787 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:44:10.629356    3787 pods.go:176] Deleting pod: tsf/test-tsf-iam
I0428 15:44:10.631018    3787 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.33
I0428 15:44:10.631052    3787 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:44:10.670263    3787 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:44:10.670293    3787 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:44:10.680574    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0428 15:44:10.680609    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0428 15:44:11.556273    3787 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:44:11.556367    3787 kube.go:256] Updating pod tsf-tas/test-tsf-tas
I0428 15:44:11.574157    3787 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 17.809889ms
I0428 15:44:11.574181    3787 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 17.840879ms
I0428 15:44:11.575519    3787 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 19.268045ms, libovsdb time 872.825µs
I0428 15:44:11.920210    3787 cni.go:452] [tsf-tas/test-tsf-tas 78d03b042b2a91b0c9bec8505e166845eb86273dfdc89185f65c18bf20b4a1b0 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 78d03b042b2a91b0c9bec8505e166845eb86273dfdc89185f65c18bf20b4a1b0 network default NAD default NAD key ]
I0428 15:44:11.930713    3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 78d03b042b2a91b, network: default, NAD default, SandboxID: "78d03b042b2a91b0c9bec8505e166845eb86273dfdc89185f65c18bf20b4a1b0", PCI device ID: , UID: "768840e4-b3e0-4af6-b740-d1ed24238e7f", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23]
I0428 15:44:11.985796    3787 cni.go:473] [tsf-tas/test-tsf-tas 78d03b042b2a91b0c9bec8505e166845eb86273dfdc89185f65c18bf20b4a1b0 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 78d03b042b2a91b0c9bec8505e166845eb86273dfdc89185f65c18bf20b4a1b0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:bb:35:e2:f0:00\",\"name\":\"78d03b042b2a91b\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ddcef296-de91-437c-a485-095919fd943e\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0428 15:44:15.569923    3787 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server
W0428 15:44:15.569951    3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server
I0428 15:44:16.527531    3787 cni.go:452] [tsf-keycloak/tsf-iam-2bcc8 90719d4369b5427ffe9508268995d3d2d7e0e04cfe09c89544f5265b4f5265a7 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-2bcc8 90719d4369b5427ffe9508268995d3d2d7e0e04cfe09c89544f5265b4f5265a7 network default NAD default NAD key ]
I0428 15:44:16.607521    3787 cni.go:473] [tsf-keycloak/tsf-iam-2bcc8 90719d4369b5427ffe9508268995d3d2d7e0e04cfe09c89544f5265b4f5265a7 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-2bcc8 90719d4369b5427ffe9508268995d3d2d7e0e04cfe09c89544f5265b4f5265a7 network default NAD default NAD key default], result "{}", err <nil>
I0428 15:44:16.662144    3787 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-2bcc8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:44:16.662174    3787 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-2bcc8
I0428 15:44:16.663462    3787 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-2bcc8, ips: 10.128.0.35
I0428 15:44:16.663492    3787 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-2bcc8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:44:17.561175    3787 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-2bcc8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:44:17.561196    3787 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-2bcc8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:44:18.774400    3787 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5v29j] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-5v29j for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:44:18.774500    3787 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5v29j
I0428 15:44:18.790936    3787 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5v29j] pod update took 16.460979ms
I0428 15:44:18.790959    3787 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5v29j] addLogicalPort annotation time took 16.489904ms
I0428 15:44:18.792368    3787 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5v29j] addLogicalPort took 17.989255ms, libovsdb time 1.004581ms
I0428 15:44:18.887769    3787 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ccsd9] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-ccsd9 for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:44:18.887856    3787 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ccsd9
I0428 15:44:18.903546    3787 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ccsd9] pod update took 15.711704ms
I0428 15:44:18.903571    3787 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ccsd9] addLogicalPort annotation time took 15.74148ms
I0428 15:44:18.904805    3787 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ccsd9] addLogicalPort took 17.052591ms, libovsdb time 826.249µs
I0428 15:44:18.999848    3787 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-2ntnp] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-2ntnp for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:44:18.999937    3787 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-2ntnp
I0428 15:44:19.016402    3787 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-2ntnp] pod update took 16.486879ms
I0428 15:44:19.016430    3787 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-2ntnp] addLogicalPort annotation time took 16.519527ms
I0428 15:44:19.017683    3787 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-2ntnp] addLogicalPort took 17.836292ms, libovsdb time 776.226µs
I0428 15:44:19.136637    3787 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5v29j ce97852e6fda66746a4cfc22f84edec697c6b4057c789b9265f072bf4453c050 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5v29j ce97852e6fda66746a4cfc22f84edec697c6b4057c789b9265f072bf4453c050 network default NAD default NAD key ]
I0428 15:44:19.146577    3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-5v29j, hostIfaceName: ce97852e6fda667, network: default, NAD default, SandboxID: "ce97852e6fda66746a4cfc22f84edec697c6b4057c789b9265f072bf4453c050", PCI device ID: , UID: "c52e78f2-0644-4052-b137-b106dbf6671a", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23]
I0428 15:44:19.198462    3787 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5v29j ce97852e6fda66746a4cfc22f84edec697c6b4057c789b9265f072bf4453c050 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5v29j ce97852e6fda66746a4cfc22f84edec697c6b4057c789b9265f072bf4453c050 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:84:5b:7f:2f:3c\",\"name\":\"ce97852e6fda667\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45c128bf-b0cb-43cc-9dc6-1fade451748b\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:44:19.251126    3787 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ccsd9 efcf5a3c0bb66c4b404ee4f5575e90268a7e0a3bd4a25c1290e5c3f624992729 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ccsd9 efcf5a3c0bb66c4b404ee4f5575e90268a7e0a3bd4a25c1290e5c3f624992729 network default NAD default NAD key ]
I0428 15:44:19.261180    3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-ccsd9, hostIfaceName: efcf5a3c0bb66c4, network: default, NAD default, SandboxID: "efcf5a3c0bb66c4b404ee4f5575e90268a7e0a3bd4a25c1290e5c3f624992729", PCI device ID: , UID: "d2d73677-1366-49ae-af44-8384d2e22ce7", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23]
I0428 15:44:19.308954    3787 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ccsd9 efcf5a3c0bb66c4b404ee4f5575e90268a7e0a3bd4a25c1290e5c3f624992729 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ccsd9 efcf5a3c0bb66c4b404ee4f5575e90268a7e0a3bd4a25c1290e5c3f624992729 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:70:b9:87:d5:5d\",\"name\":\"efcf5a3c0bb66c4\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86effee5-04d9-46f8-a609-94de6fc6d0bb\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:44:19.368468    3787 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-2ntnp 0e1aa014dc3dde3bb72773e6bc83e207abcbc4499f49907718f9b850cdf8cae7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-2ntnp 0e1aa014dc3dde3bb72773e6bc83e207abcbc4499f49907718f9b850cdf8cae7 network default NAD default NAD key ]
I0428 15:44:19.377555    3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-2ntnp, hostIfaceName: 0e1aa014dc3dde3, network: default, NAD default, SandboxID: "0e1aa014dc3dde3bb72773e6bc83e207abcbc4499f49907718f9b850cdf8cae7", PCI device ID: , UID: "4887a2d1-c269-485d-a2d7-7b0f0592b1fd", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23]
I0428 15:44:19.427900    3787 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-2ntnp 0e1aa014dc3dde3bb72773e6bc83e207abcbc4499f49907718f9b850cdf8cae7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-2ntnp 0e1aa014dc3dde3bb72773e6bc83e207abcbc4499f49907718f9b850cdf8cae7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:12:1e:bf:16:c6\",\"name\":\"0e1aa014dc3dde3\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bc1a9baa-3a6c-4709-920f-09c88397ab30\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0428 15:44:23.567965    3787 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0428 15:44:23.567983    3787 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0428 15:44:23.592318    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0428 15:44:23.592337    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0428 15:44:27.536580    3787 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
W0428 15:44:27.556406    3787 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
W0428 15:44:29.597610    3787 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0428 15:44:30.677092    3787 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-wx9lc-82lcb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:44:30.677649    3787 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-wx9lc-82lcb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:44:31.550859    3787 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-wx9lc-82lcb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:44:31.550882    3787 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-wx9lc-82lcb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0428 15:44:38.585217    3787 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
W0428 15:44:40.616999    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0428 15:45:07.792475    3787 cni.go:452] [tsf-tas/test-tsf-tas 78d03b042b2a91b0c9bec8505e166845eb86273dfdc89185f65c18bf20b4a1b0 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 78d03b042b2a91b0c9bec8505e166845eb86273dfdc89185f65c18bf20b4a1b0 network default NAD default NAD key ]
I0428 15:45:07.873904    3787 cni.go:473] [tsf-tas/test-tsf-tas 78d03b042b2a91b0c9bec8505e166845eb86273dfdc89185f65c18bf20b4a1b0 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 78d03b042b2a91b0c9bec8505e166845eb86273dfdc89185f65c18bf20b4a1b0 network default NAD default NAD key default], result "{}", err <nil>
I0428 15:45:07.927625    3787 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:45:07.927655    3787 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas
I0428 15:45:07.928907    3787 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.36
I0428 15:45:07.928936    3787 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:45:07.949915    3787 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:45:07.949937    3787 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:45:07.957051    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0428 15:45:07.957075    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0428 15:45:08.685136    3787 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-l8clm] creating logical port tsf_patch-tekton-config-l8clm for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:45:08.685242    3787 kube.go:256] Updating pod tsf/patch-tekton-config-l8clm
I0428 15:45:08.698384    3787 pod.go:62] [tsf/patch-tekton-config-l8clm] pod update took 13.171226ms
I0428 15:45:08.698417    3787 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-l8clm] addLogicalPort annotation time took 13.206681ms
I0428 15:45:08.699918    3787 pods.go:271] [tsf/patch-tekton-config-l8clm] addLogicalPort took 14.799274ms, libovsdb time 945.919µs
I0428 15:45:09.048832    3787 cni.go:452] [tsf/patch-tekton-config-l8clm 277cff4721f10117ab87c84c91455d16d0c0bb9ff045e89400ae42d7d6370d29 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-l8clm 277cff4721f10117ab87c84c91455d16d0c0bb9ff045e89400ae42d7d6370d29 network default NAD default NAD key ]
I0428 15:45:09.058823    3787 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-l8clm, hostIfaceName: 277cff4721f1011, network: default, NAD default, SandboxID: "277cff4721f10117ab87c84c91455d16d0c0bb9ff045e89400ae42d7d6370d29", PCI device ID: , UID: "ea6f785c-9a1f-4fcc-b7b5-cb1609aa337b", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23]
I0428 15:45:09.111629    3787 cni.go:473] [tsf/patch-tekton-config-l8clm 277cff4721f10117ab87c84c91455d16d0c0bb9ff045e89400ae42d7d6370d29 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-l8clm 277cff4721f10117ab87c84c91455d16d0c0bb9ff045e89400ae42d7d6370d29 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:3d:1f:bc:fb:1e\",\"name\":\"277cff4721f1011\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4cdb0aa0-58b3-44d8-80da-a18e78efce3f\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:45:16.842274    3787 cni.go:452] [tsf/patch-tekton-config-l8clm 277cff4721f10117ab87c84c91455d16d0c0bb9ff045e89400ae42d7d6370d29 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-l8clm 277cff4721f10117ab87c84c91455d16d0c0bb9ff045e89400ae42d7d6370d29 network default NAD default NAD key ]
I0428 15:45:16.931004    3787 cni.go:473] [tsf/patch-tekton-config-l8clm 277cff4721f10117ab87c84c91455d16d0c0bb9ff045e89400ae42d7d6370d29 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-l8clm 277cff4721f10117ab87c84c91455d16d0c0bb9ff045e89400ae42d7d6370d29 network default NAD default NAD key default], result "{}", err <nil>
I0428 15:45:16.981549    3787 obj_retry.go:498] Detected object tsf/patch-tekton-config-l8clm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:45:16.981609    3787 pods.go:176] Deleting pod: tsf/patch-tekton-config-l8clm
I0428 15:45:16.982940    3787 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-l8clm, ips: 10.128.0.40
I0428 15:45:16.982969    3787 obj_retry.go:498] Detected object tsf/patch-tekton-config-l8clm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:45:18.004044    3787 obj_retry.go:492] Detected object tsf/patch-tekton-config-l8clm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:45:18.004071    3787 obj_retry.go:492] Detected object tsf/patch-tekton-config-l8clm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:45:18.106419    3787 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-45n9f] creating logical port tsf_tsf-tekton-configuration-45n9f for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:45:18.106515    3787 kube.go:256] Updating pod tsf/tsf-tekton-configuration-45n9f
I0428 15:45:18.119977    3787 pod.go:62] [tsf/tsf-tekton-configuration-45n9f] pod update took 13.484925ms
I0428 15:45:18.120006    3787 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-45n9f] addLogicalPort annotation time took 13.517056ms
I0428 15:45:18.121212    3787 pods.go:271] [tsf/tsf-tekton-configuration-45n9f] addLogicalPort took 14.813662ms, libovsdb time 854.565µs
I0428 15:45:18.465716    3787 cni.go:452] [tsf/tsf-tekton-configuration-45n9f 3de14fa98761acb34209484a176352a023b046dcc859a8c9dd923637f01a51b1 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-45n9f 3de14fa98761acb34209484a176352a023b046dcc859a8c9dd923637f01a51b1 network default NAD default NAD key ]
I0428 15:45:18.475341    3787 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-45n9f, hostIfaceName: 3de14fa98761acb, network: default, NAD default, SandboxID: "3de14fa98761acb34209484a176352a023b046dcc859a8c9dd923637f01a51b1", PCI device ID: , UID: "cb70d18d-f7f6-4a03-a908-795635a964f0", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23]
I0428 15:45:18.527075    3787 cni.go:473] [tsf/tsf-tekton-configuration-45n9f 3de14fa98761acb34209484a176352a023b046dcc859a8c9dd923637f01a51b1 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-45n9f 3de14fa98761acb34209484a176352a023b046dcc859a8c9dd923637f01a51b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:ad:cf:73:06:87\",\"name\":\"3de14fa98761acb\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0da16617-18f1-496c-a1d7-e11fddb5b5d9\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:45:22.830442    3787 namespace.go:142] [openshift-pipelines] updating namespace
I0428 15:45:23.883014    3787 cni.go:452] [tsf/tsf-tekton-configuration-45n9f 3de14fa98761acb34209484a176352a023b046dcc859a8c9dd923637f01a51b1 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-45n9f 3de14fa98761acb34209484a176352a023b046dcc859a8c9dd923637f01a51b1 network default NAD default NAD key ]
I0428 15:45:23.968232    3787 cni.go:473] [tsf/tsf-tekton-configuration-45n9f 3de14fa98761acb34209484a176352a023b046dcc859a8c9dd923637f01a51b1 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-45n9f 3de14fa98761acb34209484a176352a023b046dcc859a8c9dd923637f01a51b1 network default NAD default NAD key default], result "{}", err <nil>
I0428 15:45:24.020104    3787 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-45n9f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:45:24.020140    3787 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-45n9f
I0428 15:45:24.021453    3787 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-45n9f, ips: 10.128.0.41
I0428 15:45:24.021488    3787 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-45n9f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:45:25.050231    3787 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-45n9f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:45:25.050254    3787 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-45n9f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:45:25.095479    3787 obj_retry.go:492] Detected object tsf/patch-tekton-config-l8clm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:45:25.095503    3787 obj_retry.go:492] Detected object tsf/patch-tekton-config-l8clm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:45:25.100840    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-l8clm
I0428 15:45:25.100865    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-l8clm
I0428 15:45:25.784295    3787 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:45:25.784441    3787 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa
I0428 15:45:25.804919    3787 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 20.502292ms
I0428 15:45:25.804944    3787 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 20.533683ms
I0428 15:45:25.806168    3787 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 21.895135ms, libovsdb time 867.763µs
I0428 15:45:26.145184    3787 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 8fcff150bef66d69913a8ad30997b7d18d6943787d48cfc4f2124d06f288e8dd network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 8fcff150bef66d69913a8ad30997b7d18d6943787d48cfc4f2124d06f288e8dd network default NAD default NAD key ]
I0428 15:45:26.154784    3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 8fcff150bef66d6, network: default, NAD default, SandboxID: "8fcff150bef66d69913a8ad30997b7d18d6943787d48cfc4f2124d06f288e8dd", PCI device ID: , UID: "61f0bfb6-adfe-41fd-ac8e-aace9dc9bf71", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23]
I0428 15:45:26.206544    3787 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 8fcff150bef66d69913a8ad30997b7d18d6943787d48cfc4f2124d06f288e8dd network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 8fcff150bef66d69913a8ad30997b7d18d6943787d48cfc4f2124d06f288e8dd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:db:df:83:9d:a1\",\"name\":\"8fcff150bef66d6\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/644a5a33-7731-464b-be62-61110bb45b3b\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:45:28.915486    3787 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 8fcff150bef66d69913a8ad30997b7d18d6943787d48cfc4f2124d06f288e8dd network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 8fcff150bef66d69913a8ad30997b7d18d6943787d48cfc4f2124d06f288e8dd network default NAD default NAD key ]
I0428 15:45:29.001742    3787 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 8fcff150bef66d69913a8ad30997b7d18d6943787d48cfc4f2124d06f288e8dd network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 8fcff150bef66d69913a8ad30997b7d18d6943787d48cfc4f2124d06f288e8dd network default NAD default NAD key default], result "{}", err <nil>
I0428 15:45:29.052389    3787 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:45:29.052426    3787 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa
I0428 15:45:29.053802    3787 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.42
I0428 15:45:29.053829    3787 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:45:29.075171    3787 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:45:29.075193    3787 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:45:29.081878    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0428 15:45:29.081905    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
I0428 15:45:29.291924    3787 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:45:29.292042    3787 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa
I0428 15:45:29.304736    3787 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 12.71738ms
I0428 15:45:29.304759    3787 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 12.74478ms
I0428 15:45:29.306163    3787 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 14.255107ms, libovsdb time 1.044611ms
I0428 15:45:29.650687    3787 cni.go:452] [tsf-tpa/test-tsf-tpa 7ae4cff8393e4d57cf15a03549c909225359108cbd581ed98a20ed687f1dec6f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 7ae4cff8393e4d57cf15a03549c909225359108cbd581ed98a20ed687f1dec6f network default NAD default NAD key ]
I0428 15:45:29.660353    3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 7ae4cff8393e4d5, network: default, NAD default, SandboxID: "7ae4cff8393e4d57cf15a03549c909225359108cbd581ed98a20ed687f1dec6f", PCI device ID: , UID: "32a62c45-27ec-4256-a2fd-d5af23836b5b", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23]
I0428 15:45:29.709392    3787 cni.go:473] [tsf-tpa/test-tsf-tpa 7ae4cff8393e4d57cf15a03549c909225359108cbd581ed98a20ed687f1dec6f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 7ae4cff8393e4d57cf15a03549c909225359108cbd581ed98a20ed687f1dec6f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:fb:d7:e9:71:a4\",\"name\":\"7ae4cff8393e4d5\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a44ef05-2b32-4ad2-aac6-af0e0364b377\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:45:30.093084    3787 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-6w4l5-548k2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:45:30.093603    3787 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-6w4l5-548k2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:45:30.981273    3787 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-6w4l5-548k2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:45:30.981298    3787 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-6w4l5-548k2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:45:35.136395    3787 obj_retry.go:498] Detected object tsf-tpa/create-db-r2wnb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:45:35.136910    3787 obj_retry.go:498] Detected object tsf-tpa/create-db-r2wnb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:45:35.488165    3787 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-85b6b8b9c5-srft9] creating logical port tsf-tas_rekor-search-ui-85b6b8b9c5-srft9 for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:45:35.488255    3787 kube.go:256] Updating pod tsf-tas/rekor-search-ui-85b6b8b9c5-srft9
I0428 15:45:35.501012    3787 pod.go:62] [tsf-tas/rekor-search-ui-85b6b8b9c5-srft9] pod update took 12.779788ms
I0428 15:45:35.501034    3787 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-85b6b8b9c5-srft9] addLogicalPort annotation time took 12.806424ms
I0428 15:45:35.502274    3787 pods.go:271] [tsf-tas/rekor-search-ui-85b6b8b9c5-srft9] addLogicalPort took 14.125554ms, libovsdb time 840.584µs
I0428 15:45:35.849136    3787 cni.go:452] [tsf-tas/rekor-search-ui-85b6b8b9c5-srft9 e0c29fb0ff2aa4bfc8483c9d8466c59677bf1af659360102f114c5c7b7e2d0cf network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-85b6b8b9c5-srft9 e0c29fb0ff2aa4bfc8483c9d8466c59677bf1af659360102f114c5c7b7e2d0cf network default NAD default NAD key ]
I0428 15:45:35.858630    3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-85b6b8b9c5-srft9, hostIfaceName: e0c29fb0ff2aa4b, network: default, NAD default, SandboxID: "e0c29fb0ff2aa4bfc8483c9d8466c59677bf1af659360102f114c5c7b7e2d0cf", PCI device ID: , UID: "f9d1f538-f156-472d-9b98-41541e947478", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23]
I0428 15:45:35.909562    3787 cni.go:473] [tsf-tas/rekor-search-ui-85b6b8b9c5-srft9 e0c29fb0ff2aa4bfc8483c9d8466c59677bf1af659360102f114c5c7b7e2d0cf network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-85b6b8b9c5-srft9 e0c29fb0ff2aa4bfc8483c9d8466c59677bf1af659360102f114c5c7b7e2d0cf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:37:2c:7c:b7:e9\",\"name\":\"e0c29fb0ff2aa4b\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0518eaae-c169-4799-967c-5c45625d2d2b\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:45:36.136803    3787 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-xpjqx-hkq2d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:45:36.137381    3787 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-xpjqx-hkq2d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:45:36.161070    3787 obj_retry.go:492] Detected object tsf-tpa/create-db-r2wnb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:45:36.161090    3787 obj_retry.go:492] Detected object tsf-tpa/create-db-r2wnb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:45:37.028435    3787 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-xpjqx-hkq2d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:45:37.028465    3787 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-xpjqx-hkq2d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:45:38.000321    3787 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-754b4b457c-ndgt4] creating logical port tsf-tas_rekor-server-754b4b457c-ndgt4 for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:45:38.000408    3787 kube.go:256] Updating pod tsf-tas/rekor-server-754b4b457c-ndgt4
I0428 15:45:38.013439    3787 pod.go:62] [tsf-tas/rekor-server-754b4b457c-ndgt4] pod update took 13.054332ms
I0428 15:45:38.013492    3787 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-754b4b457c-ndgt4] addLogicalPort annotation time took 13.111065ms
I0428 15:45:38.015065    3787 pods.go:271] [tsf-tas/rekor-server-754b4b457c-ndgt4] addLogicalPort took 14.761119ms, libovsdb time 1.139025ms
I0428 15:45:38.326683    3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=4
W0428 15:45:38.936698    3787 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
W0428 15:45:39.980133    3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
W0428 15:45:41.031055    3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
I0428 15:45:42.110967    3787 obj_retry.go:498] Detected object tsf-tpa/migrate-db-c9d9m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:45:42.111560    3787 obj_retry.go:498] Detected object tsf-tpa/migrate-db-c9d9m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:45:42.876300    3787 cni.go:452] [tsf-tas/rekor-server-754b4b457c-ndgt4 c76f64a0112ac209672daf6b57e74503b93b69bbd428ed7475ad23ce31f95394 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-754b4b457c-ndgt4 c76f64a0112ac209672daf6b57e74503b93b69bbd428ed7475ad23ce31f95394 network default NAD default NAD key ]
I0428 15:45:42.885857    3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-754b4b457c-ndgt4, hostIfaceName: c76f64a0112ac20, network: default, NAD default, SandboxID: "c76f64a0112ac209672daf6b57e74503b93b69bbd428ed7475ad23ce31f95394", PCI device ID: , UID: "2c60c42c-1c2a-4311-920b-132f5794c88d", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23]
I0428 15:45:42.939049    3787 cni.go:473] [tsf-tas/rekor-server-754b4b457c-ndgt4 c76f64a0112ac209672daf6b57e74503b93b69bbd428ed7475ad23ce31f95394 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-754b4b457c-ndgt4 c76f64a0112ac209672daf6b57e74503b93b69bbd428ed7475ad23ce31f95394 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:f5:93:d4:16:8a\",\"name\":\"c76f64a0112ac20\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24c87cb8-7b82-4d4c-9dc4-e2ed962fd02b\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:45:42.979531    3787 obj_retry.go:492] Detected object tsf-tpa/migrate-db-c9d9m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:45:42.979550    3787 obj_retry.go:492] Detected object tsf-tpa/migrate-db-c9d9m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:45:45.128834    3787 obj_retry.go:498] Detected object tsf-tpa/create-importers-w29pd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:45:45.129453    3787 obj_retry.go:498] Detected object tsf-tpa/create-importers-w29pd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0428 15:45:46.020880    3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0428 15:45:46.155415    3787 obj_retry.go:492] Detected object tsf-tpa/create-importers-w29pd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:45:46.155438    3787 obj_retry.go:492] Detected object tsf-tpa/create-importers-w29pd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0428 15:45:51.997581    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui
W0428 15:45:57.029376    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server
W0428 15:45:57.148393    3787 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
I0428 15:46:15.172037    3787 cni.go:452] [tsf-tpa/test-tsf-tpa 7ae4cff8393e4d57cf15a03549c909225359108cbd581ed98a20ed687f1dec6f network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 7ae4cff8393e4d57cf15a03549c909225359108cbd581ed98a20ed687f1dec6f network default NAD default NAD key ]
I0428 15:46:15.265697    3787 cni.go:473] [tsf-tpa/test-tsf-tpa 7ae4cff8393e4d57cf15a03549c909225359108cbd581ed98a20ed687f1dec6f network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 7ae4cff8393e4d57cf15a03549c909225359108cbd581ed98a20ed687f1dec6f network default NAD default NAD key default], result "{}", err <nil>
I0428 15:46:15.323789    3787 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:46:15.323831    3787 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa
I0428 15:46:15.325182    3787 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.128.0.43
I0428 15:46:15.325213    3787 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:46:15.365187    3787 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:46:15.365216    3787 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:46:15.376178    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0428 15:46:15.376202    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0428 15:46:16.163300    3787 namespace.go:98] [default-tenant] adding namespace
I0428 15:46:16.164148    3787 namespace.go:102] [default-tenant] adding namespace took 826.403µs
I0428 15:46:16.170592    3787 namespace.go:98] [image-controller] adding namespace
I0428 15:46:16.170621    3787 namespace.go:98] [build-service] adding namespace
I0428 15:46:16.171328    3787 namespace.go:102] [image-controller] adding namespace took 720.478µs
I0428 15:46:16.171878    3787 namespace.go:102] [build-service] adding namespace took 1.246419ms
I0428 15:46:16.176618    3787 namespace.go:98] [integration-service] adding namespace
I0428 15:46:16.177292    3787 namespace.go:102] [integration-service] adding namespace took 657.956µs
I0428 15:46:16.257300    3787 namespace.go:142] [default-tenant] updating namespace
I0428 15:46:16.299581    3787 namespace.go:142] [default-tenant] updating namespace
I0428 15:46:16.313379    3787 namespace.go:142] [image-controller] updating namespace
I0428 15:46:16.347384    3787 namespace.go:142] [build-service] updating namespace
I0428 15:46:16.347398    3787 namespace.go:142] [image-controller] updating namespace
I0428 15:46:16.378131    3787 namespace.go:142] [build-service] updating namespace
I0428 15:46:16.390432    3787 namespace.go:142] [integration-service] updating namespace
I0428 15:46:16.432490    3787 namespace.go:142] [integration-service] updating namespace
I0428 15:46:16.450451    3787 namespace.go:142] [build-service] updating namespace
I0428 15:46:16.465069    3787 namespace.go:142] [integration-service] updating namespace
I0428 15:46:16.502201    3787 namespace.go:98] [release-service] adding namespace
I0428 15:46:16.503027    3787 namespace.go:102] [release-service] adding namespace took 811.575µs
I0428 15:46:16.561375    3787 namespace.go:142] [release-service] updating namespace
I0428 15:46:16.561516    3787 namespace.go:142] [konflux-ui] updating namespace
I0428 15:46:16.574315    3787 namespace.go:142] [release-service] updating namespace
I0428 15:46:16.665511    3787 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:46:16.665624    3787 kube.go:256] Updating pod konflux-ui/test-tsf-konflux
I0428 15:46:16.748450    3787 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 82.859228ms
I0428 15:46:16.748474    3787 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 82.889215ms
I0428 15:46:16.749771    3787 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 84.28192ms, libovsdb time 881.264µs
I0428 15:46:16.754296    3787 namespace.go:98] [konflux-info] adding namespace
I0428 15:46:16.755005    3787 namespace.go:102] [konflux-info] adding namespace took 693.519µs
I0428 15:46:16.813964    3787 namespace.go:142] [konflux-info] updating namespace
I0428 15:46:16.868323    3787 namespace.go:98] [namespace-lister] adding namespace
I0428 15:46:16.868356    3787 namespace.go:142] [konflux-info] updating namespace
I0428 15:46:16.869127    3787 namespace.go:102] [namespace-lister] adding namespace took 787.684µs
I0428 15:46:16.888342    3787 namespace.go:98] [enterprise-contract-service] adding namespace
I0428 15:46:16.889061    3787 namespace.go:102] [enterprise-contract-service] adding namespace took 704.638µs
I0428 15:46:16.949315    3787 namespace.go:142] [namespace-lister] updating namespace
I0428 15:46:16.972472    3787 namespace.go:142] [image-controller] updating namespace
I0428 15:46:16.989360    3787 namespace.go:142] [namespace-lister] updating namespace
I0428 15:46:17.005109    3787 namespace.go:142] [enterprise-contract-service] updating namespace
I0428 15:46:17.020017    3787 cni.go:452] [konflux-ui/test-tsf-konflux 268d2061dc39c0ff27a41f18b388ea5d1ea7e5f8b15c28f79b5b7ca261d90621 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 268d2061dc39c0ff27a41f18b388ea5d1ea7e5f8b15c28f79b5b7ca261d90621 network default NAD default NAD key ]
I0428 15:46:17.033994    3787 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 268d2061dc39c0f, network: default, NAD default, SandboxID: "268d2061dc39c0ff27a41f18b388ea5d1ea7e5f8b15c28f79b5b7ca261d90621", PCI device ID: , UID: "35ae85d9-19b7-4d95-81c5-73bb75597a37", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23]
I0428 15:46:17.078632    3787 namespace.go:142] [enterprise-contract-service] updating namespace
I0428 15:46:17.096259    3787 cni.go:473] [konflux-ui/test-tsf-konflux 268d2061dc39c0ff27a41f18b388ea5d1ea7e5f8b15c28f79b5b7ca261d90621 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 268d2061dc39c0ff27a41f18b388ea5d1ea7e5f8b15c28f79b5b7ca261d90621 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:f4:68:0a:5e:42\",\"name\":\"268d2061dc39c0f\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c166fd0-0dfc-4ac0-92f4-16fed8defffa\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:46:17.151442    3787 namespace.go:142] [default-tenant] updating namespace
I0428 15:46:17.467632    3787 namespace.go:98] [segment-bridge] adding namespace
I0428 15:46:17.468524    3787 namespace.go:102] [segment-bridge] adding namespace took 870.759µs
I0428 15:46:17.500139    3787 namespace.go:98] [konflux-cli] adding namespace
I0428 15:46:17.500931    3787 namespace.go:102] [konflux-cli] adding namespace took 775.201µs
I0428 15:46:17.556643    3787 namespace.go:142] [segment-bridge] updating namespace
I0428 15:46:17.596785    3787 namespace.go:142] [konflux-cli] updating namespace
I0428 15:46:17.628021    3787 namespace.go:142] [segment-bridge] updating namespace
I0428 15:46:17.755102    3787 namespace.go:142] [konflux-cli] updating namespace
I0428 15:46:18.099064    3787 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0428 15:46:18.099705    3787 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0428 15:46:18.099725    3787 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0428 15:46:18.102394    3787 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0428 15:46:18.298386    3787 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0428 15:46:18.298415    3787 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0428 15:46:18.299370    3787 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0428 15:46:18.438489    3787 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-rcvjq] creating logical port namespace-lister_namespace-lister-696b855848-rcvjq for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:46:18.438630    3787 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-rcvjq
I0428 15:46:18.635513    3787 pod.go:62] [namespace-lister/namespace-lister-696b855848-rcvjq] pod update took 196.908035ms
I0428 15:46:18.635536    3787 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-rcvjq] addLogicalPort annotation time took 196.951873ms
I0428 15:46:18.636765    3787 pods.go:271] [namespace-lister/namespace-lister-696b855848-rcvjq] addLogicalPort took 198.292507ms, libovsdb time 839.395µs
I0428 15:46:19.094956    3787 cni.go:452] [namespace-lister/namespace-lister-696b855848-rcvjq d3e7a9dca3c6b1dbb9cbcbd9cd8885c181c95b45939ab8cc569d1bd0df2dc0c5 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-rcvjq d3e7a9dca3c6b1dbb9cbcbd9cd8885c181c95b45939ab8cc569d1bd0df2dc0c5 network default NAD default NAD key ]
I0428 15:46:19.106219    3787 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-rcvjq, hostIfaceName: d3e7a9dca3c6b1d, network: default, NAD default, SandboxID: "d3e7a9dca3c6b1dbb9cbcbd9cd8885c181c95b45939ab8cc569d1bd0df2dc0c5", PCI device ID: , UID: "7bd27585-8895-4e19-8ea7-5fa3fe1592d0", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23]
I0428 15:46:19.166262    3787 cni.go:473] [namespace-lister/namespace-lister-696b855848-rcvjq d3e7a9dca3c6b1dbb9cbcbd9cd8885c181c95b45939ab8cc569d1bd0df2dc0c5 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-rcvjq d3e7a9dca3c6b1dbb9cbcbd9cd8885c181c95b45939ab8cc569d1bd0df2dc0c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:2c:90:b0:1d:c4\",\"name\":\"d3e7a9dca3c6b1d\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f98a4ef3-2e32-4eb6-bee2-127118a0e64c\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:46:20.350741    3787 base_network_controller_pods.go:487] [default/konflux-ui/dex-7b664689bd-zprlh] creating logical port konflux-ui_dex-7b664689bd-zprlh for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:46:20.350848    3787 kube.go:256] Updating pod konflux-ui/dex-7b664689bd-zprlh
I0428 15:46:20.451333    3787 pod.go:62] [konflux-ui/dex-7b664689bd-zprlh] pod update took 100.513318ms
I0428 15:46:20.451358    3787 base_network_controller_pods.go:951] [default/konflux-ui/dex-7b664689bd-zprlh] addLogicalPort annotation time took 100.547115ms
I0428 15:46:20.452644    3787 pods.go:271] [konflux-ui/dex-7b664689bd-zprlh] addLogicalPort took 101.918235ms, libovsdb time 868.242µs
I0428 15:46:20.452719    3787 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-l8fb6-mfxdg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:46:20.453217    3787 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-l8fb6-mfxdg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:46:20.651386    3787 namespace.go:142] [build-service] updating namespace
I0428 15:46:20.799761    3787 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-8qrcg] creating logical port image-controller_image-controller-controller-manager-6f859968fc-8qrcg for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:46:20.799861    3787 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-8qrcg
I0428 15:46:20.977070    3787 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-8qrcg] pod update took 177.235346ms
I0428 15:46:20.977099    3787 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-8qrcg] addLogicalPort annotation time took 177.267685ms
I0428 15:46:20.978403    3787 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-8qrcg] addLogicalPort took 178.65883ms, libovsdb time 828.133µs
W0428 15:46:21.456364    3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
I0428 15:46:21.468022    3787 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-8qrcg a840545c7d7456e8c8aa09846721158cfbbd8cd3b0a891e42a62cec1e40d12e4 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-8qrcg a840545c7d7456e8c8aa09846721158cfbbd8cd3b0a891e42a62cec1e40d12e4 network default NAD default NAD key ]
I0428 15:46:21.478043    3787 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-8qrcg, hostIfaceName: a840545c7d7456e, network: default, NAD default, SandboxID: "a840545c7d7456e8c8aa09846721158cfbbd8cd3b0a891e42a62cec1e40d12e4", PCI device ID: , UID: "5eec7de1-9579-4d14-b865-333079be8b07", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23]
I0428 15:46:21.533606    3787 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-8qrcg a840545c7d7456e8c8aa09846721158cfbbd8cd3b0a891e42a62cec1e40d12e4 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-8qrcg a840545c7d7456e8c8aa09846721158cfbbd8cd3b0a891e42a62cec1e40d12e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:ab:80:34:b8:be\",\"name\":\"a840545c7d7456e\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/446844bb-d00b-4a29-8a7f-6b1124dc6402\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:46:21.615653    3787 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-l8fb6-mfxdg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:46:21.615695    3787 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-l8fb6-mfxdg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:46:21.781481    3787 namespace.go:142] [default-tenant] updating namespace
W0428 15:46:22.366376    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister
I0428 15:46:22.402525    3787 namespace.go:142] [enterprise-contract-service] updating namespace
I0428 15:46:22.770881    3787 namespace.go:142] [image-controller] updating namespace
I0428 15:46:23.086530    3787 namespace.go:142] [integration-service] updating namespace
I0428 15:46:23.395714    3787 base_network_controller_pods.go:487] [default/konflux-ui/proxy-6d86dfbdb7-qnzz2] creating logical port konflux-ui_proxy-6d86dfbdb7-qnzz2 for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:46:23.395841    3787 kube.go:256] Updating pod konflux-ui/proxy-6d86dfbdb7-qnzz2
I0428 15:46:23.452258    3787 pod.go:62] [konflux-ui/proxy-6d86dfbdb7-qnzz2] pod update took 56.451714ms
I0428 15:46:23.452286    3787 base_network_controller_pods.go:951] [default/konflux-ui/proxy-6d86dfbdb7-qnzz2] addLogicalPort annotation time took 56.481806ms
I0428 15:46:23.453602    3787 pods.go:271] [konflux-ui/proxy-6d86dfbdb7-qnzz2] addLogicalPort took 57.906502ms, libovsdb time 896.524µs
I0428 15:46:23.512363    3787 namespace.go:142] [konflux-info] updating namespace
I0428 15:46:23.533817    3787 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-6dcdb966bb-p7mlt] creating logical port integration-service_integration-service-controller-manager-6dcdb966bb-p7mlt for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:46:23.533971    3787 kube.go:256] Updating pod integration-service/integration-service-controller-manager-6dcdb966bb-p7mlt
I0428 15:46:23.626204    3787 pod.go:62] [integration-service/integration-service-controller-manager-6dcdb966bb-p7mlt] pod update took 92.268177ms
I0428 15:46:23.626230    3787 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-6dcdb966bb-p7mlt] addLogicalPort annotation time took 92.300889ms
I0428 15:46:23.627566    3787 pods.go:271] [integration-service/integration-service-controller-manager-6dcdb966bb-p7mlt] addLogicalPort took 93.771734ms, libovsdb time 894.264µs
I0428 15:46:24.185762    3787 namespace.go:142] [namespace-lister] updating namespace
I0428 15:46:24.381948    3787 cni.go:452] [integration-service/integration-service-controller-manager-6dcdb966bb-p7mlt 9649eda569c7e3b13d2ebe8207782408e50637c9477df0a175514f06763ae77d network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-6dcdb966bb-p7mlt 9649eda569c7e3b13d2ebe8207782408e50637c9477df0a175514f06763ae77d network default NAD default NAD key ]
I0428 15:46:24.391145    3787 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-6dcdb966bb-p7mlt, hostIfaceName: 9649eda569c7e3b, network: default, NAD default, SandboxID: "9649eda569c7e3b13d2ebe8207782408e50637c9477df0a175514f06763ae77d", PCI device ID: , UID: "29465be5-8225-4d63-99ea-8111cface57b", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23]
I0428 15:46:24.446587    3787 cni.go:473] [integration-service/integration-service-controller-manager-6dcdb966bb-p7mlt 9649eda569c7e3b13d2ebe8207782408e50637c9477df0a175514f06763ae77d network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-6dcdb966bb-p7mlt 9649eda569c7e3b13d2ebe8207782408e50637c9477df0a175514f06763ae77d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:ec:b1:69:f6:9c\",\"name\":\"9649eda569c7e3b\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/864b75cd-492f-4ef4-ba0c-6b47d71005d4\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:46:24.827558    3787 namespace.go:142] [release-service] updating namespace
I0428 15:46:24.911257    3787 cni.go:452] [konflux-ui/dex-7b664689bd-zprlh 1200437c40cd74b7c3f4b49df05d302ebee633cd56ab1fdb46371c5892d78dd3 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-7b664689bd-zprlh 1200437c40cd74b7c3f4b49df05d302ebee633cd56ab1fdb46371c5892d78dd3 network default NAD default NAD key ]
I0428 15:46:24.921303    3787 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-7b664689bd-zprlh, hostIfaceName: 1200437c40cd74b, network: default, NAD default, SandboxID: "1200437c40cd74b7c3f4b49df05d302ebee633cd56ab1fdb46371c5892d78dd3", PCI device ID: , UID: "bea2d895-2024-4824-a7ed-88c42138b726", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23]
I0428 15:46:24.974097    3787 cni.go:473] [konflux-ui/dex-7b664689bd-zprlh 1200437c40cd74b7c3f4b49df05d302ebee633cd56ab1fdb46371c5892d78dd3 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-7b664689bd-zprlh 1200437c40cd74b7c3f4b49df05d302ebee633cd56ab1fdb46371c5892d78dd3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:07:fe:cb:be:8c\",\"name\":\"1200437c40cd74b\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4903a608-0da2-421f-9c16-1bf7988ccc58\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:46:25.282413    3787 cni.go:452] [konflux-ui/proxy-6d86dfbdb7-qnzz2 0b11a8cc19881bb121dca6423de093c679fd0bedbf7beeb5a26657516b009975 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-6d86dfbdb7-qnzz2 0b11a8cc19881bb121dca6423de093c679fd0bedbf7beeb5a26657516b009975 network default NAD default NAD key ]
I0428 15:46:25.292466    3787 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-6d86dfbdb7-qnzz2, hostIfaceName: 0b11a8cc19881bb, network: default, NAD default, SandboxID: "0b11a8cc19881bb121dca6423de093c679fd0bedbf7beeb5a26657516b009975", PCI device ID: , UID: "559bbe73-80c7-43f5-a8f4-0c73cd95d11f", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23]
I0428 15:46:25.328391    3787 namespace.go:142] [segment-bridge] updating namespace
I0428 15:46:25.346588    3787 cni.go:473] [konflux-ui/proxy-6d86dfbdb7-qnzz2 0b11a8cc19881bb121dca6423de093c679fd0bedbf7beeb5a26657516b009975 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-6d86dfbdb7-qnzz2 0b11a8cc19881bb121dca6423de093c679fd0bedbf7beeb5a26657516b009975 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:3c:1d:a5:cc:27\",\"name\":\"0b11a8cc19881bb\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5391b7cf-7397-46b1-9414-97c577a49ebf\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:46:25.576940    3787 namespace.go:142] [build-service] updating namespace
I0428 15:46:25.674782    3787 namespace.go:142] [default-tenant] updating namespace
I0428 15:46:25.702700    3787 namespace.go:142] [enterprise-contract-service] updating namespace
I0428 15:46:25.725311    3787 namespace.go:142] [image-controller] updating namespace
I0428 15:46:25.747812    3787 namespace.go:142] [integration-service] updating namespace
I0428 15:46:25.798529    3787 namespace.go:142] [konflux-info] updating namespace
I0428 15:46:25.859430    3787 namespace.go:142] [namespace-lister] updating namespace
I0428 15:46:25.899490    3787 namespace.go:142] [release-service] updating namespace
I0428 15:46:25.958019    3787 namespace.go:142] [segment-bridge] updating namespace
I0428 15:46:26.074831    3787 namespace.go:142] [build-service] updating namespace
I0428 15:46:26.181599    3787 namespace.go:142] [default-tenant] updating namespace
W0428 15:46:26.288301    3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
I0428 15:46:26.328564    3787 namespace.go:142] [enterprise-contract-service] updating namespace
I0428 15:46:26.420545    3787 namespace.go:142] [image-controller] updating namespace
I0428 15:46:26.522067    3787 namespace.go:142] [integration-service] updating namespace
I0428 15:46:26.646416    3787 namespace.go:142] [konflux-info] updating namespace
I0428 15:46:26.771118    3787 namespace.go:142] [namespace-lister] updating namespace
I0428 15:46:26.897184    3787 namespace.go:142] [release-service] updating namespace
I0428 15:46:26.957579    3787 namespace.go:142] [segment-bridge] updating namespace
W0428 15:46:28.269111    3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0428 15:46:28.269820    3787 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
I0428 15:46:28.285440    3787 namespace.go:142] [konflux-cli] updating namespace
I0428 15:46:28.414345    3787 namespace.go:142] [konflux-cli] updating namespace
I0428 15:46:28.511948    3787 namespace.go:142] [konflux-cli] updating namespace
W0428 15:46:29.283240    3787 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
W0428 15:46:29.310042    3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0428 15:46:29.318301    3787 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0428 15:46:29.331094    3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
W0428 15:46:32.293073    3787 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0428 15:46:32.293092    3787 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0428 15:46:32.353920    3787 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0428 15:46:32.353941    3787 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0428 15:46:34.309470    3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0428 15:46:34.309531    3787 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0428 15:46:35.304921    3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
W0428 15:46:39.269085    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0428 15:46:39.269115    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0428 15:46:39.269163    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0428 15:46:39.269174    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0428 15:46:40.284350    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0428 15:46:40.291388    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0428 15:46:40.307083    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
I0428 15:46:40.666180    3787 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l5jlx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:46:40.666779    3787 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l5jlx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:46:41.342376    3787 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l5jlx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:46:41.342402    3787 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l5jlx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:46:41.353354    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-l5jlx
I0428 15:46:41.353374    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-l5jlx
W0428 15:46:43.303988    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex
W0428 15:47:12.373883    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0428 15:47:12.373903    3787 util.go:959] Failed to build node endpoints for node ip-10-0-2-15.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
I0428 15:47:42.223233    3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=613
I0428 15:47:42.352580    3787 obj_retry.go:498] Detected object konflux-ui/proxy-6b7d95fccd-fkzn4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:47:42.353171    3787 obj_retry.go:498] Detected object konflux-ui/proxy-6b7d95fccd-fkzn4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:47:42.733940    3787 obj_retry.go:492] Detected object konflux-ui/proxy-6b7d95fccd-fkzn4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:47:42.733967    3787 obj_retry.go:492] Detected object konflux-ui/proxy-6b7d95fccd-fkzn4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:47:42.743097    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6b7d95fccd-fkzn4
I0428 15:47:42.743123    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6b7d95fccd-fkzn4
I0428 15:47:46.709210    3787 cni.go:452] [konflux-ui/test-tsf-konflux 268d2061dc39c0ff27a41f18b388ea5d1ea7e5f8b15c28f79b5b7ca261d90621 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 268d2061dc39c0ff27a41f18b388ea5d1ea7e5f8b15c28f79b5b7ca261d90621 network default NAD default NAD key ]
I0428 15:47:46.793927    3787 cni.go:473] [konflux-ui/test-tsf-konflux 268d2061dc39c0ff27a41f18b388ea5d1ea7e5f8b15c28f79b5b7ca261d90621 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 268d2061dc39c0ff27a41f18b388ea5d1ea7e5f8b15c28f79b5b7ca261d90621 network default NAD default NAD key default], result "{}", err <nil>
I0428 15:47:46.850036    3787 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:47:46.850073    3787 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux
I0428 15:47:46.851452    3787 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.46
I0428 15:47:46.851481    3787 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:47:46.871004    3787 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:47:46.871022    3787 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:47:46.874573    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0428 15:47:46.874599    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0428 15:48:20.813160    3787 namespace.go:98] [managed-tenant-mgvo0] adding namespace
I0428 15:48:20.814034    3787 namespace.go:102] [managed-tenant-mgvo0] adding namespace took 850.531µs
I0428 15:48:20.837957    3787 namespace.go:142] [managed-tenant-mgvo0] updating namespace
I0428 15:48:20.857957    3787 namespace.go:142] [managed-tenant-mgvo0] updating namespace
I0428 15:48:22.088047    3787 namespace.go:142] [managed-tenant-mgvo0] updating namespace
I0428 15:48:22.218958    3787 namespace.go:142] [managed-tenant-mgvo0] updating namespace
I0428 15:48:22.326819    3787 namespace.go:142] [managed-tenant-mgvo0] updating namespace
I0428 15:49:01.310718    3787 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
I0428 15:49:38.313790    3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9
I0428 15:49:44.319926    3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9
I0428 15:50:00.266508    3787 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-5jzn7] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29623190-5jzn7 for pod on switch ip-10-0-2-15.ec2.internal
I0428 15:50:00.266629    3787 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-5jzn7
I0428 15:50:00.291343    3787 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-5jzn7] pod update took 24.737539ms
I0428 15:50:00.291368    3787 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-5jzn7] addLogicalPort annotation time took 24.767895ms
I0428 15:50:00.292662    3787 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-5jzn7] addLogicalPort took 26.173475ms, libovsdb time 833.146µs
I0428 15:50:00.630781    3787 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-5jzn7 4260d36e10a556c8f33e64db2eeccbdb8b2a6460ab3252d305014c6f8ffb9db9 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-5jzn7 4260d36e10a556c8f33e64db2eeccbdb8b2a6460ab3252d305014c6f8ffb9db9 network default NAD default NAD key ]
I0428 15:50:00.640699    3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29623190-5jzn7, hostIfaceName: 4260d36e10a556c, network: default, NAD default, SandboxID: "4260d36e10a556c8f33e64db2eeccbdb8b2a6460ab3252d305014c6f8ffb9db9", PCI device ID: , UID: "bee34727-ab81-479f-b5e8-94a0009e6950", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23]
I0428 15:50:00.694130    3787 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-5jzn7 4260d36e10a556c8f33e64db2eeccbdb8b2a6460ab3252d305014c6f8ffb9db9 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-5jzn7 4260d36e10a556c8f33e64db2eeccbdb8b2a6460ab3252d305014c6f8ffb9db9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:07:d2:34:e9:fd\",\"name\":\"4260d36e10a556c\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a0a5554c-6da6-4c2d-a034-cc2163ecab28\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 15:50:04.428917    3787 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-5jzn7 4260d36e10a556c8f33e64db2eeccbdb8b2a6460ab3252d305014c6f8ffb9db9 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-5jzn7 4260d36e10a556c8f33e64db2eeccbdb8b2a6460ab3252d305014c6f8ffb9db9 network default NAD default NAD key ]
I0428 15:50:04.519138    3787 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-5jzn7 4260d36e10a556c8f33e64db2eeccbdb8b2a6460ab3252d305014c6f8ffb9db9 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-5jzn7 4260d36e10a556c8f33e64db2eeccbdb8b2a6460ab3252d305014c6f8ffb9db9 network default NAD default NAD key default], result "{}", err <nil>
I0428 15:50:04.572957    3787 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-5jzn7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 15:50:04.572993    3787 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-5jzn7
I0428 15:50:04.574306    3787 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-5jzn7, ips: 10.128.0.52
I0428 15:50:04.574332    3787 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-5jzn7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 15:50:05.443887    3787 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-5jzn7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:50:05.443911    3787 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-5jzn7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:50:21.221112    3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=158
I0428 15:50:22.220194    3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=52
I0428 15:50:31.313738    3787 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10
I0428 15:50:36.348402    3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9
I0428 15:50:37.220989    3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=133
I0428 15:50:42.221661    3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12
I0428 15:51:11.332153    3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8
I0428 15:51:47.348799    3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9
I0428 15:52:04.221554    3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=46
I0428 15:52:09.342949    3787 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
I0428 15:53:05.329769    3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
I0428 15:53:19.337066    3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10
I0428 15:54:23.226483    3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=23
I0428 15:55:36.053892    3787 obj_retry.go:492] Detected object tsf-tpa/create-db-r2wnb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:55:36.053918    3787 obj_retry.go:492] Detected object tsf-tpa/create-db-r2wnb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:55:36.059346    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-r2wnb
I0428 15:55:36.059374    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-r2wnb
I0428 15:55:42.037756    3787 obj_retry.go:492] Detected object tsf-tpa/migrate-db-c9d9m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:55:42.037803    3787 obj_retry.go:492] Detected object tsf-tpa/migrate-db-c9d9m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:55:42.045543    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-c9d9m
I0428 15:55:42.045574    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-c9d9m
I0428 15:55:46.034062    3787 obj_retry.go:492] Detected object tsf-tpa/create-importers-w29pd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:55:46.034108    3787 obj_retry.go:492] Detected object tsf-tpa/create-importers-w29pd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 15:55:46.040921    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-w29pd
I0428 15:55:46.040950    3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-w29pd
I0428 15:56:16.323201    3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8
I0428 15:56:35.335133    3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7
I0428 15:56:36.224430    3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6
I0428 15:57:21.313746    3787 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9
I0428 15:57:37.223317    3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8
I0428 15:57:37.351762    3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
I0428 15:57:45.316519    3787 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9
I0428 15:57:57.222960    3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=42
I0428 15:58:30.316565    3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9
I0428 15:58:51.224177    3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10
I0428 15:59:38.235063    3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7
I0428 15:59:53.229181    3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=12
I0428 16:00:00.185763    3787 base_network_controller_pods.go:487] [default/segment-bridge/segment-bridge-29623200-82pp2] creating logical port segment-bridge_segment-bridge-29623200-82pp2 for pod on switch ip-10-0-2-15.ec2.internal
I0428 16:00:00.185897    3787 kube.go:256] Updating pod segment-bridge/segment-bridge-29623200-82pp2
I0428 16:00:00.209521    3787 pod.go:62] [segment-bridge/segment-bridge-29623200-82pp2] pod update took 23.651531ms
I0428 16:00:00.209548    3787 base_network_controller_pods.go:951] [default/segment-bridge/segment-bridge-29623200-82pp2] addLogicalPort annotation time took 23.683884ms
I0428 16:00:00.210826    3787 pods.go:271] [segment-bridge/segment-bridge-29623200-82pp2] addLogicalPort took 25.080271ms, libovsdb time 864.653µs
I0428 16:00:00.215762    3787 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-rcstc] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29623200-rcstc for pod on switch ip-10-0-2-15.ec2.internal
I0428 16:00:00.215838    3787 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-rcstc
I0428 16:00:00.229807    3787 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-rcstc] pod update took 13.985946ms
I0428 16:00:00.229831    3787 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-rcstc] addLogicalPort annotation time took 14.014318ms
I0428 16:00:00.231046    3787 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-rcstc] addLogicalPort took 15.293076ms, libovsdb time 834.687µs
I0428 16:00:00.555654    3787 cni.go:452] [segment-bridge/segment-bridge-29623200-82pp2 10436ea58fb1c142f8199cbef7da7691d6050450d2c66be3610ffb12c3062415 network default NAD default NAD key ] ADD starting CNI request [segment-bridge/segment-bridge-29623200-82pp2 10436ea58fb1c142f8199cbef7da7691d6050450d2c66be3610ffb12c3062415 network default NAD default NAD key ]
I0428 16:00:00.565048    3787 helper_linux.go:556] ConfigureOVS: namespace: segment-bridge, podName: segment-bridge-29623200-82pp2, hostIfaceName: 10436ea58fb1c14, network: default, NAD default, SandboxID: "10436ea58fb1c142f8199cbef7da7691d6050450d2c66be3610ffb12c3062415", PCI device ID: , UID: "2795b01e-df05-4a95-a8ce-a4582cd125e1", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23]
I0428 16:00:00.578610    3787 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-rcstc aae92971f48ff8f33b0d6b2f844bf9ec9fa25157bcd627d46ed9824a9a4207fe network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-rcstc aae92971f48ff8f33b0d6b2f844bf9ec9fa25157bcd627d46ed9824a9a4207fe network default NAD default NAD key ]
I0428 16:00:00.588113    3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29623200-rcstc, hostIfaceName: aae92971f48ff8f, network: default, NAD default, SandboxID: "aae92971f48ff8f33b0d6b2f844bf9ec9fa25157bcd627d46ed9824a9a4207fe", PCI device ID: , UID: "ead107db-9a9f-4da5-b6ad-6d23ab32a92c", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23]
I0428 16:00:00.619742    3787 cni.go:473] [segment-bridge/segment-bridge-29623200-82pp2 10436ea58fb1c142f8199cbef7da7691d6050450d2c66be3610ffb12c3062415 network default NAD default NAD key default] ADD finished CNI request [segment-bridge/segment-bridge-29623200-82pp2 10436ea58fb1c142f8199cbef7da7691d6050450d2c66be3610ffb12c3062415 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:4c:e5:35:a1:cf\",\"name\":\"10436ea58fb1c14\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ade3c49c-0860-4674-88ec-b84d8c3a9c9c\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 16:00:00.644962    3787 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-rcstc aae92971f48ff8f33b0d6b2f844bf9ec9fa25157bcd627d46ed9824a9a4207fe network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-rcstc aae92971f48ff8f33b0d6b2f844bf9ec9fa25157bcd627d46ed9824a9a4207fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:d5:43:13:18:31\",\"name\":\"aae92971f48ff8f\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6b127622-8bdf-4080-b69f-ffc68e720587\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0428 16:00:03.416039    3787 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-rcstc aae92971f48ff8f33b0d6b2f844bf9ec9fa25157bcd627d46ed9824a9a4207fe network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-rcstc aae92971f48ff8f33b0d6b2f844bf9ec9fa25157bcd627d46ed9824a9a4207fe network default NAD default NAD key ]
I0428 16:00:03.505169    3787 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-rcstc aae92971f48ff8f33b0d6b2f844bf9ec9fa25157bcd627d46ed9824a9a4207fe network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-rcstc aae92971f48ff8f33b0d6b2f844bf9ec9fa25157bcd627d46ed9824a9a4207fe network default NAD default NAD key default], result "{}", err <nil>
I0428 16:00:03.557113    3787 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-rcstc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0428 16:00:03.557146    3787 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-rcstc
I0428 16:00:03.558516    3787 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-rcstc, ips: 10.128.0.54
I0428 16:00:03.558543    3787 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-rcstc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0428 16:00:04.585354    3787 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-rcstc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 16:00:04.585380    3787 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-rcstc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0428 16:00:11.351389    3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11
I0428 16:00:47.345356    3787 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
I0428 16:01:26.340005    3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9
I0428 16:02:12.326066    3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6
I0428 16:02:21.317367    3787 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5
I0428 16:02:42.333360    3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10
I0428 16:04:18.319819    3787 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8