+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-2-160.ec2.internal
++ [[ -n ip-10-0-2-160.ec2.internal ]]
++ [[ -f /env/ip-10-0-2-160.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260311-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260311-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260311-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0331 03:48:57.915524738 - disable conntrack on geneve port'
I0331 03:48:57.915524738 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0331 03:48:57.933788573 - starting ovnkube-node'
I0331 03:48:57.933788573 - starting ovnkube-node
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-160.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-160.ec2.internal --init-node ip-10-0-2-160.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-160.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0331 03:48:57.972532    3850 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf
I0331 03:48:57.972576    3850 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-8259435a9f.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}}
I0331 03:48:57.974021    3850 kube.go:419] Waiting for certificate
I0331 03:48:57.974056    3850 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0331 03:48:57.974093    3850 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0331 03:48:57.975222    3850 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0331 03:48:58.008202    3850 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0331 03:48:58.008221    3850 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0331 03:48:58.011427    3850 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0331 03:48:58.011516    3850 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-ndwjs"
I0331 03:48:58.019568    3850 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-ndwjs"
I0331 03:48:58.019675    3850 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0331 03:48:58.975088    3850 kube.go:426] Certificate found
I0331 03:48:58.975790    3850 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0331 03:48:58.977632    3850 metrics.go:541] Starting metrics server at address "127.0.0.1:29103"
I0331 03:48:59.027248    3850 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-01 03:43:58 +0000 UTC" deadline="2026-03-31 23:22:11.177890286 +0000 UTC"
I0331 03:48:59.027362    3850 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h33m12.150616238s"
I0331 03:48:59.045106    3850 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0331 03:48:59.052460    3850 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0331 03:48:59.052568    3850 factory.go:531] Starting watch factory
I0331 03:48:59.052688    3850 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:48:59.052728    3850 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:48:59.053306    3850 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:48:59.053333    3850 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:48:59.053533    3850 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:48:59.053552    3850 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:48:59.053761    3850 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:48:59.053787    3850 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:48:59.053852    3850 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:48:59.053921    3850 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:48:59.054142    3850 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:48:59.054146    3850 metrics.go:541] Starting metrics server at address "127.0.0.1:29105"
I0331 03:48:59.054159    3850 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:48:59.066738    3850 controller_manager.go:368] Starting the ovnkube controller
I0331 03:48:59.066751    3850 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-160.ec2.internal
I0331 03:48:59.066796    3850 controller_manager.go:393] NBDB zone sync took: 37.719µs
I0331 03:48:59.066808    3850 factory.go:531] Starting watch factory
I0331 03:48:59.074163    3850 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:48:59.074252    3850 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:48:59.076285    3850 ovn_northd.go:121] Registering OVN northd metrics
I0331 03:48:59.078954    3850 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:48:59.079863    3850 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:48:59.081286    3850 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics
I0331 03:48:59.081294    3850 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:48:59.085388    3850 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0331 03:48:59.085464    3850 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0331 03:48:59.088271    3850 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:48:59.101405    3850 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics
I0331 03:48:59.159563    3850 factory.go:1890] *v1.Namespace informer cache synced successfully
I0331 03:48:59.159585    3850 factory.go:1890] *v1.Node informer cache synced successfully
I0331 03:48:59.159589    3850 factory.go:1890] *v1.Service informer cache synced successfully
I0331 03:48:59.159592    3850 factory.go:1890] *v1.EndpointSlice informer cache synced successfully
I0331 03:48:59.159603    3850 factory.go:1890] *v1.Pod informer cache synced successfully
I0331 03:48:59.159607    3850 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully
I0331 03:48:59.159736    3850 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0331 03:48:59.159756    3850 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0331 03:48:59.159736    3850 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0331 03:48:59.159806    3850 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0331 03:48:59.163308    3850 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0331 03:48:59.163542    3850 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0331 03:48:59.165541    3850 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0331 03:48:59.165553    3850 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0331 03:48:59.165626    3850 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0331 03:48:59.165643    3850 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0331 03:48:59.168299    3850 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0331 03:48:59.171573    3850 factory.go:1890] *v1.EgressIP informer cache synced successfully
I0331 03:48:59.171645    3850 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0331 03:48:59.171660    3850 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0331 03:48:59.171976    3850 factory.go:1890] *v1.Node informer cache synced successfully
I0331 03:48:59.171988    3850 factory.go:1890] *v1.Service informer cache synced successfully
I0331 03:48:59.171992    3850 factory.go:1890] *v1.EndpointSlice informer cache synced successfully
I0331 03:48:59.171995    3850 factory.go:1890] *v1.Pod informer cache synced successfully
I0331 03:48:59.171999    3850 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully
I0331 03:48:59.172002    3850 factory.go:1890] *v1.Namespace informer cache synced successfully
I0331 03:48:59.174120    3850 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0331 03:48:59.177624    3850 factory.go:1890] *v1.EgressFirewall informer cache synced successfully
I0331 03:48:59.177630    3850 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0331 03:48:59.177640    3850 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0331 03:48:59.177687    3850 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0331 03:48:59.177738    3850 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0331 03:48:59.180166    3850 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0331 03:48:59.183356    3850 factory.go:1890] *v1.EgressIP informer cache synced successfully
I0331 03:48:59.183365    3850 factory.go:1890] *v1.EgressQoS informer cache synced successfully
I0331 03:48:59.183424    3850 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0331 03:48:59.183435    3850 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0331 03:48:59.186093    3850 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0331 03:48:59.189354    3850 factory.go:1890] *v1.EgressService informer cache synced successfully
I0331 03:48:59.189368    3850 factory.go:1890] *v1.EgressFirewall informer cache synced successfully
I0331 03:48:59.189414    3850 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0331 03:48:59.189427    3850 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0331 03:48:59.191889    3850 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0331 03:48:59.195129    3850 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0331 03:48:59.195219    3850 factory.go:1890] *v1.EgressQoS informer cache synced successfully
I0331 03:48:59.195350    3850 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0331 03:48:59.195376    3850 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0331 03:48:59.197950    3850 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0331 03:48:59.201187    3850 factory.go:1890] *v1.EgressService informer cache synced successfully
I0331 03:48:59.201261    3850 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0331 03:48:59.201336    3850 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0331 03:48:59.201352    3850 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0331 03:48:59.201386    3850 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0331 03:48:59.201407    3850 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0331 03:48:59.203993    3850 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0331 03:48:59.204161    3850 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0331 03:48:59.206394    3850 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0331 03:48:59.206409    3850 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully
I0331 03:48:59.206417    3850 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0331 03:48:59.206429    3850 factory.go:636] Watch Factory start up complete, took: 153.863152ms
I0331 03:48:59.206497    3850 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256
I0331 03:48:59.212172    3850 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0331 03:48:59.217386    3850 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully
I0331 03:48:59.217398    3850 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0331 03:48:59.217405    3850 factory.go:636] Watch Factory start up complete, took: 150.595742ms
I0331 03:48:59.217412    3850 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-2-160.ec2.internal" zone
I0331 03:48:59.246154    3850 default_node_network_controller.go:709] Initializing the default node network controller
I0331 03:48:59.296990    3850 udn_isolation.go:101] Starting UDN host isolation manager
I0331 03:48:59.303971    3850 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0331 03:48:59.364323    3850 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0331 03:48:59.364423    3850 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0331 03:48:59.364443    3850 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0331 03:48:59.397008    3850 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0331 03:48:59.397072    3850 default_node_network_controller.go:808] Node ip-10-0-2-160.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23
I0331 03:48:59.402242    3850 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.160"] k8s.ovn.org/zone-name:ip-10-0-2-160.ec2.internal] on node ip-10-0-2-160.ec2.internal
I0331 03:48:59.422860    3850 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0331 03:48:59.428190    3850 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0331 03:48:59.428343    3850 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1
I0331 03:48:59.428468    3850 gateway_init.go:263] Preparing Gateway
I0331 03:48:59.428480    3850 gateway_shared_intf.go:1658] Creating new gateway
I0331 03:48:59.467471    3850 controller_manager.go:427] Waiting for node in zone sync took: 250.048633ms
I0331 03:48:59.474833    3850 controller_manager.go:608] Switching to transit router for layer2 networks
I0331 03:48:59.474847    3850 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-160.ec2.internal
I0331 03:48:59.493037    3850 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0331 03:48:59.498496    3850 controller_manager.go:288] SCTP support detected in OVN
I0331 03:48:59.499062    3850 services_controller.go:69] Creating services controller for network=default
I0331 03:48:59.499133    3850 udn_enabled_svc.go:80] Waiting for service informer to sync
I0331 03:48:59.499224    3850 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0331 03:48:59.499258    3850 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0331 03:48:59.499275    3850 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0331 03:48:59.499285    3850 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0331 03:48:59.499471    3850 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0331 03:48:59.499523    3850 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks
I0331 03:48:59.499550    3850 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 18.516µs
I0331 03:48:59.499558    3850 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 35.855µs
I0331 03:48:59.499559    3850 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 38.834µs
I0331 03:48:59.499564    3850 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0331 03:48:59.499575    3850 nad_controller.go:173] [zone-nad-controller NAD controller]: started
I0331 03:48:59.499589    3850 default_network_controller.go:321] Starting the default network controller
I0331 03:48:59.499645    3850 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 11.815µs
I0331 03:48:59.499750    3850 udn_enabled_svc.go:95] Performing full resync
I0331 03:48:59.500009    3850 udn_enabled_svc.go:99] Waiting for handler to sync
I0331 03:48:59.500019    3850 udn_enabled_svc.go:104] Starting worker
I0331 03:48:59.503091    3850 iptables.go:108] Creating table: filter chain: FORWARD
I0331 03:48:59.507649    3850 default_network_controller.go:388] Cleaning External Gateway ECMP routes
I0331 03:48:59.507732    3850 repair.go:33] Syncing exgw routes took 70.681µs
I0331 03:48:59.507756    3850 default_network_controller.go:407] Starting all the Watchers...
I0331 03:48:59.507892    3850 namespace.go:98] [openshift-config-managed] adding namespace
I0331 03:48:59.507898    3850 namespace.go:98] [openshift-network-console] adding namespace
I0331 03:48:59.507898    3850 namespace.go:98] [openshift-backplane-cee] adding namespace
I0331 03:48:59.507900    3850 namespace.go:98] [openshift-cluster-version] adding namespace
I0331 03:48:59.507913    3850 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0331 03:48:59.507892    3850 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0331 03:48:59.507925    3850 namespace.go:98] [openshift-network-node-identity] adding namespace
I0331 03:48:59.507929    3850 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0331 03:48:59.507934    3850 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0331 03:48:59.507940    3850 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0331 03:48:59.507947    3850 namespace.go:98] [openshift-console-user-settings] adding namespace
I0331 03:48:59.507967    3850 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0331 03:48:59.507965    3850 namespace.go:98] [openshift-config-operator] adding namespace
I0331 03:48:59.507968    3850 namespace.go:98] [openshift-ingress-canary] adding namespace
I0331 03:48:59.508018    3850 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0331 03:48:59.508539    3850 namespace.go:102] [openshift-config-managed] adding namespace took 633.287µs
I0331 03:48:59.508562    3850 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0331 03:48:59.509100    3850 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 530.917µs
I0331 03:48:59.509114    3850 namespace.go:98] [openshift-console-operator] adding namespace
I0331 03:48:59.509592    3850 namespace.go:102] [openshift-console-operator] adding namespace took 472.22µs
I0331 03:48:59.509608    3850 namespace.go:98] [openshift-image-registry] adding namespace
I0331 03:48:59.509953    3850 iptables.go:108] Creating table: filter chain: OUTPUT
I0331 03:48:59.510279    3850 namespace.go:102] [openshift-network-console] adding namespace took 2.369948ms
I0331 03:48:59.510292    3850 namespace.go:98] [openshift-console] adding namespace
I0331 03:48:59.510725    3850 namespace.go:102] [openshift-backplane-cee] adding namespace took 2.813418ms
I0331 03:48:59.510740    3850 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0331 03:48:59.511204    3850 namespace.go:102] [openshift-cluster-version] adding namespace took 3.287772ms
I0331 03:48:59.511220    3850 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0331 03:48:59.511691    3850 namespace.go:102] [openshift-machine-config-operator] adding namespace took 3.768435ms
I0331 03:48:59.511725    3850 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0331 03:48:59.512162    3850 namespace.go:102] [openshift-must-gather-operator] adding namespace took 4.234637ms
I0331 03:48:59.512174    3850 namespace.go:98] [open-cluster-management-2pcf4qvmb8c8ij76t9r5ocbboorpi5e4] adding namespace
I0331 03:48:59.512986    3850 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.053725ms
I0331 03:48:59.513002    3850 namespace.go:98] [openshift-network-operator] adding namespace
I0331 03:48:59.513451    3850 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.515414ms
I0331 03:48:59.513465    3850 namespace.go:98] [openshift-config] adding namespace
I0331 03:48:59.513884    3850 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.938889ms
I0331 03:48:59.513903    3850 namespace.go:98] [openshift-etcd] adding namespace
I0331 03:48:59.514366    3850 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.420282ms
I0331 03:48:59.514379    3850 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0331 03:48:59.514834    3850 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.881853ms
I0331 03:48:59.514851    3850 namespace.go:98] [kube-system] adding namespace
I0331 03:48:59.515264    3850 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.288065ms
I0331 03:48:59.515279    3850 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0331 03:48:59.515811    3850 namespace.go:102] [openshift-config-operator] adding namespace took 7.829075ms
I0331 03:48:59.515826    3850 namespace.go:98] [openshift-apiserver] adding namespace
I0331 03:48:59.516320    3850 namespace.go:102] [openshift-ingress-canary] adding namespace took 8.336453ms
I0331 03:48:59.516335    3850 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0331 03:48:59.516722    3850 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.694608ms
I0331 03:48:59.516732    3850 namespace.go:98] [openshift-infra] adding namespace
I0331 03:48:59.516762    3850 gateway_shared_intf.go:1787] Gateway Creation Complete
I0331 03:48:59.516775    3850 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-160.ec2.internal","mac-address":"0e:b0:f6:27:b5:b5","ip-addresses":["10.0.2.160/24"],"ip-address":"10.0.2.160/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:365556e3-fd75-4ddc-a2aa-ab2f7813a157 k8s.ovn.org/node-encap-ips:["10.0.2.160"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.160/24"} k8s.ovn.org/zone-name:ip-10-0-2-160.ec2.internal] on node ip-10-0-2-160.ec2.internal
I0331 03:48:59.517186    3850 namespace.go:102] [openshift-image-registry] adding namespace took 7.569704ms
I0331 03:48:59.517201    3850 namespace.go:98] [openshift-backplane-tam] adding namespace
W0331 03:48:59.517528    3850 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-rr9tp: pod openshift-network-diagnostics/network-check-target-rr9tp: no pod IPs found 
I0331 03:48:59.517574    3850 namespace.go:102] [openshift-console] adding namespace took 7.276794ms
I0331 03:48:59.517585    3850 namespace.go:98] [openshift-controller-manager] adding namespace
I0331 03:48:59.518040    3850 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.294043ms
I0331 03:48:59.518053    3850 namespace.go:98] [openshift-host-network] adding namespace
I0331 03:48:59.518411    3850 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.186753ms
I0331 03:48:59.518421    3850 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0331 03:48:59.518837    3850 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.106309ms
I0331 03:48:59.518853    3850 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0331 03:48:59.519235    3850 namespace.go:102] [open-cluster-management-2pcf4qvmb8c8ij76t9r5ocbboorpi5e4] adding namespace took 7.055625ms
I0331 03:48:59.519251    3850 namespace.go:98] [openshift-machine-api] adding namespace
I0331 03:48:59.519608    3850 namespace.go:102] [openshift-network-operator] adding namespace took 6.600692ms
I0331 03:48:59.519619    3850 namespace.go:98] [openshift-dns] adding namespace
I0331 03:48:59.520026    3850 namespace.go:102] [openshift-config] adding namespace took 6.554923ms
I0331 03:48:59.520039    3850 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0331 03:48:59.520427    3850 namespace.go:102] [openshift-etcd] adding namespace took 6.516504ms
I0331 03:48:59.520442    3850 namespace.go:98] [openshift-multus] adding namespace
W0331 03:48:59.520812    3850 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-r9vx7: pod kube-system/global-pull-secret-syncer-r9vx7: no pod IPs found 
I0331 03:48:59.520865    3850 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.480766ms
I0331 03:48:59.520878    3850 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0331 03:48:59.521306    3850 namespace.go:102] [kube-system] adding namespace took 6.449506ms
I0331 03:48:59.521323    3850 namespace.go:98] [openshift-authentication-operator] adding namespace
I0331 03:48:59.521687    3850 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.401438ms
I0331 03:48:59.521720    3850 namespace.go:98] [openshift-logging] adding namespace
I0331 03:48:59.522099    3850 namespace.go:102] [openshift-apiserver] adding namespace took 6.266931ms
I0331 03:48:59.522113    3850 namespace.go:98] [openshift-ingress] adding namespace
I0331 03:48:59.522477    3850 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.136005ms
I0331 03:48:59.522492    3850 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0331 03:48:59.522877    3850 namespace.go:102] [openshift-infra] adding namespace took 6.139393ms
I0331 03:48:59.522892    3850 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0331 03:48:59.523243    3850 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.036531ms
I0331 03:48:59.523258    3850 namespace.go:98] [openshift-marketplace] adding namespace
I0331 03:48:59.523643    3850 namespace.go:102] [openshift-controller-manager] adding namespace took 6.052815ms
I0331 03:48:59.523660    3850 namespace.go:98] [openshift-ingress-operator] adding namespace
I0331 03:48:59.524124    3850 namespace.go:102] [openshift-host-network] adding namespace took 6.066751ms
I0331 03:48:59.524136    3850 namespace.go:98] [openshift-backplane-cse] adding namespace
I0331 03:48:59.524496    3850 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.069236ms
I0331 03:48:59.524508    3850 namespace.go:98] [default] adding namespace
I0331 03:48:59.524892    3850 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.03365ms
I0331 03:48:59.524903    3850 namespace.go:98] [openshift-backplane-csm] adding namespace
I0331 03:48:59.525272    3850 namespace.go:102] [openshift-machine-api] adding namespace took 6.017317ms
I0331 03:48:59.525281    3850 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0331 03:48:59.525713    3850 namespace.go:102] [openshift-dns] adding namespace took 6.071487ms
I0331 03:48:59.525729    3850 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
W0331 03:48:59.526099    3850 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-lwlnf: pod openshift-multus/network-metrics-daemon-lwlnf: no pod IPs found 
I0331 03:48:59.526118    3850 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.074759ms
I0331 03:48:59.526125    3850 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0331 03:48:59.526567    3850 namespace.go:102] [openshift-multus] adding namespace took 6.117118ms
I0331 03:48:59.526583    3850 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0331 03:48:59.527079    3850 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.194459ms
I0331 03:48:59.527097    3850 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0331 03:48:59.527481    3850 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.151068ms
I0331 03:48:59.527496    3850 namespace.go:98] [openshift-node] adding namespace
I0331 03:48:59.527919    3850 namespace.go:102] [openshift-logging] adding namespace took 6.192316ms
I0331 03:48:59.527930    3850 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0331 03:48:59.528296    3850 namespace.go:102] [openshift-ingress] adding namespace took 6.177802ms
I0331 03:48:59.528310    3850 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0331 03:48:59.528659    3850 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.161533ms
I0331 03:48:59.528670    3850 namespace.go:98] [openshift] adding namespace
I0331 03:48:59.529080    3850 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.182546ms
I0331 03:48:59.529091    3850 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0331 03:48:59.529468    3850 namespace.go:102] [openshift-marketplace] adding namespace took 6.188619ms
I0331 03:48:59.530272    3850 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.60608ms
I0331 03:48:59.530285    3850 namespace.go:98] [openshift-package-operator] adding namespace
I0331 03:48:59.530649    3850 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.507847ms
I0331 03:48:59.530662    3850 namespace.go:98] [openshift-dns-operator] adding namespace
I0331 03:48:59.531037    3850 namespace.go:102] [default] adding namespace took 6.524224ms
I0331 03:48:59.531048    3850 namespace.go:98] [openshift-operators] adding namespace
I0331 03:48:59.531410    3850 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.503184ms
I0331 03:48:59.531422    3850 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0331 03:48:59.531877    3850 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.590221ms
I0331 03:48:59.531892    3850 namespace.go:98] [openshift-monitoring] adding namespace
I0331 03:48:59.532391    3850 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.655454ms
I0331 03:48:59.532406    3850 namespace.go:98] [kube-public] adding namespace
I0331 03:48:59.532816    3850 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.68743ms
I0331 03:48:59.532826    3850 namespace.go:98] [openshift-authentication] adding namespace
I0331 03:48:59.533291    3850 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.69944ms
I0331 03:48:59.533310    3850 namespace.go:98] [openshift-operators-redhat] adding namespace
I0331 03:48:59.533736    3850 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.632973ms
I0331 03:48:59.533747    3850 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0331 03:48:59.534167    3850 namespace.go:102] [openshift-node] adding namespace took 6.66395ms
I0331 03:48:59.534185    3850 namespace.go:98] [openshift-backplane-srep] adding namespace
I0331 03:48:59.534533    3850 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.596817ms
I0331 03:48:59.534551    3850 namespace.go:98] [openshift-backplane] adding namespace
I0331 03:48:59.534717    3850 default_node_network_controller.go:518] Node connection status = connected
I0331 03:48:59.535019    3850 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.704257ms
I0331 03:48:59.535033    3850 namespace.go:98] [dedicated-admin] adding namespace
I0331 03:48:59.535420    3850 namespace.go:102] [openshift] adding namespace took 6.744848ms
I0331 03:48:59.535434    3850 namespace.go:98] [kube-node-lease] adding namespace
I0331 03:48:59.535828    3850 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.731459ms
I0331 03:48:59.535840    3850 namespace.go:98] [openshift-insights] adding namespace
I0331 03:48:59.536227    3850 namespace.go:102] [openshift-package-operator] adding namespace took 5.93715ms
I0331 03:48:59.536592    3850 namespace.go:102] [openshift-dns-operator] adding namespace took 5.925791ms
I0331 03:48:59.536983    3850 namespace.go:102] [openshift-operators] adding namespace took 5.931126ms
I0331 03:48:59.537411    3850 namespace.go:102] [openshift-service-ca-operator] adding namespace took 5.982954ms
I0331 03:48:59.537802    3850 namespace.go:102] [openshift-monitoring] adding namespace took 5.905221ms
I0331 03:48:59.538151    3850 namespace.go:102] [kube-public] adding namespace took 5.739221ms
I0331 03:48:59.538164    3850 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0331 03:48:59.538571    3850 namespace.go:102] [openshift-authentication] adding namespace took 5.740045ms
I0331 03:48:59.538583    3850 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0331 03:48:59.538999    3850 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.682941ms
I0331 03:48:59.539372    3850 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.621036ms
I0331 03:48:59.539763    3850 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.57262ms
I0331 03:48:59.540209    3850 namespace.go:102] [openshift-backplane] adding namespace took 5.652508ms
I0331 03:48:59.540635    3850 namespace.go:102] [dedicated-admin] adding namespace took 5.597201ms
I0331 03:48:59.541145    3850 namespace.go:102] [kube-node-lease] adding namespace took 5.706353ms
I0331 03:48:59.541482    3850 namespace.go:102] [openshift-insights] adding namespace took 5.637613ms
I0331 03:48:59.541492    3850 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0331 03:48:59.541993    3850 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 3.823434ms
I0331 03:48:59.542383    3850 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 3.795169ms
I0331 03:48:59.542734    3850 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 1.237375ms
I0331 03:48:59.543072    3850 zone_ic_handler.go:186] Time taken to create transit switch: 253.164µs
I0331 03:48:59.543136    3850 master.go:532] Adding or Updating local node "ip-10-0-2-160.ec2.internal" for network "default"
I0331 03:48:59.543769    3850 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-143.ec2.internal for the network default
I0331 03:48:59.543856    3850 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-243.ec2.internal for the network default
I0331 03:48:59.544995    3850 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-143.ec2.internal" on network "default" took: 1.249048ms
I0331 03:48:59.545182    3850 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-243.ec2.internal" on network "default" took: 1.33928ms
W0331 03:48:59.551033    3850 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-lwlnf: pod openshift-multus/network-metrics-daemon-lwlnf: no pod IPs found 
W0331 03:48:59.551049    3850 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-rr9tp: pod openshift-network-diagnostics/network-check-target-rr9tp: no pod IPs found 
W0331 03:48:59.551057    3850 gateway.go:197] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-r9vx7: pod kube-system/global-pull-secret-syncer-r9vx7: no pod IPs found 
I0331 03:48:59.552019    3850 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-2-160.ec2.internal for the network default
I0331 03:48:59.552787    3850 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0331 03:48:59.552831    3850 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0331 03:48:59.552845    3850 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0331 03:48:59.552851    3850 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-143.ec2.internal in network "default"
I0331 03:48:59.552909    3850 node_tracker.go:169] Node ip-10-0-0-143.ec2.internal switch + router changed, syncing services in network "default"
I0331 03:48:59.552920    3850 services_controller.go:574] Full service sync requested for network=default
I0331 03:48:59.552929    3850 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-243.ec2.internal in network "default"
I0331 03:48:59.552961    3850 node_tracker.go:169] Node ip-10-0-1-243.ec2.internal switch + router changed, syncing services in network "default"
I0331 03:48:59.552970    3850 services_controller.go:574] Full service sync requested for network=default
I0331 03:48:59.552974    3850 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-160.ec2.internal in network "default"
I0331 03:48:59.552995    3850 node_tracker.go:169] Node ip-10-0-2-160.ec2.internal switch + router changed, syncing services in network "default"
I0331 03:48:59.553001    3850 services_controller.go:574] Full service sync requested for network=default
I0331 03:48:59.652943    3850 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0331 03:48:59.652967    3850 services_controller.go:208] Setting up event handlers for services for network=default
I0331 03:48:59.653032    3850 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0331 03:48:59.653067    3850 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0331 03:48:59.653079    3850 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0331 03:48:59.753272    3850 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0331 03:48:59.753291    3850 repair.go:60] Starting repairing loop for services
I0331 03:48:59.753385    3850 repair.go:131] Deleted 0 stale service LBs
I0331 03:48:59.753405    3850 repair.go:137] Deleted 0 stale Chassis Template Vars
I0331 03:48:59.753419    3850 repair.go:62] Finished repairing loop for services: 129.445µs
I0331 03:48:59.753443    3850 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0331 03:48:59.753453    3850 services_controller.go:254] Starting workers for network=default
I0331 03:48:59.753756    3850 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-r9vx7] creating logical port kube-system_global-pull-secret-syncer-r9vx7 for pod on switch ip-10-0-2-160.ec2.internal
I0331 03:48:59.753782    3850 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-lwlnf] creating logical port openshift-multus_network-metrics-daemon-lwlnf for pod on switch ip-10-0-2-160.ec2.internal
I0331 03:48:59.753881    3850 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-rr9tp] creating logical port openshift-network-diagnostics_network-check-target-rr9tp for pod on switch ip-10-0-2-160.ec2.internal
I0331 03:48:59.753894    3850 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-lwlnf
I0331 03:48:59.753982    3850 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-rr9tp
I0331 03:48:59.754058    3850 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-r9vx7
I0331 03:48:59.768313    3850 pod.go:62] [kube-system/global-pull-secret-syncer-r9vx7] pod update took 14.474491ms
I0331 03:48:59.768332    3850 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-r9vx7] addLogicalPort annotation time took 14.496176ms
I0331 03:48:59.769061    3850 pods.go:271] [kube-system/global-pull-secret-syncer-r9vx7] addLogicalPort took 15.31956ms, libovsdb time 560.172µs
I0331 03:48:59.775496    3850 pod.go:62] [openshift-network-diagnostics/network-check-target-rr9tp] pod update took 21.548988ms
I0331 03:48:59.775510    3850 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-rr9tp] addLogicalPort annotation time took 21.56692ms
I0331 03:48:59.775580    3850 pod.go:62] [openshift-multus/network-metrics-daemon-lwlnf] pod update took 21.740715ms
I0331 03:48:59.775610    3850 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-lwlnf] addLogicalPort annotation time took 21.771432ms
I0331 03:48:59.776284    3850 pods.go:271] [openshift-network-diagnostics/network-check-target-rr9tp] addLogicalPort took 22.413414ms, libovsdb time 547.015µs
I0331 03:48:59.776551    3850 pods.go:271] [openshift-multus/network-metrics-daemon-lwlnf] addLogicalPort took 22.774638ms, libovsdb time 726.122µs
I0331 03:48:59.776995    3850 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0331 03:48:59.777018    3850 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0331 03:48:59.777032    3850 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0331 03:48:59.777036    3850 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0331 03:48:59.777223    3850 repair.go:29] Repairing admin network policies took 180.502µs
I0331 03:48:59.777390    3850 repair.go:92] Repairing baseline admin network policies took 153.441µs
I0331 03:48:59.777723    3850 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0331 03:48:59.777749    3850 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0331 03:48:59.779281    3850 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0331 03:48:59.779305    3850 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0331 03:48:59.779319    3850 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0331 03:48:59.781499    3850 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0331 03:48:59.781520    3850 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0331 03:48:59.781535    3850 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0331 03:48:59.783719    3850 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0331 03:48:59.783739    3850 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0331 03:48:59.783750    3850 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0331 03:48:59.784681    3850 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0331 03:48:59.784715    3850 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0331 03:48:59.784726    3850 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0331 03:48:59.786406    3850 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0331 03:48:59.786426    3850 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0331 03:48:59.786461    3850 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0331 03:48:59.786934    3850 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0331 03:48:59.786959    3850 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0331 03:48:59.786972    3850 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0331 03:48:59.788404    3850 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0331 03:48:59.788427    3850 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0331 03:48:59.788438    3850 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0331 03:48:59.788922    3850 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0331 03:48:59.788943    3850 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0331 03:48:59.789596    3850 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0331 03:48:59.789610    3850 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0331 03:48:59.790290    3850 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0331 03:48:59.790308    3850 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0331 03:48:59.790314    3850 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0331 03:48:59.790559    3850 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0331 03:48:59.790582    3850 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0331 03:48:59.790593    3850 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0331 03:48:59.791821    3850 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0331 03:48:59.791841    3850 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0331 03:48:59.791850    3850 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0331 03:48:59.792633    3850 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0331 03:48:59.792655    3850 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0331 03:48:59.792664    3850 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0331 03:48:59.792954    3850 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0331 03:48:59.792971    3850 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0331 03:48:59.792978    3850 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0331 03:48:59.793422    3850 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0331 03:48:59.793439    3850 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0331 03:48:59.793448    3850 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0331 03:48:59.793883    3850 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0331 03:48:59.793899    3850 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0331 03:48:59.793905    3850 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0331 03:48:59.795056    3850 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0331 03:48:59.795074    3850 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0331 03:48:59.795081    3850 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0331 03:48:59.796960    3850 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0331 03:48:59.796976    3850 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0331 03:48:59.796983    3850 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0331 03:48:59.797400    3850 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0331 03:48:59.797423    3850 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0331 03:48:59.797431    3850 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0331 03:48:59.797690    3850 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0331 03:48:59.797717    3850 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0331 03:48:59.797726    3850 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0331 03:48:59.798600    3850 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0331 03:48:59.798620    3850 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0331 03:48:59.798648    3850 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0331 03:48:59.799288    3850 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0331 03:48:59.799307    3850 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0331 03:48:59.799314    3850 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0331 03:48:59.799779    3850 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0331 03:48:59.799797    3850 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0331 03:48:59.799806    3850 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0331 03:48:59.800264    3850 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0331 03:48:59.800285    3850 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0331 03:48:59.800299    3850 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0331 03:48:59.801533    3850 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0331 03:48:59.801553    3850 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0331 03:48:59.801566    3850 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0331 03:48:59.802036    3850 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0331 03:48:59.802058    3850 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0331 03:48:59.802069    3850 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0331 03:48:59.802499    3850 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0331 03:48:59.802515    3850 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0331 03:48:59.802522    3850 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0331 03:48:59.803461    3850 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0331 03:48:59.803481    3850 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0331 03:48:59.803496    3850 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0331 03:48:59.804450    3850 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0331 03:48:59.804466    3850 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0331 03:48:59.804478    3850 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0331 03:48:59.804902    3850 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0331 03:48:59.810453    3850 egressfirewall.go:319] Starting EgressFirewall controller
I0331 03:48:59.810478    3850 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0331 03:48:59.810498    3850 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0331 03:48:59.810510    3850 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0331 03:48:59.810513    3850 controller.go:133] Adding controller egress-firewall-controller event handlers
I0331 03:48:59.810534    3850 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0331 03:48:59.810547    3850 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0331 03:48:59.810810    3850 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0331 03:48:59.810824    3850 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0331 03:48:59.810833    3850 egressqos.go:193] Setting up event handlers for EgressQoS
I0331 03:48:59.810846    3850 egressfirewall.go:628] Syncing node "ip-10-0-0-143.ec2.internal" for egress firewall
I0331 03:48:59.810858    3850 egressfirewall.go:628] Syncing node "ip-10-0-1-243.ec2.internal" for egress firewall
I0331 03:48:59.810862    3850 egressfirewall.go:628] Syncing node "ip-10-0-2-160.ec2.internal" for egress firewall
I0331 03:48:59.810941    3850 egressqos.go:245] Starting EgressQoS Controller
I0331 03:48:59.810951    3850 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0331 03:48:59.810957    3850 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0331 03:48:59.810962    3850 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0331 03:48:59.810966    3850 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0331 03:48:59.810971    3850 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0331 03:48:59.810975    3850 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0331 03:48:59.810979    3850 egressqos.go:259] Repairing EgressQoSes
I0331 03:48:59.810983    3850 egressqos.go:399] Starting repairing loop for egressqos
I0331 03:48:59.811047    3850 egressqos.go:401] Finished repairing loop for egressqos: 63.534µs
I0331 03:48:59.811061    3850 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0331 03:48:59.811101    3850 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-160.ec2.internal
I0331 03:48:59.811145    3850 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-160.ec2.internal : 45.568µs
I0331 03:48:59.811262    3850 egressservice_zone.go:210] Starting Egress Services Controller
I0331 03:48:59.811274    3850 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0331 03:48:59.811281    3850 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0331 03:48:59.811287    3850 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0331 03:48:59.811292    3850 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0331 03:48:59.811299    3850 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0331 03:48:59.811303    3850 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0331 03:48:59.811309    3850 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0331 03:48:59.811313    3850 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0331 03:48:59.811317    3850 egressservice_zone.go:228] Repairing Egress Services
I0331 03:48:59.811567    3850 master_controller.go:88] Starting Admin Policy Based Route Controller
I0331 03:48:59.811576    3850 external_controller.go:278] Starting Admin Policy Based Route Controller
I0331 03:48:59.811591    3850 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-143.ec2.internal
I0331 03:48:59.811609    3850 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-143.ec2.internal: 19.185µs
I0331 03:48:59.811616    3850 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-243.ec2.internal
I0331 03:48:59.811625    3850 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-243.ec2.internal: 9.32µs
I0331 03:48:59.811629    3850 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-160.ec2.internal
I0331 03:48:59.811633    3850 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-160.ec2.internal: 3.743µs
I0331 03:48:59.811739    3850 default_network_controller.go:568] Completing all the Watchers took 303.97303ms
I0331 03:48:59.811751    3850 default_network_controller.go:572] Starting unidling controllers
I0331 03:48:59.811762    3850 unidle.go:46] Registering OVN SB ControllerEvent handler
I0331 03:48:59.811767    3850 unidle.go:63] Populating Initial ContollerEvent events
I0331 03:48:59.811776    3850 unidle.go:79] Setting up event handlers for services
I0331 03:48:59.811820    3850 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller
I0331 03:49:00.035712    3850 default_node_network_controller.go:518] Node connection status = connected
I0331 03:49:00.536118    3850 default_node_network_controller.go:518] Node connection status = connected
I0331 03:49:01.035743    3850 default_node_network_controller.go:518] Node connection status = connected
I0331 03:49:01.068161    3850 bridgeconfig.go:537] Gateway is ready
I0331 03:49:01.068181    3850 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager
I0331 03:49:01.080655    3850 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.160. Updating OVN encap IP.
I0331 03:49:01.086346    3850 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.160 - it is already configured
I0331 03:49:01.086364    3850 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.160/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0331 03:49:01.086592    3850 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.160/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-160.ec2.internal","mac-address":"0e:b0:f6:27:b5:b5","ip-addresses":["10.0.2.160/24"],"ip-address":"10.0.2.160/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:365556e3-fd75-4ddc-a2aa-ab2f7813a157 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.160/24"}] on node ip-10-0-2-160.ec2.internal
I0331 03:49:01.087635    3850 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0331 03:49:01.103081    3850 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-160.ec2.internal
I0331 03:49:01.103100    3850 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-160.ec2.internal: 24.673µs
I0331 03:49:01.103122    3850 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-160.ec2.internal in network "default"
I0331 03:49:01.103128    3850 egressfirewall.go:628] Syncing node "ip-10-0-2-160.ec2.internal" for egress firewall
I0331 03:49:01.103189    3850 node_tracker.go:169] Node ip-10-0-2-160.ec2.internal switch + router changed, syncing services in network "default"
I0331 03:49:01.103206    3850 master.go:532] Adding or Updating local node "ip-10-0-2-160.ec2.internal" for network "default"
I0331 03:49:01.103214    3850 services_controller.go:574] Full service sync requested for network=default
I0331 03:49:01.103849    3850 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.2.160
I0331 03:49:01.104029    3850 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-160.ec2.internal
I0331 03:49:01.109212    3850 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-2-160.ec2.internal. Updating no re-route policies
I0331 03:49:01.109271    3850 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-6p26z
I0331 03:49:01.109278    3850 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-rr9tp
I0331 03:49:01.109291    3850 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-6p26z
I0331 03:49:01.109290    3850 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-5p7m4
I0331 03:49:01.109305    3850 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-160.ec2.internal
I0331 03:49:01.109320    3850 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-5p7m4
I0331 03:49:01.109313    3850 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-r9vx7
I0331 03:49:01.109324    3850 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-160.ec2.internal
I0331 03:49:01.109321    3850 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-6p26z after 0 failed attempt(s)
I0331 03:49:01.109281    3850 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-g2k9z
I0331 03:49:01.109344    3850 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-r9vx7
I0331 03:49:01.109343    3850 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-d2rws
I0331 03:49:01.109349    3850 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-160.ec2.internal after 0 failed attempt(s)
I0331 03:49:01.109359    3850 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-lwlnf
I0331 03:49:01.109361    3850 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-z22z7
I0331 03:49:01.109363    3850 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-d2rws
I0331 03:49:01.109360    3850 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-160.ec2.internal
I0331 03:49:01.109370    3850 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-lwlnf
I0331 03:49:01.109372    3850 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-z22z7
I0331 03:49:01.109378    3850 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-160.ec2.internal
I0331 03:49:01.109379    3850 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xzbq4
I0331 03:49:01.109405    3850 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-lwlnf] creating logical port openshift-multus_network-metrics-daemon-lwlnf for pod on switch ip-10-0-2-160.ec2.internal
I0331 03:49:01.109417    3850 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xzbq4
I0331 03:49:01.109437    3850 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-160.ec2.internal after 0 failed attempt(s)
I0331 03:49:01.109490    3850 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-fdc6h
I0331 03:49:01.109494    3850 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-grslj
I0331 03:49:01.109344    3850 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-5p7m4 after 0 failed attempt(s)
I0331 03:49:01.109507    3850 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-fdc6h
I0331 03:49:01.109347    3850 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-g2k9z
I0331 03:49:01.109532    3850 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-g2k9z after 0 failed attempt(s)
I0331 03:49:01.109295    3850 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-rr9tp
I0331 03:49:01.109545    3850 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-grslj
I0331 03:49:01.109545    3850 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-fdc6h after 0 failed attempt(s)
I0331 03:49:01.109582    3850 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-rr9tp] creating logical port openshift-network-diagnostics_network-check-target-rr9tp for pod on switch ip-10-0-2-160.ec2.internal
I0331 03:49:01.109324    3850 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-48b4k
I0331 03:49:01.109642    3850 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-48b4k
I0331 03:49:01.109668    3850 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-48b4k after 0 failed attempt(s)
I0331 03:49:01.109393    3850 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-r9vx7] creating logical port kube-system_global-pull-secret-syncer-r9vx7 for pod on switch ip-10-0-2-160.ec2.internal
I0331 03:49:01.109394    3850 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-z22z7 after 0 failed attempt(s)
I0331 03:49:01.109851    3850 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-d2rws after 0 failed attempt(s)
I0331 03:49:01.109883    3850 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xzbq4 after 0 failed attempt(s)
I0331 03:49:01.109892    3850 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-grslj after 0 failed attempt(s)
I0331 03:49:01.110692    3850 pods.go:271] [openshift-multus/network-metrics-daemon-lwlnf] addLogicalPort took 1.295049ms, libovsdb time 310.108µs
I0331 03:49:01.110721    3850 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-lwlnf after 0 failed attempt(s)
I0331 03:49:01.110857    3850 pods.go:271] [openshift-network-diagnostics/network-check-target-rr9tp] addLogicalPort took 1.287753ms, libovsdb time 458.764µs
I0331 03:49:01.110866    3850 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-rr9tp after 0 failed attempt(s)
I0331 03:49:01.111114    3850 pods.go:271] [kube-system/global-pull-secret-syncer-r9vx7] addLogicalPort took 1.736179ms, libovsdb time 297.86µs
I0331 03:49:01.111127    3850 obj_retry.go:384] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-r9vx7 after 0 failed attempt(s)
I0331 03:49:01.118991    3850 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher
I0331 03:49:01.132307    3850 iptables.go:108] Creating table: mangle chain: OUTPUT
I0331 03:49:01.136194    3850 iptables.go:108] Creating table: nat chain: OUTPUT
I0331 03:49:01.152734    3850 iptables.go:108] Creating table: nat chain: PREROUTING
I0331 03:49:01.203400    3850 iptables.go:108] Creating table: filter chain: FORWARD
I0331 03:49:01.222565    3850 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1
W0331 03:49:01.222682    3850 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0331 03:49:01.222750    3850 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4
W0331 03:49:01.222863    3850 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0331 03:49:01.222921    3850 gateway_init.go:325] Gateway and management port readiness took 1.691308843s
I0331 03:49:01.222948    3850 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0331 03:49:01.222984    3850 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0331 03:49:01.223003    3850 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0331 03:49:01.223013    3850 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0331 03:49:01.223093    3850 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0331 03:49:01.223175    3850 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.095µs
I0331 03:49:01.223497    3850 network_controller.go:246] [node-nad-controller network controller]: syncing all networks
I0331 03:49:01.223527    3850 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 20.342µs
I0331 03:49:01.223535    3850 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 39.368µs
I0331 03:49:01.223541    3850 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0331 03:49:01.223551    3850 nad_controller.go:173] [node-nad-controller NAD controller]: started
I0331 03:49:01.223560    3850 default_node_network_controller.go:898] Starting the default node network controller
I0331 03:49:01.223566    3850 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0331 03:49:01.223656    3850 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 15.817µs
I0331 03:49:01.223820    3850 default_node_network_controller.go:1444] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0331 03:49:01.223830    3850 default_node_network_controller.go:934] Waiting for gateway and management port readiness...
I0331 03:49:01.223857    3850 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ad2e70 0xc0002bfe30 0xc0002bfea0 0xc0002bff10 0xc0002ec000 0xc0002ec070 <nil> 0xc0002ec0e0 0xc000ad8e60 0xc0002ec150 0xc0002ec1c0 <nil> 0xc000a24370 0xc006161180 <nil> <nil> 0xc0002ec230 map[0x2f67040:0xc00290e960 0x2f67580:0xc00290eae0 0x2f68000:0xc002123ec0 0x2f682a0:0xc00290e900 0x2f687e0:0xc00290e9c0 0x2f68a80:0xc00290ea20 0x2f68d20:0xc00290ea80 0x2f69500:0xc00290eb40 0x2f697a0:0xc00290eba0 0x2f93d40:0xc001992d20 0x2f940e0:0xc001992d80 0x2f94bc0:0xc000ae3f20 0x2f96520:0xc001419500 0x2f97000:0xc0014dea20 0x2f97e80:0xc001419560] 0xc0002a4ee0 0}
I0331 03:49:01.224113    3850 gateway.go:151] Starting gateway service sync
I0331 03:49:01.224586    3850 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0331 03:49:01.227069    3850 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0331 03:49:01.237421    3850 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0331 03:49:01.238670    3850 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0331 03:49:01.239939    3850 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0331 03:49:01.277386    3850 gateway.go:168] Gateway service sync done. Time taken: 53.258529ms
I0331 03:49:01.278233    3850 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31265
I0331 03:49:01.278565    3850 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ad2e70 0xc0002bfe30 0xc0002bfea0 0xc0002bff10 0xc0002ec000 0xc0002ec070 <nil> 0xc0002ec0e0 0xc000ad8e60 0xc0002ec150 0xc0002ec1c0 <nil> 0xc000a24370 0xc006161180 <nil> <nil> 0xc0002ec230 map[0x2f67040:0xc00290e960 0x2f67580:0xc00290eae0 0x2f68000:0xc002123ec0 0x2f682a0:0xc00290e900 0x2f687e0:0xc00290e9c0 0x2f68a80:0xc00290ea20 0x2f68d20:0xc00290ea80 0x2f69500:0xc00290eb40 0x2f697a0:0xc00290eba0 0x2f93d40:0xc001992d20 0x2f940e0:0xc001992d80 0x2f94bc0:0xc000ae3f20 0x2f96520:0xc001419500 0x2f97000:0xc0014dea20 0x2f97e80:0xc001419560] 0xc0002a4ee0 0}
I0331 03:49:01.279265    3850 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ad2e70 0xc0002bfe30 0xc0002bfea0 0xc0002bff10 0xc0002ec000 0xc0002ec070 <nil> 0xc0002ec0e0 0xc000ad8e60 0xc0002ec150 0xc0002ec1c0 <nil> 0xc000a24370 0xc006161180 <nil> <nil> 0xc0002ec230 map[0x2f67040:0xc00290e960 0x2f67580:0xc00290eae0 0x2f68000:0xc002123ec0 0x2f682a0:0xc00290e900 0x2f687e0:0xc00290e9c0 0x2f68a80:0xc00290ea20 0x2f68d20:0xc00290ea80 0x2f69500:0xc00290eb40 0x2f697a0:0xc00290eba0 0x2f93d40:0xc001992d20 0x2f940e0:0xc001992d80 0x2f94bc0:0xc000ae3f20 0x2f96520:0xc001419500 0x2f97000:0xc0014dea20 0x2f97e80:0xc001419560] 0xc0002a4ee0 0}
I0331 03:49:01.279329    3850 gateway.go:519] Reconciling gateway with updates
I0331 03:49:01.285179    3850 gateway.go:326] Spawning Conntrack Rule Check Thread
I0331 03:49:01.285196    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0331 03:49:01.285208    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0331 03:49:01.285214    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0331 03:49:01.285218    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0331 03:49:01.285226    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0331 03:49:01.285225    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0331 03:49:01.285236    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0331 03:49:01.285240    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0331 03:49:01.285245    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0331 03:49:01.285252    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0331 03:49:01.285254    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0331 03:49:01.285257    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0331 03:49:01.285265    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0331 03:49:01.285272    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0331 03:49:01.285273    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0331 03:49:01.285214    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0331 03:49:01.285281    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0331 03:49:01.285273    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0331 03:49:01.285284    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0331 03:49:01.285289    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0331 03:49:01.285298    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0331 03:49:01.285292    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0331 03:49:01.285305    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0331 03:49:01.285306    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0331 03:49:01.285306    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0331 03:49:01.285313    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0331 03:49:01.285314    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0331 03:49:01.285242    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0331 03:49:01.285315    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0331 03:49:01.285323    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift
I0331 03:49:01.285331    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0331 03:49:01.285336    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0331 03:49:01.285341    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift
I0331 03:49:01.285263    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0331 03:49:01.285349    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0331 03:49:01.285326    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0331 03:49:01.285352    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0331 03:49:01.285358    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0331 03:49:01.285362    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0331 03:49:01.285364    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0331 03:49:01.285365    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0331 03:49:01.285366    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver
I0331 03:49:01.285368    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0331 03:49:01.285367    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0331 03:49:01.285303    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0331 03:49:01.285376    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver
I0331 03:49:01.285378    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0331 03:49:01.285388    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0331 03:49:01.285390    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0331 03:49:01.285395    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0331 03:49:01.285397    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0331 03:49:01.285394    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0331 03:49:01.285279    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0331 03:49:01.285400    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0331 03:49:01.285406    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0331 03:49:01.285409    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0331 03:49:01.285401    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0331 03:49:01.285418    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0331 03:49:01.285417    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0331 03:49:01.285418    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0331 03:49:01.285423    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0331 03:49:01.285431    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0331 03:49:01.285434    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0331 03:49:01.285437    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0331 03:49:01.285443    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0331 03:49:01.285440    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0331 03:49:01.285446    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0331 03:49:01.285364    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0331 03:49:01.285453    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0331 03:49:01.285459    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0331 03:49:01.285443    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0331 03:49:01.285461    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0331 03:49:01.285496    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0331 03:49:01.285502    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0331 03:49:01.285255    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0331 03:49:01.285514    3850 default_node_network_controller.go:943] Gateway and management port readiness took 61.675014ms
I0331 03:49:01.285525    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0331 03:49:01.285538    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0331 03:49:01.285548    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0331 03:49:01.285563    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0331 03:49:01.285498    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0331 03:49:01.285517    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0331 03:49:01.285579    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0331 03:49:01.285291    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0331 03:49:01.285227    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0331 03:49:01.285614    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0331 03:49:01.285242    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0331 03:49:01.285627    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0331 03:49:01.285657    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0331 03:49:01.285308    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0331 03:49:01.285668    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0331 03:49:01.285686    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0331 03:49:01.285230    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0331 03:49:01.285274    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0331 03:49:01.285695    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0331 03:49:01.285724    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0331 03:49:01.285758    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0331 03:49:01.285296    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0331 03:49:01.285796    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0331 03:49:01.285314    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0331 03:49:01.285824    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0331 03:49:01.285323    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0331 03:49:01.285853    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0331 03:49:01.285884    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0331 03:49:01.285914    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0331 03:49:01.285330    3850 port_claim.go:71] Svc openshift-ingress/router-default: port 30196 is already open, no action needed
I0331 03:49:01.285946    3850 port_claim.go:71] Svc openshift-ingress/router-default: port 30339 is already open, no action needed
I0331 03:49:01.285340    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0331 03:49:01.286038    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0331 03:49:01.285350    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0331 03:49:01.286051    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0331 03:49:01.286073    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0331 03:49:01.285354    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0331 03:49:01.286086    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0331 03:49:01.286094    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0331 03:49:01.285378    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0331 03:49:01.286124    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0331 03:49:01.285384    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0331 03:49:01.286151    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0331 03:49:01.285390    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0331 03:49:01.286167    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0331 03:49:01.286186    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0331 03:49:01.285396    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0331 03:49:01.286197    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0331 03:49:01.285420    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0331 03:49:01.285417    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes
I0331 03:49:01.286227    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes
I0331 03:49:01.285429    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0331 03:49:01.285433    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0331 03:49:01.285444    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0331 03:49:01.285452    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0331 03:49:01.285517    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0331 03:49:01.286590    3850 node_ip_handler_linux.go:160] Node IP manager is running
W0331 03:49:01.325692    3850 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0331 03:49:01.325986    3850 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0331 03:49:01.326171    3850 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0
I0331 03:49:01.336186    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0331 03:49:01.336209    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0331 03:49:01.376025    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0331 03:49:01.634675    3850 egressfirewall.go:628] Syncing node "ip-10-0-0-143.ec2.internal" for egress firewall
I0331 03:49:01.634693    3850 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-143.ec2.internal in network "default"
I0331 03:49:01.634777    3850 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-143.ec2.internal
I0331 03:49:01.634780    3850 node_tracker.go:169] Node ip-10-0-0-143.ec2.internal switch + router changed, syncing services in network "default"
I0331 03:49:01.634795    3850 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-143.ec2.internal. Updating no re-route policies
I0331 03:49:01.634796    3850 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-143.ec2.internal: 23.455µs
I0331 03:49:01.634824    3850 services_controller.go:574] Full service sync requested for network=default
I0331 03:49:02.929283    3850 default_node_network_controller.go:1364] Starting node controller node sync
W0331 03:49:02.929362    3850 egressip_healthcheck.go:76] Health checking using insecure connection
I0331 03:49:02.929407    3850 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107
I0331 03:49:02.941642    3850 default_node_network_controller.go:1406] Node controller node sync done. Time taken: 12.334548ms
I0331 03:49:02.941841    3850 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-143.ec2.internal", IP: 10.0.0.143 to PMTUD blocking rules
I0331 03:49:02.941858    3850 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-143.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0331 03:49:02.941865    3850 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-243.ec2.internal", IP: 10.0.1.243 to PMTUD blocking rules
I0331 03:49:02.941879    3850 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-243.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0331 03:49:02.953881    3850 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0331 03:49:02.954141    3850 egressservice_node.go:93] Setting up event handlers for Egress Services
I0331 03:49:02.954278    3850 egressservice_node.go:183] Starting Egress Services Controller
I0331 03:49:02.954299    3850 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0331 03:49:02.954312    3850 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0331 03:49:02.954328    3850 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0331 03:49:02.954337    3850 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0331 03:49:02.954349    3850 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0331 03:49:02.954358    3850 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0331 03:49:02.954366    3850 egressservice_node.go:197] Repairing Egress Services
I0331 03:49:02.964556    3850 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0331 03:49:02.964568    3850 external_controller.go:278] Starting Admin Policy Based Route Controller
I0331 03:49:02.964788    3850 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled
I0331 03:49:02.964798    3850 link_network_manager.go:117] Link manager is running
I0331 03:49:02.964807    3850 default_node_network_controller.go:1087] Default node network controller initialized and ready.
I0331 03:49:02.964907    3850 ovspinning_linux.go:42] OVS CPU affinity pinning disabled
I0331 03:49:02.965342    3850 vrf_manager.go:128] VRF manager is running
I0331 03:49:02.965442    3850 node_controller_manager.go:437] Removing flows to drop GARP
I0331 03:49:02.965454    3850 gateway.go:519] Reconciling gateway with updates
I0331 03:49:02.986761    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0331 03:49:02.986773    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0331 03:49:02.986783    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0331 03:49:02.986792    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0331 03:49:02.986798    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0331 03:49:02.986803    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0331 03:49:02.986808    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0331 03:49:02.986819    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0331 03:49:02.986829    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0331 03:49:02.986835    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0331 03:49:02.986847    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0331 03:49:02.986789    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0331 03:49:02.986887    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0331 03:49:02.986901    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0331 03:49:02.986902    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0331 03:49:02.986912    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0331 03:49:02.986920    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0331 03:49:02.986920    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes
I0331 03:49:02.986930    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0331 03:49:02.986932    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0331 03:49:02.986937    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0331 03:49:02.986945    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0331 03:49:02.986948    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0331 03:49:02.986946    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0331 03:49:02.986945    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0331 03:49:02.986965    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0331 03:49:02.986967    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0331 03:49:02.986955    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0331 03:49:02.986974    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver
I0331 03:49:02.986974    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0331 03:49:02.986982    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0331 03:49:02.986988    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver
I0331 03:49:02.986987    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0331 03:49:02.986978    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0331 03:49:02.986998    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0331 03:49:02.987007    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0331 03:49:02.987010    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0331 03:49:02.987011    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0331 03:49:02.987019    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0331 03:49:02.987025    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0331 03:49:02.987024    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0331 03:49:02.987021    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0331 03:49:02.987033    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0331 03:49:02.987039    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0331 03:49:02.987049    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0331 03:49:02.987056    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0331 03:49:02.987060    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0331 03:49:02.987068    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0331 03:49:02.986956    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0331 03:49:02.987072    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0331 03:49:02.987076    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift
I0331 03:49:02.987084    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0331 03:49:02.987090    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0331 03:49:02.987092    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0331 03:49:02.987094    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0331 03:49:02.987090    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0331 03:49:02.987098    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0331 03:49:02.987103    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0331 03:49:02.987106    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0331 03:49:02.987104    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0331 03:49:02.987111    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0331 03:49:02.987113    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0331 03:49:02.987120    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0331 03:49:02.987117    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0331 03:49:02.987127    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0331 03:49:02.986941    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes
I0331 03:49:02.987138    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0331 03:49:02.987151    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0331 03:49:02.987091    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift
I0331 03:49:02.987181    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0331 03:49:02.987186    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0331 03:49:02.987058    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0331 03:49:02.987229    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0331 03:49:02.987233    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0331 03:49:02.987238    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0331 03:49:02.987239    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0331 03:49:02.986953    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0331 03:49:02.987250    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0331 03:49:02.987254    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0331 03:49:02.987260    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0331 03:49:02.986969    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0331 03:49:02.987262    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0331 03:49:02.987264    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0331 03:49:02.987254    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0331 03:49:02.987270    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0331 03:49:02.987276    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0331 03:49:02.987285    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0331 03:49:02.987286    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0331 03:49:02.987283    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0331 03:49:02.986978    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0331 03:49:02.987296    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0331 03:49:02.987300    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0331 03:49:02.987302    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0331 03:49:02.987301    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0331 03:49:02.987310    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0331 03:49:02.987034    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0331 03:49:02.986933    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0331 03:49:02.987070    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0331 03:49:02.987390    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0331 03:49:02.987304    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0331 03:49:02.987080    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0331 03:49:02.987518    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0331 03:49:02.986958    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0331 03:49:02.987126    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0331 03:49:02.987245    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0331 03:49:02.987269    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0331 03:49:02.987272    3850 port_claim.go:71] Svc openshift-ingress/router-default: port 30196 is already open, no action needed
I0331 03:49:02.987657    3850 port_claim.go:71] Svc openshift-ingress/router-default: port 30339 is already open, no action needed
I0331 03:49:02.986968    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0331 03:49:02.987733    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0331 03:49:02.987288    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0331 03:49:02.987286    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0331 03:49:02.987790    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0331 03:49:02.987289    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0331 03:49:02.987351    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0331 03:49:02.987074    3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0331 03:49:02.987862    3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0331 03:49:03.028108    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0331 03:49:03.028147    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0331 03:49:03.028156    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0331 03:49:03.028163    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0331 03:49:03.028169    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0331 03:49:03.070634    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0331 03:49:03.070665    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0331 03:49:03.070674    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0331 03:49:03.070680    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0331 03:49:03.070687    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0331 03:49:03.070692    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0331 03:49:03.070711    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0331 03:49:03.112833    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0331 03:49:03.112892    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0331 03:49:03.112906    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0331 03:49:03.112912    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0331 03:49:03.112917    3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0331 03:49:04.534735    3850 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-143.ec2.internal
I0331 03:49:04.534770    3850 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-143.ec2.internal: 97.506µs
I0331 03:49:05.383641    3850 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-160.ec2.internal
I0331 03:49:05.383673    3850 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-160.ec2.internal: 38.903µs
I0331 03:49:05.415630    3850 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7d65c97744-v2ct5] creating logical port openshift-image-registry_image-registry-7d65c97744-v2ct5 for pod on switch ip-10-0-2-160.ec2.internal
I0331 03:49:05.415815    3850 kube.go:256] Updating pod openshift-image-registry/image-registry-7d65c97744-v2ct5
I0331 03:49:05.432898    3850 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-mbbb7] creating logical port openshift-dns_dns-default-mbbb7 for pod on switch ip-10-0-2-160.ec2.internal
I0331 03:49:05.433015    3850 kube.go:256] Updating pod openshift-dns/dns-default-mbbb7
I0331 03:49:05.438762    3850 pod.go:62] [openshift-image-registry/image-registry-7d65c97744-v2ct5] pod update took 22.98788ms
I0331 03:49:05.438786    3850 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-7d65c97744-v2ct5] addLogicalPort annotation time took 23.015231ms
I0331 03:49:05.439911    3850 pods.go:271] [openshift-image-registry/image-registry-7d65c97744-v2ct5] addLogicalPort took 24.297203ms, libovsdb time 828.395µs
I0331 03:49:05.449996    3850 pod.go:62] [openshift-dns/dns-default-mbbb7] pod update took 17.00492ms
I0331 03:49:05.450020    3850 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-mbbb7] addLogicalPort annotation time took 17.032693ms
I0331 03:49:05.450946    3850 pods.go:271] [openshift-dns/dns-default-mbbb7] addLogicalPort took 18.068923ms, libovsdb time 669.658µs
I0331 03:49:05.451242    3850 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-rqfmn] creating logical port openshift-ingress-canary_ingress-canary-rqfmn for pod on switch ip-10-0-2-160.ec2.internal
I0331 03:49:05.451300    3850 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-rqfmn
I0331 03:49:05.464123    3850 pod.go:62] [openshift-ingress-canary/ingress-canary-rqfmn] pod update took 12.838893ms
I0331 03:49:05.464145    3850 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-rqfmn] addLogicalPort annotation time took 12.865318ms
I0331 03:49:05.465041    3850 pods.go:271] [openshift-ingress-canary/ingress-canary-rqfmn] addLogicalPort took 13.80358ms, libovsdb time 685.507µs
I0331 03:49:05.793342    3850 cni.go:403] [openshift-ingress-canary/ingress-canary-rqfmn 324b4c47108c109ee07e9119d0e85d74ce429b11e11a90200f2ce63b7244e778 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-rqfmn 324b4c47108c109ee07e9119d0e85d74ce429b11e11a90200f2ce63b7244e778 network default NAD default]
I0331 03:49:05.809564    3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-rqfmn, hostIfaceName: 324b4c47108c109, network: default, NAD default, SandboxID: "324b4c47108c109ee07e9119d0e85d74ce429b11e11a90200f2ce63b7244e778", PCI device ID: , UID: "a4a9ab8e-f4a4-4b73-ac31-478a113f45c4", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23]
I0331 03:49:05.851301    3850 cni.go:424] [openshift-ingress-canary/ingress-canary-rqfmn 324b4c47108c109ee07e9119d0e85d74ce429b11e11a90200f2ce63b7244e778 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-rqfmn 324b4c47108c109ee07e9119d0e85d74ce429b11e11a90200f2ce63b7244e778 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:62:23:e2:ea:aa\",\"name\":\"324b4c47108c109\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d69db9a1-ab41-453d-a649-aab4b1d3974e\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0331 03:49:06.325523    3850 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0331 03:49:07.443812    3850 cni.go:403] [kube-system/global-pull-secret-syncer-r9vx7 edb01c30498b8eebfb8e8931e4f4d3d5e05218e8de9dfbf40c1631fc426e62dc network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-r9vx7 edb01c30498b8eebfb8e8931e4f4d3d5e05218e8de9dfbf40c1631fc426e62dc network default NAD default]
I0331 03:49:07.452910    3850 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-r9vx7, hostIfaceName: edb01c30498b8ee, network: default, NAD default, SandboxID: "edb01c30498b8eebfb8e8931e4f4d3d5e05218e8de9dfbf40c1631fc426e62dc", PCI device ID: , UID: "4ed28c01-98a3-4c6d-9800-89e79bf45110", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23]
I0331 03:49:07.495574    3850 cni.go:424] [kube-system/global-pull-secret-syncer-r9vx7 edb01c30498b8eebfb8e8931e4f4d3d5e05218e8de9dfbf40c1631fc426e62dc network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-r9vx7 edb01c30498b8eebfb8e8931e4f4d3d5e05218e8de9dfbf40c1631fc426e62dc network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:1d:c3:e3:f4:8e\",\"name\":\"edb01c30498b8ee\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab80c655-6604-4b7e-9859-4ca9468eec8a\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 03:49:07.649427    3850 cni.go:403] [openshift-network-diagnostics/network-check-target-rr9tp 2f9f0f1ab493e0dffbfaf439197018092e1dea993dab048599292dfee608fc79 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-rr9tp 2f9f0f1ab493e0dffbfaf439197018092e1dea993dab048599292dfee608fc79 network default NAD default]
I0331 03:49:07.660554    3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-rr9tp, hostIfaceName: 2f9f0f1ab493e0d, network: default, NAD default, SandboxID: "2f9f0f1ab493e0dffbfaf439197018092e1dea993dab048599292dfee608fc79", PCI device ID: , UID: "4a2d31a6-3de2-4544-a5f6-35778e243840", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23]
I0331 03:49:07.701747    3850 cni.go:424] [openshift-network-diagnostics/network-check-target-rr9tp 2f9f0f1ab493e0dffbfaf439197018092e1dea993dab048599292dfee608fc79 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-rr9tp 2f9f0f1ab493e0dffbfaf439197018092e1dea993dab048599292dfee608fc79 network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:16:37:60:2c:c9\",\"name\":\"2f9f0f1ab493e0d\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3244eea-0198-4f0e-a73e-7fda53a8c697\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 03:49:08.359498    3850 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-kb8pp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 03:49:08.360197    3850 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-kb8pp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 03:49:09.356601    3850 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-kb8pp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:49:09.356631    3850 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-kb8pp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0331 03:49:12.671382    3850 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0331 03:49:12.908264    3850 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0331 03:49:29.385590    3850 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0331 03:49:43.663826    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0331 03:51:01.734345    3850 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-7b89bc695f-mzrrk] creating logical port openshift-service-ca-operator_service-ca-operator-7b89bc695f-mzrrk for pod on switch ip-10-0-2-160.ec2.internal
I0331 03:51:01.734431    3850 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-7b89bc695f-mzrrk
I0331 03:51:01.754030    3850 pod.go:62] [openshift-service-ca-operator/service-ca-operator-7b89bc695f-mzrrk] pod update took 19.62553ms
I0331 03:51:01.754057    3850 base_network_controller_pods.go:937] [default/openshift-service-ca-operator/service-ca-operator-7b89bc695f-mzrrk] addLogicalPort annotation time took 19.656293ms
I0331 03:51:01.755104    3850 pods.go:271] [openshift-service-ca-operator/service-ca-operator-7b89bc695f-mzrrk] addLogicalPort took 20.769101ms, libovsdb time 815.102µs
I0331 03:51:01.810062    3850 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-rlsd7] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67b99c68bb-rlsd7 for pod on switch ip-10-0-2-160.ec2.internal
I0331 03:51:01.810137    3850 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-rlsd7
I0331 03:51:01.820186    3850 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6f994cf66-q2xr8] creating logical port openshift-ingress_router-default-6f994cf66-q2xr8 for pod on switch ip-10-0-2-160.ec2.internal
I0331 03:51:01.820269    3850 kube.go:256] Updating pod openshift-ingress/router-default-6f994cf66-q2xr8
I0331 03:51:01.822097    3850 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-dd5548cd5-zpxzb] creating logical port openshift-ingress_router-default-dd5548cd5-zpxzb for pod on switch ip-10-0-2-160.ec2.internal
I0331 03:51:01.822163    3850 kube.go:256] Updating pod openshift-ingress/router-default-dd5548cd5-zpxzb
I0331 03:51:01.835257    3850 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-rlsd7] pod update took 25.139904ms
I0331 03:51:01.835276    3850 base_network_controller_pods.go:937] [default/openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-rlsd7] addLogicalPort annotation time took 25.164278ms
I0331 03:51:01.836353    3850 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-rlsd7] addLogicalPort took 26.301825ms, libovsdb time 794.918µs
I0331 03:51:01.845051    3850 pod.go:62] [openshift-ingress/router-default-6f994cf66-q2xr8] pod update took 24.804296ms
I0331 03:51:01.845073    3850 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-6f994cf66-q2xr8] addLogicalPort annotation time took 24.828548ms
I0331 03:51:01.845950    3850 pods.go:271] [openshift-ingress/router-default-6f994cf66-q2xr8] addLogicalPort took 25.777381ms, libovsdb time 656.877µs
I0331 03:51:01.847254    3850 pod.go:62] [openshift-ingress/router-default-dd5548cd5-zpxzb] pod update took 25.113952ms
I0331 03:51:01.847269    3850 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-dd5548cd5-zpxzb] addLogicalPort annotation time took 25.130735ms
I0331 03:51:01.848107    3850 pods.go:271] [openshift-ingress/router-default-dd5548cd5-zpxzb] addLogicalPort took 26.017955ms, libovsdb time 637.139µs
I0331 03:51:02.089930    3850 cni.go:403] [openshift-service-ca-operator/service-ca-operator-7b89bc695f-mzrrk 43eaa2849b0cd74eab4213bf990c6c3c85dcb3f68cb0e965072efdbb525865af network default NAD default] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-7b89bc695f-mzrrk 43eaa2849b0cd74eab4213bf990c6c3c85dcb3f68cb0e965072efdbb525865af network default NAD default]
I0331 03:51:02.099634    3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-7b89bc695f-mzrrk, hostIfaceName: 43eaa2849b0cd74, network: default, NAD default, SandboxID: "43eaa2849b0cd74eab4213bf990c6c3c85dcb3f68cb0e965072efdbb525865af", PCI device ID: , UID: "434eed45-c2a8-4842-89aa-ffe5095bb97a", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23]
I0331 03:51:02.142571    3850 cni.go:424] [openshift-service-ca-operator/service-ca-operator-7b89bc695f-mzrrk 43eaa2849b0cd74eab4213bf990c6c3c85dcb3f68cb0e965072efdbb525865af network default NAD default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-7b89bc695f-mzrrk 43eaa2849b0cd74eab4213bf990c6c3c85dcb3f68cb0e965072efdbb525865af network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:b0:9f:9b:8f:0e\",\"name\":\"43eaa2849b0cd74\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8c78b9e-c2ac-44da-867b-601482203ba4\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 03:51:05.304624    3850 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390vkrd8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 03:51:05.305225    3850 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390vkrd8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 03:51:05.305256    3850 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390vkrd8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 03:51:05.305269    3850 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0331 03:51:05.305282    3850 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390vkrd8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 03:51:05.305286    3850 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0331 03:51:06.195764    3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0331 03:51:06.208878    3850 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390vkrd8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:51:06.208896    3850 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390vkrd8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:51:06.208919    3850 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390vkrd8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:51:06.208932    3850 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390vkrd8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:51:06.698797    3850 namespace.go:98] [openshift-service-ca] adding namespace
I0331 03:51:06.699778    3850 namespace.go:102] [openshift-service-ca] adding namespace took 950.945µs
I0331 03:51:06.735320    3850 namespace.go:142] [openshift-service-ca] updating namespace
I0331 03:51:07.941365    3850 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0331 03:51:07.942367    3850 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 980.798µs
I0331 03:51:07.972641    3850 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0331 03:51:08.379805    3850 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-f59fc589b-w5llf] creating logical port openshift-service-ca_service-ca-f59fc589b-w5llf for pod on switch ip-10-0-2-160.ec2.internal
I0331 03:51:08.379893    3850 kube.go:256] Updating pod openshift-service-ca/service-ca-f59fc589b-w5llf
I0331 03:51:08.395479    3850 pod.go:62] [openshift-service-ca/service-ca-f59fc589b-w5llf] pod update took 15.606453ms
I0331 03:51:08.395502    3850 base_network_controller_pods.go:937] [default/openshift-service-ca/service-ca-f59fc589b-w5llf] addLogicalPort annotation time took 15.63545ms
I0331 03:51:08.396615    3850 pods.go:271] [openshift-service-ca/service-ca-f59fc589b-w5llf] addLogicalPort took 16.824619ms, libovsdb time 798.726µs
I0331 03:51:08.734395    3850 cni.go:403] [openshift-service-ca/service-ca-f59fc589b-w5llf 27528b0ab0b5ad5f79bdf711bfe465abd10fa2c9274d8b92d3f1f8f2086d56be network default NAD default] ADD starting CNI request [openshift-service-ca/service-ca-f59fc589b-w5llf 27528b0ab0b5ad5f79bdf711bfe465abd10fa2c9274d8b92d3f1f8f2086d56be network default NAD default]
I0331 03:51:08.742841    3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-f59fc589b-w5llf, hostIfaceName: 27528b0ab0b5ad5, network: default, NAD default, SandboxID: "27528b0ab0b5ad5f79bdf711bfe465abd10fa2c9274d8b92d3f1f8f2086d56be", PCI device ID: , UID: "c584fb50-7be8-4663-8ce0-ff9f005012ba", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23]
I0331 03:51:08.785063    3850 cni.go:424] [openshift-service-ca/service-ca-f59fc589b-w5llf 27528b0ab0b5ad5f79bdf711bfe465abd10fa2c9274d8b92d3f1f8f2086d56be network default NAD default] ADD finished CNI request [openshift-service-ca/service-ca-f59fc589b-w5llf 27528b0ab0b5ad5f79bdf711bfe465abd10fa2c9274d8b92d3f1f8f2086d56be network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:34:79:b6:d1:34\",\"name\":\"27528b0ab0b5ad5\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a32d763e-4b21-4757-8b96-8b6c38c6802d\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 03:51:09.308147    3850 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0331 03:51:09.326891    3850 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0331 03:51:13.462817    3850 cni.go:403] [openshift-dns/dns-default-mbbb7 366429bf9bc4e20bb8c3bf4b5641b529c2a417c97ccee0c5aa86f8fd05f36256 network default NAD default] ADD starting CNI request [openshift-dns/dns-default-mbbb7 366429bf9bc4e20bb8c3bf4b5641b529c2a417c97ccee0c5aa86f8fd05f36256 network default NAD default]
I0331 03:51:13.463107    3850 cni.go:403] [openshift-image-registry/image-registry-7d65c97744-v2ct5 54c72e3150decdfd0f159202876dbb6179a5a5face0c75ed30311a9146e6bb67 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-7d65c97744-v2ct5 54c72e3150decdfd0f159202876dbb6179a5a5face0c75ed30311a9146e6bb67 network default NAD default]
I0331 03:51:13.473306    3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-mbbb7, hostIfaceName: 366429bf9bc4e20, network: default, NAD default, SandboxID: "366429bf9bc4e20bb8c3bf4b5641b529c2a417c97ccee0c5aa86f8fd05f36256", PCI device ID: , UID: "abffbe0d-4cbc-4663-abcc-6c44a489667b", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23]
I0331 03:51:13.473408    3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7d65c97744-v2ct5, hostIfaceName: 54c72e3150decdf, network: default, NAD default, SandboxID: "54c72e3150decdfd0f159202876dbb6179a5a5face0c75ed30311a9146e6bb67", PCI device ID: , UID: "17d2ca0d-2283-401c-8382-52c0761aa562", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23]
I0331 03:51:13.517536    3850 cni.go:424] [openshift-dns/dns-default-mbbb7 366429bf9bc4e20bb8c3bf4b5641b529c2a417c97ccee0c5aa86f8fd05f36256 network default NAD default] ADD finished CNI request [openshift-dns/dns-default-mbbb7 366429bf9bc4e20bb8c3bf4b5641b529c2a417c97ccee0c5aa86f8fd05f36256 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:85:0a:64:9e:63\",\"name\":\"366429bf9bc4e20\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4e2f3c6-e04b-42fd-9b79-a87ffee7b3dc\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 03:51:13.532310    3850 cni.go:424] [openshift-image-registry/image-registry-7d65c97744-v2ct5 54c72e3150decdfd0f159202876dbb6179a5a5face0c75ed30311a9146e6bb67 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-7d65c97744-v2ct5 54c72e3150decdfd0f159202876dbb6179a5a5face0c75ed30311a9146e6bb67 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:ee:8b:f5:3e:21\",\"name\":\"54c72e3150decdf\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0d2f85b-68f3-4744-947d-d62ef5bc5d13\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0331 03:51:13.617008    3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0331 03:51:17.766533    3850 cni.go:403] [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-rlsd7 7f78a339e358583d761d55b6a49b438931eae3957f80d39dd00e8601ce07f51c network default NAD default] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-rlsd7 7f78a339e358583d761d55b6a49b438931eae3957f80d39dd00e8601ce07f51c network default NAD default]
I0331 03:51:17.775118    3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67b99c68bb-rlsd7, hostIfaceName: 7f78a339e358583, network: default, NAD default, SandboxID: "7f78a339e358583d761d55b6a49b438931eae3957f80d39dd00e8601ce07f51c", PCI device ID: , UID: "75674993-3413-4036-965d-87203a59b9bb", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23]
I0331 03:51:17.817021    3850 cni.go:424] [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-rlsd7 7f78a339e358583d761d55b6a49b438931eae3957f80d39dd00e8601ce07f51c network default NAD default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-rlsd7 7f78a339e358583d761d55b6a49b438931eae3957f80d39dd00e8601ce07f51c network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:3e:2a:23:c0:ca\",\"name\":\"7f78a339e358583\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f65c050e-6249-4cbb-9836-7128f67aff77\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0331 03:51:30.492890    3850 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0331 03:51:30.533280    3850 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-wf56x] creating logical port openshift-insights_insights-runtime-extractor-wf56x for pod on switch ip-10-0-2-160.ec2.internal
I0331 03:51:30.533399    3850 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-wf56x
I0331 03:51:30.567176    3850 pod.go:62] [openshift-insights/insights-runtime-extractor-wf56x] pod update took 33.80067ms
I0331 03:51:30.567254    3850 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-wf56x] addLogicalPort annotation time took 33.884527ms
I0331 03:51:30.568387    3850 pods.go:271] [openshift-insights/insights-runtime-extractor-wf56x] addLogicalPort took 35.121349ms, libovsdb time 798.718µs
I0331 03:51:30.692751    3850 base_network_controller_pods.go:487] [default/openshift-console/downloads-56d45c498b-26w2d] creating logical port openshift-console_downloads-56d45c498b-26w2d for pod on switch ip-10-0-2-160.ec2.internal
I0331 03:51:30.692831    3850 kube.go:256] Updating pod openshift-console/downloads-56d45c498b-26w2d
I0331 03:51:30.731543    3850 pod.go:62] [openshift-console/downloads-56d45c498b-26w2d] pod update took 38.73611ms
I0331 03:51:30.731566    3850 base_network_controller_pods.go:937] [default/openshift-console/downloads-56d45c498b-26w2d] addLogicalPort annotation time took 38.762761ms
I0331 03:51:30.732587    3850 pods.go:271] [openshift-console/downloads-56d45c498b-26w2d] addLogicalPort took 39.850046ms, libovsdb time 735.157µs
I0331 03:51:30.888542    3850 cni.go:403] [openshift-insights/insights-runtime-extractor-wf56x d61ee9f2ff034b794a2cd2675beddef10923102e4f37ae533d5c818bbeb5e94e network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-wf56x d61ee9f2ff034b794a2cd2675beddef10923102e4f37ae533d5c818bbeb5e94e network default NAD default]
I0331 03:51:30.896843    3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-wf56x, hostIfaceName: d61ee9f2ff034b7, network: default, NAD default, SandboxID: "d61ee9f2ff034b794a2cd2675beddef10923102e4f37ae533d5c818bbeb5e94e", PCI device ID: , UID: "bb293974-f02d-4f8f-b140-8161ed1af67f", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23]
I0331 03:51:30.940113    3850 cni.go:424] [openshift-insights/insights-runtime-extractor-wf56x d61ee9f2ff034b794a2cd2675beddef10923102e4f37ae533d5c818bbeb5e94e network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-wf56x d61ee9f2ff034b794a2cd2675beddef10923102e4f37ae533d5c818bbeb5e94e network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:d7:9f:37:7e:90\",\"name\":\"d61ee9f2ff034b7\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a676aba5-5b6e-4dbd-ae85-3326c8b62ea6\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 03:51:31.048316    3850 cni.go:403] [openshift-console/downloads-56d45c498b-26w2d d48494a00f035aa93027b3679364e6135db13c81983fe915c7cf5d8de24b5272 network default NAD default] ADD starting CNI request [openshift-console/downloads-56d45c498b-26w2d d48494a00f035aa93027b3679364e6135db13c81983fe915c7cf5d8de24b5272 network default NAD default]
I0331 03:51:31.057980    3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: downloads-56d45c498b-26w2d, hostIfaceName: d48494a00f035aa, network: default, NAD default, SandboxID: "d48494a00f035aa93027b3679364e6135db13c81983fe915c7cf5d8de24b5272", PCI device ID: , UID: "fb1e40e9-7664-4b71-a9aa-6bfb3c42c6f9", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23]
I0331 03:51:31.103238    3850 cni.go:424] [openshift-console/downloads-56d45c498b-26w2d d48494a00f035aa93027b3679364e6135db13c81983fe915c7cf5d8de24b5272 network default NAD default] ADD finished CNI request [openshift-console/downloads-56d45c498b-26w2d d48494a00f035aa93027b3679364e6135db13c81983fe915c7cf5d8de24b5272 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:c9:a3:58:89:65\",\"name\":\"d48494a00f035aa\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c81f0631-7387-43c6-b535-2fee7b2da7ff\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 03:51:31.668026    3850 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5946c4747f-vfbcf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 03:51:31.668607    3850 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5946c4747f-vfbcf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 03:51:31.685341    3850 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5946c4747f-vfbcf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:51:31.685366    3850 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5946c4747f-vfbcf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:51:31.695304    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5946c4747f-vfbcf
I0331 03:51:31.695333    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5946c4747f-vfbcf
I0331 03:51:32.294958    3850 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7d65c97744-jwnj6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 03:51:32.295623    3850 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7d65c97744-jwnj6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 03:51:32.309772    3850 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7d65c97744-jwnj6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:51:32.309794    3850 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7d65c97744-jwnj6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:51:32.320308    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7d65c97744-jwnj6
I0331 03:51:32.320329    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7d65c97744-jwnj6
W0331 03:51:32.669987    3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0331 03:51:32.699412    3850 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0331 03:51:33.303023    3850 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0331 03:51:33.990536    3850 cni.go:403] [openshift-ingress/router-default-dd5548cd5-zpxzb 2fdbecb5096c8498f532427bf38b596d6c668b006974c3394381d76a3e5e8ff3 network default NAD default] ADD starting CNI request [openshift-ingress/router-default-dd5548cd5-zpxzb 2fdbecb5096c8498f532427bf38b596d6c668b006974c3394381d76a3e5e8ff3 network default NAD default]
I0331 03:51:33.990686    3850 cni.go:403] [openshift-ingress/router-default-6f994cf66-q2xr8 69138d14c906d5943a8ace0de5253bf335cb34d9275d4e5c5d2c775cd75fc569 network default NAD default] ADD starting CNI request [openshift-ingress/router-default-6f994cf66-q2xr8 69138d14c906d5943a8ace0de5253bf335cb34d9275d4e5c5d2c775cd75fc569 network default NAD default]
I0331 03:51:34.001299    3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6f994cf66-q2xr8, hostIfaceName: 69138d14c906d59, network: default, NAD default, SandboxID: "69138d14c906d5943a8ace0de5253bf335cb34d9275d4e5c5d2c775cd75fc569", PCI device ID: , UID: "e48f794f-ded9-4ff8-92b2-a5a6012e9535", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23]
I0331 03:51:34.001773    3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-dd5548cd5-zpxzb, hostIfaceName: 2fdbecb5096c849, network: default, NAD default, SandboxID: "2fdbecb5096c8498f532427bf38b596d6c668b006974c3394381d76a3e5e8ff3", PCI device ID: , UID: "ea642053-969c-4307-b841-fe8de81d5c9d", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23]
I0331 03:51:34.046096    3850 cni.go:424] [openshift-ingress/router-default-dd5548cd5-zpxzb 2fdbecb5096c8498f532427bf38b596d6c668b006974c3394381d76a3e5e8ff3 network default NAD default] ADD finished CNI request [openshift-ingress/router-default-dd5548cd5-zpxzb 2fdbecb5096c8498f532427bf38b596d6c668b006974c3394381d76a3e5e8ff3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:77:c9:7d:cd:a8\",\"name\":\"2fdbecb5096c849\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/00048f61-fb13-4f13-a2a2-54a517251a06\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 03:51:34.061500    3850 cni.go:424] [openshift-ingress/router-default-6f994cf66-q2xr8 69138d14c906d5943a8ace0de5253bf335cb34d9275d4e5c5d2c775cd75fc569 network default NAD default] ADD finished CNI request [openshift-ingress/router-default-6f994cf66-q2xr8 69138d14c906d5943a8ace0de5253bf335cb34d9275d4e5c5d2c775cd75fc569 network default NAD default], result "{\"interfaces\":[{\"mac\":\"32:96:33:09:b2:93\",\"name\":\"69138d14c906d59\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26ff93fd-e27b-44d3-acb0-d55be6cc63ec\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0331 03:51:34.686830    3850 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0331 03:51:34.686852    3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0331 03:51:34.687105    3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0331 03:51:34.687125    3850 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0331 03:51:34.687132    3850 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0331 03:51:34.967867    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0331 03:51:35.031412    3850 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0331 03:51:35.031427    3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0331 03:51:35.033291    3850 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0331 03:51:35.033314    3850 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0331 03:51:35.033321    3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0331 03:51:35.065113    3850 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0331 03:51:35.065134    3850 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0331 03:51:35.065141    3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0331 03:51:35.065197    3850 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0331 03:51:35.065215    3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0331 03:51:35.754214    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0331 03:51:35.754243    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0331 03:51:35.754252    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0331 03:51:35.754270    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0331 03:51:35.754274    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0331 03:51:35.754280    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0331 03:51:35.754285    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0331 03:51:35.754299    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0331 03:51:35.754327    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0331 03:51:35.754337    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0331 03:51:35.754350    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0331 03:51:35.754355    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0331 03:51:36.035210    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0331 03:51:36.035233    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
I0331 03:51:36.134605    3850 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0331 03:51:36.148290    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0331 03:51:36.148306    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0331 03:51:36.148313    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
I0331 03:51:36.266572    3850 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0331 03:51:38.630115    3850 base_network_controller_pods.go:487] [default/openshift-console/console-6cc7d4c5bc-srbsh] creating logical port openshift-console_console-6cc7d4c5bc-srbsh for pod on switch ip-10-0-2-160.ec2.internal
I0331 03:51:38.630256    3850 kube.go:256] Updating pod openshift-console/console-6cc7d4c5bc-srbsh
I0331 03:51:38.644897    3850 pod.go:62] [openshift-console/console-6cc7d4c5bc-srbsh] pod update took 14.66371ms
I0331 03:51:38.644987    3850 base_network_controller_pods.go:937] [default/openshift-console/console-6cc7d4c5bc-srbsh] addLogicalPort annotation time took 14.758446ms
I0331 03:51:38.646402    3850 pods.go:271] [openshift-console/console-6cc7d4c5bc-srbsh] addLogicalPort took 16.310484ms, libovsdb time 1.03069ms
I0331 03:51:38.992105    3850 cni.go:403] [openshift-console/console-6cc7d4c5bc-srbsh fa25e744a5afc74ad5335e4108df035a7912d2783c31ae46b88131184b58cc05 network default NAD default] ADD starting CNI request [openshift-console/console-6cc7d4c5bc-srbsh fa25e744a5afc74ad5335e4108df035a7912d2783c31ae46b88131184b58cc05 network default NAD default]
I0331 03:51:39.000955    3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-6cc7d4c5bc-srbsh, hostIfaceName: fa25e744a5afc74, network: default, NAD default, SandboxID: "fa25e744a5afc74ad5335e4108df035a7912d2783c31ae46b88131184b58cc05", PCI device ID: , UID: "1c4c0fda-098c-48f1-9e46-01712a0caef5", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23]
I0331 03:51:39.049726    3850 cni.go:424] [openshift-console/console-6cc7d4c5bc-srbsh fa25e744a5afc74ad5335e4108df035a7912d2783c31ae46b88131184b58cc05 network default NAD default] ADD finished CNI request [openshift-console/console-6cc7d4c5bc-srbsh fa25e744a5afc74ad5335e4108df035a7912d2783c31ae46b88131184b58cc05 network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:6c:a2:f0:88:81\",\"name\":\"fa25e744a5afc74\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b4d39160-942c-4bbe-8c1a-ac03e8784304\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 03:51:40.066033    3850 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-664d8f7fc8-gmlvk] creating logical port openshift-monitoring_kube-state-metrics-664d8f7fc8-gmlvk for pod on switch ip-10-0-2-160.ec2.internal
I0331 03:51:40.066215    3850 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-664d8f7fc8-gmlvk
I0331 03:51:40.085635    3850 pod.go:62] [openshift-monitoring/kube-state-metrics-664d8f7fc8-gmlvk] pod update took 19.48087ms
I0331 03:51:40.085750    3850 base_network_controller_pods.go:937] [default/openshift-monitoring/kube-state-metrics-664d8f7fc8-gmlvk] addLogicalPort annotation time took 19.600094ms
I0331 03:51:40.087366    3850 pods.go:271] [openshift-monitoring/kube-state-metrics-664d8f7fc8-gmlvk] addLogicalPort took 21.354294ms, libovsdb time 1.143421ms
I0331 03:51:41.294183    3850 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-160.ec2.internal
I0331 03:51:41.294334    3850 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0331 03:51:41.328160    3850 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 33.866687ms
I0331 03:51:41.328182    3850 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 33.893858ms
I0331 03:51:41.329499    3850 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 35.337638ms, libovsdb time 972.24µs
W0331 03:51:43.784631    3850 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0331 03:51:43.784763    3850 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0331 03:51:43.784775    3850 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0331 03:51:44.677339    3850 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-swc8k] creating logical port openshift-monitoring_monitoring-plugin-66fd6dc9f9-swc8k for pod on switch ip-10-0-2-160.ec2.internal
I0331 03:51:44.677464    3850 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-66fd6dc9f9-swc8k
I0331 03:51:44.701118    3850 pod.go:62] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-swc8k] pod update took 23.671247ms
I0331 03:51:44.701143    3850 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-swc8k] addLogicalPort annotation time took 23.703725ms
I0331 03:51:44.702429    3850 pods.go:271] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-swc8k] addLogicalPort took 25.106346ms, libovsdb time 926.605µs
I0331 03:51:44.912821    3850 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-7f4548d649-24rpz] creating logical port openshift-monitoring_metrics-server-7f4548d649-24rpz for pod on switch ip-10-0-2-160.ec2.internal
I0331 03:51:44.912968    3850 kube.go:256] Updating pod openshift-monitoring/metrics-server-7f4548d649-24rpz
I0331 03:51:44.929567    3850 pod.go:62] [openshift-monitoring/metrics-server-7f4548d649-24rpz] pod update took 16.625655ms
I0331 03:51:44.929591    3850 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-7f4548d649-24rpz] addLogicalPort annotation time took 16.657572ms
I0331 03:51:44.930856    3850 pods.go:271] [openshift-monitoring/metrics-server-7f4548d649-24rpz] addLogicalPort took 18.027325ms, libovsdb time 894.652µs
W0331 03:51:47.779135    3850 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0331 03:51:47.779162    3850 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0331 03:51:47.779168    3850 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0331 03:51:47.779176    3850 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0331 03:51:47.793965    3850 cni.go:403] [openshift-monitoring/alertmanager-main-0 2e56c2662dc1f8fca651a6378147d0444bc50a9180b4ee211de9b9c219d43d88 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 2e56c2662dc1f8fca651a6378147d0444bc50a9180b4ee211de9b9c219d43d88 network default NAD default]
I0331 03:51:47.794001    3850 cni.go:403] [openshift-monitoring/kube-state-metrics-664d8f7fc8-gmlvk 730680b8355db9e654317114672ba936d42cbcf2e9556afef76de630b1e9bdd9 network default NAD default] ADD starting CNI request [openshift-monitoring/kube-state-metrics-664d8f7fc8-gmlvk 730680b8355db9e654317114672ba936d42cbcf2e9556afef76de630b1e9bdd9 network default NAD default]
I0331 03:51:47.794182    3850 cni.go:403] [openshift-monitoring/metrics-server-7f4548d649-24rpz e152518fa72c4d635a350e57f0b92aaa5fadb178d5988936f520c4dee1f01253 network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-7f4548d649-24rpz e152518fa72c4d635a350e57f0b92aaa5fadb178d5988936f520c4dee1f01253 network default NAD default]
I0331 03:51:47.795137    3850 cni.go:403] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-swc8k bc46132dd5544d3e2f0d3950d6ee0f502c906ef341a31679a53bb12b7422d225 network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-swc8k bc46132dd5544d3e2f0d3950d6ee0f502c906ef341a31679a53bb12b7422d225 network default NAD default]
I0331 03:51:47.808736    3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 2e56c2662dc1f8f, network: default, NAD default, SandboxID: "2e56c2662dc1f8fca651a6378147d0444bc50a9180b4ee211de9b9c219d43d88", PCI device ID: , UID: "2bc9a683-4f9c-4476-978c-b32a56320bc8", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23]
I0331 03:51:47.808825    3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-7f4548d649-24rpz, hostIfaceName: e152518fa72c4d6, network: default, NAD default, SandboxID: "e152518fa72c4d635a350e57f0b92aaa5fadb178d5988936f520c4dee1f01253", PCI device ID: , UID: "245b2ac9-3dd8-4046-8bec-4aae68428902", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23]
I0331 03:51:47.808909    3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-66fd6dc9f9-swc8k, hostIfaceName: bc46132dd5544d3, network: default, NAD default, SandboxID: "bc46132dd5544d3e2f0d3950d6ee0f502c906ef341a31679a53bb12b7422d225", PCI device ID: , UID: "551e78af-8006-4938-b7f0-b433b90a0988", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23]
I0331 03:51:47.821272    3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-664d8f7fc8-gmlvk, hostIfaceName: 730680b8355db9e, network: default, NAD default, SandboxID: "730680b8355db9e654317114672ba936d42cbcf2e9556afef76de630b1e9bdd9", PCI device ID: , UID: "c7a4ee44-715f-4a6b-81dd-81d66e5ca609", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23]
W0331 03:51:47.836221    3850 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0331 03:51:47.836249    3850 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0331 03:51:47.863724    3850 cni.go:424] [openshift-monitoring/alertmanager-main-0 2e56c2662dc1f8fca651a6378147d0444bc50a9180b4ee211de9b9c219d43d88 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 2e56c2662dc1f8fca651a6378147d0444bc50a9180b4ee211de9b9c219d43d88 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:f2:d3:31:e7:4b\",\"name\":\"2e56c2662dc1f8f\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8f24f45-4b41-48f0-853b-66440eb301aa\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 03:51:48.091369    3850 cni.go:424] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-swc8k bc46132dd5544d3e2f0d3950d6ee0f502c906ef341a31679a53bb12b7422d225 network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-swc8k bc46132dd5544d3e2f0d3950d6ee0f502c906ef341a31679a53bb12b7422d225 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:0a:74:db:7c:ad\",\"name\":\"bc46132dd5544d3\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/41cbac28-5b1a-486a-a97e-5ee15ed37340\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 03:51:48.091688    3850 cni.go:424] [openshift-monitoring/kube-state-metrics-664d8f7fc8-gmlvk 730680b8355db9e654317114672ba936d42cbcf2e9556afef76de630b1e9bdd9 network default NAD default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-664d8f7fc8-gmlvk 730680b8355db9e654317114672ba936d42cbcf2e9556afef76de630b1e9bdd9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:e8:8e:7d:10:c6\",\"name\":\"730680b8355db9e\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc066846-bc09-4b40-835f-0dc77ffd2e85\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 03:51:48.091733    3850 cni.go:424] [openshift-monitoring/metrics-server-7f4548d649-24rpz e152518fa72c4d635a350e57f0b92aaa5fadb178d5988936f520c4dee1f01253 network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-7f4548d649-24rpz e152518fa72c4d635a350e57f0b92aaa5fadb178d5988936f520c4dee1f01253 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:20:00:3b:7a:c0\",\"name\":\"e152518fa72c4d6\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/883c8360-3080-4ba0-b59d-4bc7794e7272\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0331 03:51:48.097951    3850 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0331 03:51:48.144138    3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0331 03:51:48.369933    3850 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0331 03:51:48.403932    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads
W0331 03:51:48.404037    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads
W0331 03:51:48.446671    3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0331 03:51:48.785343    3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0331 03:51:48.815661    3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0331 03:51:49.111940    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0331 03:51:49.141789    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads
W0331 03:51:50.402318    3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
W0331 03:51:50.542457    3850 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0331 03:51:50.542480    3850 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0331 03:51:51.126675    3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0331 03:51:51.233157    3850 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0331 03:51:51.233176    3850 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0331 03:51:51.233182    3850 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0331 03:51:51.455332    3850 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0331 03:51:51.455353    3850 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0331 03:51:51.455360    3850 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0331 03:51:51.455366    3850 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0331 03:51:51.989230    3850 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
W0331 03:51:52.160774    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
I0331 03:52:05.152619    3850 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0331 03:52:09.784409    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0331 03:52:09.784438    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0331 03:52:11.740493    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0331 03:52:11.740517    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0331 03:52:11.740523    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0331 03:52:11.740536    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0331 03:52:11.740540    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0331 03:52:11.740545    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0331 03:52:12.132112    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
I0331 03:52:13.671511    3850 obj_retry.go:464] Detected object openshift-console/console-6cc7d4c5bc-dxmrx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 03:52:13.672143    3850 obj_retry.go:464] Detected object openshift-console/console-6cc7d4c5bc-dxmrx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 03:52:14.527041    3850 obj_retry.go:458] Detected object openshift-console/console-6cc7d4c5bc-dxmrx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:52:14.527062    3850 obj_retry.go:458] Detected object openshift-console/console-6cc7d4c5bc-dxmrx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:52:14.531991    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6cc7d4c5bc-dxmrx
I0331 03:52:14.532014    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6cc7d4c5bc-dxmrx
I0331 03:52:18.939637    3850 cni.go:403] [openshift-image-registry/image-registry-7d65c97744-v2ct5 54c72e3150decdfd0f159202876dbb6179a5a5face0c75ed30311a9146e6bb67 network default NAD default] DEL starting CNI request [openshift-image-registry/image-registry-7d65c97744-v2ct5 54c72e3150decdfd0f159202876dbb6179a5a5face0c75ed30311a9146e6bb67 network default NAD default]
I0331 03:52:19.013367    3850 cni.go:424] [openshift-image-registry/image-registry-7d65c97744-v2ct5 54c72e3150decdfd0f159202876dbb6179a5a5face0c75ed30311a9146e6bb67 network default NAD default] DEL finished CNI request [openshift-image-registry/image-registry-7d65c97744-v2ct5 54c72e3150decdfd0f159202876dbb6179a5a5face0c75ed30311a9146e6bb67 network default NAD default], result "{}", err <nil>
I0331 03:52:19.093070    3850 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7d65c97744-v2ct5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 03:52:19.093108    3850 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7d65c97744-v2ct5
I0331 03:52:19.094445    3850 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7d65c97744-v2ct5, ips: 10.129.0.6
I0331 03:52:19.094478    3850 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7d65c97744-v2ct5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 03:52:19.234614    3850 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7d65c97744-v2ct5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:52:19.234638    3850 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7d65c97744-v2ct5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:52:19.245082    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7d65c97744-v2ct5
I0331 03:52:19.245110    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7d65c97744-v2ct5
I0331 03:52:21.038231    3850 cni.go:403] [openshift-console/console-6cc7d4c5bc-srbsh fa25e744a5afc74ad5335e4108df035a7912d2783c31ae46b88131184b58cc05 network default NAD default] DEL starting CNI request [openshift-console/console-6cc7d4c5bc-srbsh fa25e744a5afc74ad5335e4108df035a7912d2783c31ae46b88131184b58cc05 network default NAD default]
I0331 03:52:21.101652    3850 cni.go:424] [openshift-console/console-6cc7d4c5bc-srbsh fa25e744a5afc74ad5335e4108df035a7912d2783c31ae46b88131184b58cc05 network default NAD default] DEL finished CNI request [openshift-console/console-6cc7d4c5bc-srbsh fa25e744a5afc74ad5335e4108df035a7912d2783c31ae46b88131184b58cc05 network default NAD default], result "{}", err <nil>
I0331 03:52:21.173037    3850 obj_retry.go:464] Detected object openshift-console/console-6cc7d4c5bc-srbsh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 03:52:21.173077    3850 pods.go:176] Deleting pod: openshift-console/console-6cc7d4c5bc-srbsh
I0331 03:52:21.174384    3850 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6cc7d4c5bc-srbsh, ips: 10.129.0.16
I0331 03:52:21.174408    3850 obj_retry.go:464] Detected object openshift-console/console-6cc7d4c5bc-srbsh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 03:52:21.252587    3850 obj_retry.go:458] Detected object openshift-console/console-6cc7d4c5bc-srbsh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:52:21.252622    3850 obj_retry.go:458] Detected object openshift-console/console-6cc7d4c5bc-srbsh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:52:21.258198    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6cc7d4c5bc-srbsh
I0331 03:52:21.258218    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6cc7d4c5bc-srbsh
W0331 03:52:21.733346    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0331 03:52:21.733365    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0331 03:52:21.733370    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0331 03:52:22.547825    3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0331 03:52:25.272437    3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0331 03:52:25.272478    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0331 03:52:25.272543    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0331 03:52:26.261161    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0331 03:52:37.600584    3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
I0331 03:52:45.625121    3850 cni.go:403] [openshift-multus/network-metrics-daemon-lwlnf ffb5f93293bd0f91af606c96dad4a87be3ca6b21e8d648b07564760655fd5ccc network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-lwlnf ffb5f93293bd0f91af606c96dad4a87be3ca6b21e8d648b07564760655fd5ccc network default NAD default]
I0331 03:52:45.634179    3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-lwlnf, hostIfaceName: ffb5f93293bd0f9, network: default, NAD default, SandboxID: "ffb5f93293bd0f91af606c96dad4a87be3ca6b21e8d648b07564760655fd5ccc", PCI device ID: , UID: "b6a5ce87-4ef0-472e-8bf3-edc60c51db8d", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23]
I0331 03:52:45.678416    3850 cni.go:424] [openshift-multus/network-metrics-daemon-lwlnf ffb5f93293bd0f91af606c96dad4a87be3ca6b21e8d648b07564760655fd5ccc network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-lwlnf ffb5f93293bd0f91af606c96dad4a87be3ca6b21e8d648b07564760655fd5ccc network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:7a:1e:97:ce:d9\",\"name\":\"ffb5f93293bd0f9\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d001b5e5-d7b9-4bfe-8dc8-981926da894d\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 03:52:51.214729    3850 cni.go:403] [openshift-ingress/router-default-dd5548cd5-zpxzb 2fdbecb5096c8498f532427bf38b596d6c668b006974c3394381d76a3e5e8ff3 network default NAD default] DEL starting CNI request [openshift-ingress/router-default-dd5548cd5-zpxzb 2fdbecb5096c8498f532427bf38b596d6c668b006974c3394381d76a3e5e8ff3 network default NAD default]
I0331 03:52:51.289862    3850 cni.go:424] [openshift-ingress/router-default-dd5548cd5-zpxzb 2fdbecb5096c8498f532427bf38b596d6c668b006974c3394381d76a3e5e8ff3 network default NAD default] DEL finished CNI request [openshift-ingress/router-default-dd5548cd5-zpxzb 2fdbecb5096c8498f532427bf38b596d6c668b006974c3394381d76a3e5e8ff3 network default NAD default], result "{}", err <nil>
I0331 03:52:51.342766    3850 obj_retry.go:464] Detected object openshift-ingress/router-default-dd5548cd5-zpxzb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 03:52:51.342807    3850 pods.go:176] Deleting pod: openshift-ingress/router-default-dd5548cd5-zpxzb
I0331 03:52:51.344020    3850 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-dd5548cd5-zpxzb, ips: 10.129.0.12
I0331 03:52:51.344046    3850 obj_retry.go:464] Detected object openshift-ingress/router-default-dd5548cd5-zpxzb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 03:52:51.647556    3850 obj_retry.go:458] Detected object openshift-ingress/router-default-dd5548cd5-zpxzb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:52:51.647601    3850 obj_retry.go:458] Detected object openshift-ingress/router-default-dd5548cd5-zpxzb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:52:51.656760    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-dd5548cd5-zpxzb
I0331 03:52:51.656782    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-dd5548cd5-zpxzb
I0331 03:52:55.163768    3850 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582150-b9wzk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 03:52:55.164358    3850 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582150-b9wzk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 03:52:56.209022    3850 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582150-b9wzk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:52:56.209052    3850 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582150-b9wzk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:53:01.962215    3850 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 03:53:01.962797    3850 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 03:53:02.077510    3850 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:53:02.077536    3850 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:53:02.088024    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0331 03:53:02.088049    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0331 03:53:04.773422    3850 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-654c46cd84-xxbh8] creating logical port openshift-monitoring_telemeter-client-654c46cd84-xxbh8 for pod on switch ip-10-0-2-160.ec2.internal
I0331 03:53:04.773564    3850 kube.go:256] Updating pod openshift-monitoring/telemeter-client-654c46cd84-xxbh8
I0331 03:53:04.795928    3850 pod.go:62] [openshift-monitoring/telemeter-client-654c46cd84-xxbh8] pod update took 22.392209ms
I0331 03:53:04.795950    3850 base_network_controller_pods.go:937] [default/openshift-monitoring/telemeter-client-654c46cd84-xxbh8] addLogicalPort annotation time took 22.420335ms
I0331 03:53:04.797219    3850 pods.go:271] [openshift-monitoring/telemeter-client-654c46cd84-xxbh8] addLogicalPort took 23.817232ms, libovsdb time 880.363µs
I0331 03:53:05.132276    3850 cni.go:403] [openshift-monitoring/telemeter-client-654c46cd84-xxbh8 24869b49d16a2aa99521ab840a19005c928f067caf6348a39732492916778721 network default NAD default] ADD starting CNI request [openshift-monitoring/telemeter-client-654c46cd84-xxbh8 24869b49d16a2aa99521ab840a19005c928f067caf6348a39732492916778721 network default NAD default]
I0331 03:53:05.141435    3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-654c46cd84-xxbh8, hostIfaceName: 24869b49d16a2aa, network: default, NAD default, SandboxID: "24869b49d16a2aa99521ab840a19005c928f067caf6348a39732492916778721", PCI device ID: , UID: "1e2dc34b-0b86-4e9c-b667-3b0767f5a9b0", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23]
I0331 03:53:05.186258    3850 cni.go:424] [openshift-monitoring/telemeter-client-654c46cd84-xxbh8 24869b49d16a2aa99521ab840a19005c928f067caf6348a39732492916778721 network default NAD default] ADD finished CNI request [openshift-monitoring/telemeter-client-654c46cd84-xxbh8 24869b49d16a2aa99521ab840a19005c928f067caf6348a39732492916778721 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:0d:94:3d:a8:f5\",\"name\":\"24869b49d16a2aa\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e72d7195-701d-433a-98f0-542fe45ab5ec\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 03:53:06.398248    3850 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 03:53:06.398836    3850 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 03:53:06.727932    3850 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:53:06.727960    3850 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:53:06.737581    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0331 03:53:06.737609    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
I0331 03:53:08.709231    3850 base_network_controller_pods.go:487] [default/openshift-console/console-6b8cc4748d-79zsm] creating logical port openshift-console_console-6b8cc4748d-79zsm for pod on switch ip-10-0-2-160.ec2.internal
I0331 03:53:08.709339    3850 kube.go:256] Updating pod openshift-console/console-6b8cc4748d-79zsm
I0331 03:53:08.735030    3850 pod.go:62] [openshift-console/console-6b8cc4748d-79zsm] pod update took 25.718907ms
I0331 03:53:08.735052    3850 base_network_controller_pods.go:937] [default/openshift-console/console-6b8cc4748d-79zsm] addLogicalPort annotation time took 25.745443ms
I0331 03:53:08.736067    3850 pods.go:271] [openshift-console/console-6b8cc4748d-79zsm] addLogicalPort took 26.854765ms, libovsdb time 729.324µs
I0331 03:53:09.065667    3850 cni.go:403] [openshift-console/console-6b8cc4748d-79zsm 33d57916c95e5e6811590c3d1e014c4cd74bcfa81c9c39af53c1787116b6c734 network default NAD default] ADD starting CNI request [openshift-console/console-6b8cc4748d-79zsm 33d57916c95e5e6811590c3d1e014c4cd74bcfa81c9c39af53c1787116b6c734 network default NAD default]
I0331 03:53:09.075554    3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-6b8cc4748d-79zsm, hostIfaceName: 33d57916c95e5e6, network: default, NAD default, SandboxID: "33d57916c95e5e6811590c3d1e014c4cd74bcfa81c9c39af53c1787116b6c734", PCI device ID: , UID: "344a59a0-67d2-42e7-a5a9-bfae3dd56e75", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23]
I0331 03:53:09.120099    3850 cni.go:424] [openshift-console/console-6b8cc4748d-79zsm 33d57916c95e5e6811590c3d1e014c4cd74bcfa81c9c39af53c1787116b6c734 network default NAD default] ADD finished CNI request [openshift-console/console-6b8cc4748d-79zsm 33d57916c95e5e6811590c3d1e014c4cd74bcfa81c9c39af53c1787116b6c734 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:c7:2a:29:bc:1d\",\"name\":\"33d57916c95e5e6\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aded132e-3668-4c04-8fbf-7de139eecd51\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0331 03:53:19.474866    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0331 03:53:33.726097    3850 cni.go:403] [openshift-monitoring/alertmanager-main-0 2e56c2662dc1f8fca651a6378147d0444bc50a9180b4ee211de9b9c219d43d88 network default NAD default] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 2e56c2662dc1f8fca651a6378147d0444bc50a9180b4ee211de9b9c219d43d88 network default NAD default]
I0331 03:53:33.797622    3850 cni.go:424] [openshift-monitoring/alertmanager-main-0 2e56c2662dc1f8fca651a6378147d0444bc50a9180b4ee211de9b9c219d43d88 network default NAD default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 2e56c2662dc1f8fca651a6378147d0444bc50a9180b4ee211de9b9c219d43d88 network default NAD default], result "{}", err <nil>
I0331 03:53:33.858312    3850 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 03:53:33.858348    3850 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0
I0331 03:53:33.859761    3850 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.129.0.18
I0331 03:53:33.859805    3850 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 03:53:34.010210    3850 obj_retry.go:464] Detected object openshift-console/console-6f96fcf57-t7nx4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 03:53:34.010785    3850 obj_retry.go:464] Detected object openshift-console/console-6f96fcf57-t7nx4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 03:53:34.526314    3850 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:53:34.526343    3850 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:53:34.535981    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0331 03:53:34.536018    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0331 03:53:34.579597    3850 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-160.ec2.internal
I0331 03:53:34.579722    3850 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0331 03:53:34.603380    3850 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 23.714223ms
I0331 03:53:34.603406    3850 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 23.743591ms
I0331 03:53:34.604668    3850 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 25.089677ms, libovsdb time 842.885µs
I0331 03:53:34.868059    3850 obj_retry.go:458] Detected object openshift-console/console-6f96fcf57-t7nx4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:53:34.868083    3850 obj_retry.go:458] Detected object openshift-console/console-6f96fcf57-t7nx4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:53:34.874850    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6f96fcf57-t7nx4
I0331 03:53:34.874873    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6f96fcf57-t7nx4
I0331 03:53:34.938771    3850 cni.go:403] [openshift-monitoring/alertmanager-main-0 26648eb50eab589a5de7bfdc636c9abc2d354c306528a559e628e2d48e96f516 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 26648eb50eab589a5de7bfdc636c9abc2d354c306528a559e628e2d48e96f516 network default NAD default]
I0331 03:53:34.947542    3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 26648eb50eab589, network: default, NAD default, SandboxID: "26648eb50eab589a5de7bfdc636c9abc2d354c306528a559e628e2d48e96f516", PCI device ID: , UID: "873a07dc-9c19-420a-a1df-3b133a0489a8", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23]
I0331 03:53:34.992408    3850 cni.go:424] [openshift-monitoring/alertmanager-main-0 26648eb50eab589a5de7bfdc636c9abc2d354c306528a559e628e2d48e96f516 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 26648eb50eab589a5de7bfdc636c9abc2d354c306528a559e628e2d48e96f516 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:ed:6f:82:60:5a\",\"name\":\"26648eb50eab589\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e4fb7e1-3632-467c-87e2-0c6a6abb2503\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 03:53:44.797953    3850 obj_retry.go:464] Detected object openshift-console/console-6f96fcf57-7pmtm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 03:53:44.798480    3850 obj_retry.go:464] Detected object openshift-console/console-6f96fcf57-7pmtm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 03:53:45.257496    3850 obj_retry.go:458] Detected object openshift-console/console-6f96fcf57-7pmtm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:53:45.257527    3850 obj_retry.go:458] Detected object openshift-console/console-6f96fcf57-7pmtm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:53:45.265411    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6f96fcf57-7pmtm
I0331 03:53:45.265434    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6f96fcf57-7pmtm
W0331 03:54:04.996072    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0331 03:54:04.996094    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0331 03:54:04.996101    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0331 03:54:09.320029    3850 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 03:54:09.320667    3850 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 03:54:09.666216    3850 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:54:09.666240    3850 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:54:09.678425    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0331 03:54:09.678447    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0331 03:54:20.200973    3850 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7
I0331 03:54:27.124182    3850 egressfirewall.go:628] Syncing node "ip-10-0-0-143.ec2.internal" for egress firewall
I0331 03:54:27.124182    3850 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-143.ec2.internal
I0331 03:54:27.124224    3850 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-143.ec2.internal: 47.397µs
I0331 03:54:31.207408    3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6
I0331 03:54:47.166714    3850 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6
I0331 03:55:06.194453    3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8
I0331 03:55:43.988727    3850 cni.go:403] [openshift-console/console-6b8cc4748d-79zsm 33d57916c95e5e6811590c3d1e014c4cd74bcfa81c9c39af53c1787116b6c734 network default NAD default] DEL starting CNI request [openshift-console/console-6b8cc4748d-79zsm 33d57916c95e5e6811590c3d1e014c4cd74bcfa81c9c39af53c1787116b6c734 network default NAD default]
I0331 03:55:44.058986    3850 cni.go:424] [openshift-console/console-6b8cc4748d-79zsm 33d57916c95e5e6811590c3d1e014c4cd74bcfa81c9c39af53c1787116b6c734 network default NAD default] DEL finished CNI request [openshift-console/console-6b8cc4748d-79zsm 33d57916c95e5e6811590c3d1e014c4cd74bcfa81c9c39af53c1787116b6c734 network default NAD default], result "{}", err <nil>
I0331 03:55:44.111820    3850 obj_retry.go:464] Detected object openshift-console/console-6b8cc4748d-79zsm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 03:55:44.111860    3850 pods.go:176] Deleting pod: openshift-console/console-6b8cc4748d-79zsm
I0331 03:55:44.113027    3850 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6b8cc4748d-79zsm, ips: 10.129.0.22
I0331 03:55:44.113052    3850 obj_retry.go:464] Detected object openshift-console/console-6b8cc4748d-79zsm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 03:55:44.123197    3850 base_network_controller_pods.go:487] [default/openshift-console/console-5cdf5d64f7-ptr8g] creating logical port openshift-console_console-5cdf5d64f7-ptr8g for pod on switch ip-10-0-2-160.ec2.internal
I0331 03:55:44.123369    3850 kube.go:256] Updating pod openshift-console/console-5cdf5d64f7-ptr8g
I0331 03:55:44.139354    3850 pod.go:62] [openshift-console/console-5cdf5d64f7-ptr8g] pod update took 16.022478ms
I0331 03:55:44.139377    3850 base_network_controller_pods.go:937] [default/openshift-console/console-5cdf5d64f7-ptr8g] addLogicalPort annotation time took 16.049501ms
I0331 03:55:44.140569    3850 pods.go:271] [openshift-console/console-5cdf5d64f7-ptr8g] addLogicalPort took 17.387511ms, libovsdb time 821.139µs
I0331 03:55:44.491186    3850 cni.go:403] [openshift-console/console-5cdf5d64f7-ptr8g 507addee3a59d97b4a9f679ba508ef708909d7baae17ff8b3e646dd02e2073e5 network default NAD default] ADD starting CNI request [openshift-console/console-5cdf5d64f7-ptr8g 507addee3a59d97b4a9f679ba508ef708909d7baae17ff8b3e646dd02e2073e5 network default NAD default]
I0331 03:55:44.500101    3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-5cdf5d64f7-ptr8g, hostIfaceName: 507addee3a59d97, network: default, NAD default, SandboxID: "507addee3a59d97b4a9f679ba508ef708909d7baae17ff8b3e646dd02e2073e5", PCI device ID: , UID: "9287e886-359c-4ea0-931f-e5ea429eeb5d", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23]
I0331 03:55:44.544127    3850 cni.go:424] [openshift-console/console-5cdf5d64f7-ptr8g 507addee3a59d97b4a9f679ba508ef708909d7baae17ff8b3e646dd02e2073e5 network default NAD default] ADD finished CNI request [openshift-console/console-5cdf5d64f7-ptr8g 507addee3a59d97b4a9f679ba508ef708909d7baae17ff8b3e646dd02e2073e5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:f4:e2:5e:5e:10\",\"name\":\"507addee3a59d97\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/75947d77-279f-43ab-92c6-c648be803f49\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 03:55:45.058573    3850 obj_retry.go:458] Detected object openshift-console/console-6b8cc4748d-79zsm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:55:45.058599    3850 obj_retry.go:458] Detected object openshift-console/console-6b8cc4748d-79zsm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:55:45.067482    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b8cc4748d-79zsm
I0331 03:55:45.067510    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b8cc4748d-79zsm
I0331 03:55:55.008679    3850 obj_retry.go:464] Detected object openshift-console/console-6b8cc4748d-qpt26 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 03:55:55.009233    3850 obj_retry.go:464] Detected object openshift-console/console-6b8cc4748d-qpt26 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0331 03:55:55.065714    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0331 03:55:55.411124    3850 obj_retry.go:458] Detected object openshift-console/console-6b8cc4748d-qpt26 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:55:55.411147    3850 obj_retry.go:458] Detected object openshift-console/console-6b8cc4748d-qpt26 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:55:55.415798    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b8cc4748d-qpt26
I0331 03:55:55.415824    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b8cc4748d-qpt26
I0331 03:55:58.076927    3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=141
I0331 03:56:06.084099    3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=65
I0331 03:56:09.077175    3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9
I0331 03:56:10.534050    3850 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-k2md8] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-k2md8 for pod on switch ip-10-0-2-160.ec2.internal
I0331 03:56:10.534187    3850 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-k2md8
I0331 03:56:10.582164    3850 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-k2md8
I0331 03:56:10.635178    3850 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-k2md8] pod update took 101.01788ms
I0331 03:56:10.635201    3850 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-k2md8] addLogicalPort annotation time took 101.045453ms
I0331 03:56:10.636374    3850 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-k2md8] addLogicalPort took 102.340625ms, libovsdb time 874.061µs
I0331 03:56:10.889589    3850 cni.go:403] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-k2md8 e479e1c3667d420dc336cde3734faf2690bc83012ddb160f48b1c9cc9df56d71 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-k2md8 e479e1c3667d420dc336cde3734faf2690bc83012ddb160f48b1c9cc9df56d71 network default NAD default]
I0331 03:56:10.898201    3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-k2md8, hostIfaceName: e479e1c3667d420, network: default, NAD default, SandboxID: "e479e1c3667d420dc336cde3734faf2690bc83012ddb160f48b1c9cc9df56d71", PCI device ID: , UID: "a4b719b9-37ed-450d-8bd4-a0dda393ef7b", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23]
I0331 03:56:10.943902    3850 cni.go:424] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-k2md8 e479e1c3667d420dc336cde3734faf2690bc83012ddb160f48b1c9cc9df56d71 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-k2md8 e479e1c3667d420dc336cde3734faf2690bc83012ddb160f48b1c9cc9df56d71 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:ae:0e:1c:d5:27\",\"name\":\"e479e1c3667d420\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e58ac0d-73eb-4e34-9b34-b6246726a267\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0331 03:56:13.137388    3850 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0331 03:56:21.091051    3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=595
W0331 03:56:24.158150    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0331 03:56:24.202037    3850 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0331 03:56:24.202113    3850 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-jdhq8 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-jdhq8: no pod IPs found 
I0331 03:56:41.166987    3850 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
I0331 03:57:37.188626    3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9
I0331 03:58:06.171063    3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11
I0331 03:58:07.081829    3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=17
I0331 03:58:11.183673    3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11
I0331 03:58:24.206817    3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11
I0331 03:58:48.176839    3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11
I0331 03:58:56.085065    3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=74
I0331 03:59:47.169984    3850 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6
I0331 04:00:03.914801    3850 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-5kcsh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:00:03.915410    3850 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-5kcsh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:00:03.993175    3850 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-29582160-t8rwp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:00:03.993207    3850 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-29582160-t8rwp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:00:04.804652    3850 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-5kcsh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:00:04.804676    3850 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-5kcsh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:00:05.008574    3850 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-29582160-t8rwp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:00:05.008603    3850 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-29582160-t8rwp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:02.210517    3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
I0331 04:01:26.745189    3850 namespace.go:98] [tsf] adding namespace
I0331 04:01:26.746188    3850 namespace.go:102] [tsf] adding namespace took 971.274µs
I0331 04:01:26.764267    3850 namespace.go:142] [tsf] updating namespace
I0331 04:01:26.779410    3850 namespace.go:142] [tsf] updating namespace
I0331 04:01:30.707288    3850 namespace.go:98] [rhtpa-operator] adding namespace
I0331 04:01:30.707390    3850 namespace.go:98] [konflux-operator] adding namespace
I0331 04:01:30.708234    3850 namespace.go:102] [rhtpa-operator] adding namespace took 921.918µs
I0331 04:01:30.708483    3850 namespace.go:98] [tsf-tpa] adding namespace
I0331 04:01:30.709010    3850 namespace.go:102] [konflux-operator] adding namespace took 1.603137ms
I0331 04:01:30.709582    3850 namespace.go:102] [tsf-tpa] adding namespace took 1.079024ms
I0331 04:01:30.715496    3850 namespace.go:98] [cert-manager-operator] adding namespace
I0331 04:01:30.715589    3850 namespace.go:98] [tsf-keycloak] adding namespace
I0331 04:01:30.715729    3850 namespace.go:98] [konflux-ui] adding namespace
I0331 04:01:30.716254    3850 namespace.go:102] [cert-manager-operator] adding namespace took 743.519µs
I0331 04:01:30.716792    3850 namespace.go:102] [tsf-keycloak] adding namespace took 1.188278ms
I0331 04:01:30.717293    3850 namespace.go:102] [konflux-ui] adding namespace took 1.552117ms
I0331 04:01:30.728222    3850 namespace.go:98] [rhbk-operator] adding namespace
I0331 04:01:30.728245    3850 namespace.go:98] [tsf-tas] adding namespace
I0331 04:01:30.728968    3850 namespace.go:102] [rhbk-operator] adding namespace took 730.956µs
I0331 04:01:30.729470    3850 namespace.go:102] [tsf-tas] adding namespace took 1.214129ms
I0331 04:01:30.740197    3850 namespace.go:142] [rhtpa-operator] updating namespace
I0331 04:01:30.810036    3850 namespace.go:142] [rhtpa-operator] updating namespace
I0331 04:01:30.820979    3850 namespace.go:142] [konflux-operator] updating namespace
I0331 04:01:30.837026    3850 namespace.go:142] [tsf-tpa] updating namespace
I0331 04:01:30.848457    3850 namespace.go:142] [cert-manager-operator] updating namespace
I0331 04:01:30.858201    3850 namespace.go:142] [tsf-keycloak] updating namespace
I0331 04:01:30.924017    3850 namespace.go:142] [konflux-ui] updating namespace
I0331 04:01:30.945860    3850 namespace.go:142] [rhbk-operator] updating namespace
I0331 04:01:30.957898    3850 namespace.go:142] [tsf-tas] updating namespace
I0331 04:01:30.970172    3850 namespace.go:142] [rhtpa-operator] updating namespace
I0331 04:01:31.047037    3850 namespace.go:142] [tsf-tpa] updating namespace
I0331 04:01:31.087084    3850 namespace.go:142] [tsf-tpa] updating namespace
I0331 04:01:31.107950    3850 namespace.go:142] [cert-manager-operator] updating namespace
I0331 04:01:31.131254    3850 namespace.go:142] [cert-manager-operator] updating namespace
I0331 04:01:31.163861    3850 namespace.go:142] [tsf-keycloak] updating namespace
I0331 04:01:31.181182    3850 namespace.go:142] [tsf-keycloak] updating namespace
I0331 04:01:31.210110    3850 namespace.go:142] [konflux-ui] updating namespace
I0331 04:01:31.222245    3850 namespace.go:142] [konflux-ui] updating namespace
I0331 04:01:31.237765    3850 namespace.go:142] [rhbk-operator] updating namespace
I0331 04:01:31.260182    3850 namespace.go:142] [rhbk-operator] updating namespace
I0331 04:01:31.273918    3850 namespace.go:142] [tsf-tas] updating namespace
I0331 04:01:31.288040    3850 namespace.go:142] [tsf-tas] updating namespace
I0331 04:01:31.304308    3850 namespace.go:142] [konflux-operator] updating namespace
I0331 04:01:31.317997    3850 namespace.go:142] [konflux-operator] updating namespace
I0331 04:01:32.051322    3850 namespace.go:142] [tsf-keycloak] updating namespace
I0331 04:01:32.068261    3850 namespace.go:142] [tsf-tpa] updating namespace
I0331 04:01:32.279253    3850 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-160.ec2.internal
I0331 04:01:32.279408    3850 kube.go:256] Updating pod tsf/test-tsf-subscriptions
I0331 04:01:32.339505    3850 kube.go:256] Updating pod tsf/test-tsf-subscriptions
I0331 04:01:32.370007    3850 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 90.628368ms
I0331 04:01:32.370027    3850 base_network_controller_pods.go:937] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 90.655372ms
I0331 04:01:32.371293    3850 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 92.051912ms, libovsdb time 959.96µs
I0331 04:01:32.649139    3850 cni.go:403] [tsf/test-tsf-subscriptions c2fb593f6c494c81e7fd1d8bb401ccf1ea4d1ca97431222db5b6243c9e7df376 network default NAD default] ADD starting CNI request [tsf/test-tsf-subscriptions c2fb593f6c494c81e7fd1d8bb401ccf1ea4d1ca97431222db5b6243c9e7df376 network default NAD default]
I0331 04:01:32.657611    3850 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: c2fb593f6c494c8, network: default, NAD default, SandboxID: "c2fb593f6c494c81e7fd1d8bb401ccf1ea4d1ca97431222db5b6243c9e7df376", PCI device ID: , UID: "bc2728b5-8b2b-40cd-94f4-23f48cad50f8", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23]
I0331 04:01:32.713221    3850 cni.go:424] [tsf/test-tsf-subscriptions c2fb593f6c494c81e7fd1d8bb401ccf1ea4d1ca97431222db5b6243c9e7df376 network default NAD default] ADD finished CNI request [tsf/test-tsf-subscriptions c2fb593f6c494c81e7fd1d8bb401ccf1ea4d1ca97431222db5b6243c9e7df376 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:23:8d:8a:83:79\",\"name\":\"c2fb593f6c494c8\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5ea3687-eb59-4143-bf5e-c4b98e812f38\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 04:01:38.909104    3850 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfv6dx9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:38.909759    3850 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfv6dx9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:38.909793    3850 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfv6dx9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:38.909804    3850 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0331 04:01:38.909816    3850 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfv6dx9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:38.909820    3850 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0331 04:01:39.929262    3850 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1k52vt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:39.929892    3850 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1k52vt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:39.929925    3850 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1k52vt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:39.929932    3850 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0331 04:01:39.929943    3850 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1k52vt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:39.929949    3850 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0331 04:01:39.934138    3850 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfv6dx9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:39.934160    3850 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfv6dx9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:39.934176    3850 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfv6dx9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:39.934191    3850 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfv6dx9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:40.959909    3850 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1k52vt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:40.959940    3850 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1k52vt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:40.959957    3850 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1k52vt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:40.959968    3850 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1k52vt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:43.974092    3850 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mbbng of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:43.974772    3850 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mbbng of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:43.974799    3850 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mbbng of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:43.974807    3850 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0331 04:01:43.974820    3850 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mbbng of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:43.974824    3850 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0331 04:01:44.011366    3850 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sx2mw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:44.011865    3850 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sx2mw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:44.011890    3850 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sx2mw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:44.011898    3850 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0331 04:01:44.011908    3850 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sx2mw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:44.011913    3850 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0331 04:01:44.999272    3850 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf527tz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:44.999816    3850 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf527tz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:44.999846    3850 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf527tz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:44.999857    3850 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0331 04:01:44.999868    3850 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf527tz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:44.999871    3850 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0331 04:01:45.020389    3850 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mbbng of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:45.020443    3850 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mbbng of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:45.020461    3850 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mbbng of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:45.020475    3850 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mbbng of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:45.035963    3850 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tp6wc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:45.036450    3850 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tp6wc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:45.036475    3850 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tp6wc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:45.036482    3850 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0331 04:01:45.036493    3850 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tp6wc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:45.036504    3850 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0331 04:01:45.070153    3850 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sx2mw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:45.070176    3850 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sx2mw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:45.070194    3850 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sx2mw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:45.070211    3850 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sx2mw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:46.025778    3850 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf527tz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:46.025802    3850 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf527tz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:46.025819    3850 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf527tz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:46.025830    3850 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf527tz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:46.068468    3850 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tp6wc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:46.068500    3850 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tp6wc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:46.068519    3850 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tp6wc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:46.068529    3850 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7tp6wc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:54.203957    3850 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
W0331 04:01:58.340116    3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0331 04:01:58.870234    3850 namespace.go:98] [cert-manager] adding namespace
I0331 04:01:58.871108    3850 namespace.go:102] [cert-manager] adding namespace took 854.072µs
I0331 04:01:58.905046    3850 namespace.go:142] [cert-manager] updating namespace
I0331 04:01:58.919925    3850 namespace.go:142] [cert-manager] updating namespace
W0331 04:02:02.804033    3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0331 04:02:02.829458    3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0331 04:02:03.010663    3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0331 04:02:03.025289    3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0331 04:02:03.068225    3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0331 04:02:03.068246    3850 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0331 04:02:04.295995    3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0331 04:02:07.116915    3850 namespace.go:142] [openshift-operators] updating namespace
I0331 04:02:07.132352    3850 namespace.go:142] [openshift-operators] updating namespace
I0331 04:02:16.214467    3850 namespace.go:98] [trusted-artifact-signer] adding namespace
I0331 04:02:16.215345    3850 namespace.go:102] [trusted-artifact-signer] adding namespace took 852.768µs
I0331 04:02:16.233868    3850 namespace.go:142] [trusted-artifact-signer] updating namespace
I0331 04:02:16.245482    3850 namespace.go:142] [trusted-artifact-signer] updating namespace
W0331 04:02:16.416968    3850 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0331 04:02:17.982406    3850 namespace.go:142] [openshift-operators] updating namespace
I0331 04:02:26.197330    3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8
I0331 04:02:32.848316    3850 namespace.go:98] [openshift-pipelines] adding namespace
I0331 04:02:32.849119    3850 namespace.go:102] [openshift-pipelines] adding namespace took 781.373µs
I0331 04:02:32.868097    3850 namespace.go:142] [openshift-pipelines] updating namespace
I0331 04:02:33.558467    3850 namespace.go:142] [cert-manager] updating namespace
I0331 04:02:33.607441    3850 cni.go:403] [tsf/test-tsf-subscriptions c2fb593f6c494c81e7fd1d8bb401ccf1ea4d1ca97431222db5b6243c9e7df376 network default NAD default] DEL starting CNI request [tsf/test-tsf-subscriptions c2fb593f6c494c81e7fd1d8bb401ccf1ea4d1ca97431222db5b6243c9e7df376 network default NAD default]
I0331 04:02:33.673101    3850 cni.go:424] [tsf/test-tsf-subscriptions c2fb593f6c494c81e7fd1d8bb401ccf1ea4d1ca97431222db5b6243c9e7df376 network default NAD default] DEL finished CNI request [tsf/test-tsf-subscriptions c2fb593f6c494c81e7fd1d8bb401ccf1ea4d1ca97431222db5b6243c9e7df376 network default NAD default], result "{}", err <nil>
I0331 04:02:33.735126    3850 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:02:33.735170    3850 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions
I0331 04:02:33.736450    3850 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.0.26
I0331 04:02:33.736483    3850 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:02:33.756360    3850 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:02:33.756382    3850 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:02:33.759819    3850 namespace.go:142] [cert-manager-operator] updating namespace
I0331 04:02:33.767248    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0331 04:02:33.767269    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0331 04:02:34.161744    3850 namespace.go:142] [konflux-operator] updating namespace
I0331 04:02:34.359952    3850 namespace.go:142] [konflux-ui] updating namespace
I0331 04:02:34.563780    3850 namespace.go:142] [open-cluster-management-2pcf4qvmb8c8ij76t9r5ocbboorpi5e4] updating namespace
I0331 04:02:34.968392    3850 namespace.go:142] [rhbk-operator] updating namespace
I0331 04:02:35.002006    3850 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-160.ec2.internal
I0331 04:02:35.002093    3850 kube.go:256] Updating pod tsf/test-tsf-infrastructure
I0331 04:02:35.016497    3850 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 14.430173ms
I0331 04:02:35.016517    3850 base_network_controller_pods.go:937] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 14.453614ms
I0331 04:02:35.017824    3850 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 15.835185ms, libovsdb time 881.753µs
I0331 04:02:35.165030    3850 namespace.go:142] [rhtpa-operator] updating namespace
I0331 04:02:35.371042    3850 namespace.go:142] [trusted-artifact-signer] updating namespace
I0331 04:02:35.379658    3850 cni.go:403] [tsf/test-tsf-infrastructure 596638634a216a1dfc149132cac08f583ba9d071776c313e27eae0d5069f3c19 network default NAD default] ADD starting CNI request [tsf/test-tsf-infrastructure 596638634a216a1dfc149132cac08f583ba9d071776c313e27eae0d5069f3c19 network default NAD default]
I0331 04:02:35.388226    3850 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 596638634a216a1, network: default, NAD default, SandboxID: "596638634a216a1dfc149132cac08f583ba9d071776c313e27eae0d5069f3c19", PCI device ID: , UID: "97812156-20ca-472b-986b-84de38f55319", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23]
I0331 04:02:35.432780    3850 cni.go:424] [tsf/test-tsf-infrastructure 596638634a216a1dfc149132cac08f583ba9d071776c313e27eae0d5069f3c19 network default NAD default] ADD finished CNI request [tsf/test-tsf-infrastructure 596638634a216a1dfc149132cac08f583ba9d071776c313e27eae0d5069f3c19 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:15:c9:16:fd:4c\",\"name\":\"596638634a216a1\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3324de81-60ef-42e1-b71a-d32ded960138\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 04:02:35.566765    3850 namespace.go:142] [tsf] updating namespace
I0331 04:02:35.772106    3850 namespace.go:142] [tsf-keycloak] updating namespace
I0331 04:02:35.970922    3850 namespace.go:142] [tsf-tas] updating namespace
I0331 04:02:36.171895    3850 namespace.go:142] [tsf-tpa] updating namespace
I0331 04:02:36.304944    3850 namespace.go:142] [cert-manager] updating namespace
I0331 04:02:36.314676    3850 namespace.go:142] [cert-manager-operator] updating namespace
I0331 04:02:36.324821    3850 namespace.go:142] [default] updating namespace
I0331 04:02:36.335116    3850 namespace.go:142] [konflux-operator] updating namespace
I0331 04:02:36.346793    3850 namespace.go:142] [konflux-ui] updating namespace
I0331 04:02:36.356865    3850 namespace.go:142] [open-cluster-management-2pcf4qvmb8c8ij76t9r5ocbboorpi5e4] updating namespace
I0331 04:02:36.366107    3850 namespace.go:142] [openshift] updating namespace
I0331 04:02:36.376176    3850 namespace.go:142] [rhbk-operator] updating namespace
I0331 04:02:36.385506    3850 namespace.go:142] [rhtpa-operator] updating namespace
I0331 04:02:36.394968    3850 namespace.go:142] [trusted-artifact-signer] updating namespace
I0331 04:02:36.403582    3850 namespace.go:142] [tsf] updating namespace
I0331 04:02:36.413839    3850 namespace.go:142] [tsf-keycloak] updating namespace
I0331 04:02:36.430829    3850 namespace.go:142] [tsf-tas] updating namespace
I0331 04:02:36.452369    3850 namespace.go:142] [tsf-tpa] updating namespace
I0331 04:02:36.557941    3850 namespace.go:142] [cert-manager] updating namespace
I0331 04:02:36.653312    3850 namespace.go:142] [cert-manager-operator] updating namespace
I0331 04:02:36.754266    3850 namespace.go:142] [default] updating namespace
I0331 04:02:36.857153    3850 namespace.go:142] [konflux-operator] updating namespace
I0331 04:02:36.952779    3850 namespace.go:142] [konflux-ui] updating namespace
I0331 04:02:37.052737    3850 namespace.go:142] [open-cluster-management-2pcf4qvmb8c8ij76t9r5ocbboorpi5e4] updating namespace
I0331 04:02:37.151195    3850 namespace.go:142] [openshift] updating namespace
I0331 04:02:37.253146    3850 namespace.go:142] [rhbk-operator] updating namespace
I0331 04:02:37.354244    3850 namespace.go:142] [rhtpa-operator] updating namespace
I0331 04:02:37.451836    3850 namespace.go:142] [trusted-artifact-signer] updating namespace
I0331 04:02:37.553180    3850 namespace.go:142] [tsf] updating namespace
I0331 04:02:37.653529    3850 namespace.go:142] [tsf-keycloak] updating namespace
I0331 04:02:37.752069    3850 namespace.go:142] [tsf-tas] updating namespace
I0331 04:02:37.855180    3850 namespace.go:142] [tsf-tpa] updating namespace
I0331 04:02:37.917538    3850 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-djpcf] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-djpcf for pod on switch ip-10-0-2-160.ec2.internal
I0331 04:02:37.917657    3850 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-djpcf
I0331 04:02:37.917672    3850 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-mhmwg] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-mhmwg for pod on switch ip-10-0-2-160.ec2.internal
I0331 04:02:37.917767    3850 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-mhmwg
I0331 04:02:37.931742    3850 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-mhmwg] pod update took 14.001932ms
I0331 04:02:37.931764    3850 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-mhmwg] addLogicalPort annotation time took 14.024891ms
I0331 04:02:37.933106    3850 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-mhmwg] addLogicalPort took 15.448691ms, libovsdb time 949.658µs
I0331 04:02:37.935173    3850 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-djpcf] pod update took 17.549722ms
I0331 04:02:37.935197    3850 base_network_controller_pods.go:937] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-djpcf] addLogicalPort annotation time took 17.578127ms
I0331 04:02:37.936374    3850 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-djpcf] addLogicalPort took 18.854578ms, libovsdb time 771.698µs
I0331 04:02:38.329445    3850 namespace.go:142] [openshift-pipelines] updating namespace
I0331 04:02:43.408410    3850 cni.go:403] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-mhmwg 919db33c247e42df9f821b3072c409d3ad3361c49a9a5ee37efdbbbba7a7c589 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-mhmwg 919db33c247e42df9f821b3072c409d3ad3361c49a9a5ee37efdbbbba7a7c589 network default NAD default]
I0331 04:02:43.418196    3850 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-mhmwg, hostIfaceName: 919db33c247e42d, network: default, NAD default, SandboxID: "919db33c247e42df9f821b3072c409d3ad3361c49a9a5ee37efdbbbba7a7c589", PCI device ID: , UID: "886d19c1-2415-4ad4-89e1-86dc13f9782a", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23]
I0331 04:02:43.463043    3850 cni.go:424] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-mhmwg 919db33c247e42df9f821b3072c409d3ad3361c49a9a5ee37efdbbbba7a7c589 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-mhmwg 919db33c247e42df9f821b3072c409d3ad3361c49a9a5ee37efdbbbba7a7c589 network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:2f:18:d7:35:0e\",\"name\":\"919db33c247e42d\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9b8e4d2-4375-462a-934f-2c2eb9b9f33d\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0331 04:02:43.662439    3850 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
I0331 04:02:44.009016    3850 cni.go:403] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-djpcf 96d4c4e32136468ea61fc4d0ea3ae2abdfce1d1e19c7c6daa055b39919403861 network default NAD default] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-djpcf 96d4c4e32136468ea61fc4d0ea3ae2abdfce1d1e19c7c6daa055b39919403861 network default NAD default]
I0331 04:02:44.019161    3850 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-djpcf, hostIfaceName: 96d4c4e32136468, network: default, NAD default, SandboxID: "96d4c4e32136468ea61fc4d0ea3ae2abdfce1d1e19c7c6daa055b39919403861", PCI device ID: , UID: "3bf27381-517e-462c-bd75-1460e06825b3", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23]
I0331 04:02:44.067267    3850 cni.go:424] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-djpcf 96d4c4e32136468ea61fc4d0ea3ae2abdfce1d1e19c7c6daa055b39919403861 network default NAD default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-djpcf 96d4c4e32136468ea61fc4d0ea3ae2abdfce1d1e19c7c6daa055b39919403861 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:dd:4c:67:fe:c5\",\"name\":\"96d4c4e32136468\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/293d6dce-ae5c-4163-9c47-1a3c49d2c9b5\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0331 04:02:44.669329    3850 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
I0331 04:02:45.191983    3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=5
I0331 04:02:46.000140    3850 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-xmgzc] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-xmgzc for pod on switch ip-10-0-2-160.ec2.internal
I0331 04:02:46.000305    3850 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-xmgzc
I0331 04:02:46.015816    3850 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-xmgzc] pod update took 15.56537ms
I0331 04:02:46.015844    3850 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-events-controller-b79bdd59-xmgzc] addLogicalPort annotation time took 15.59612ms
I0331 04:02:46.017000    3850 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-xmgzc] addLogicalPort took 16.877877ms, libovsdb time 834.374µs
I0331 04:02:46.363092    3850 cni.go:403] [openshift-pipelines/tekton-events-controller-b79bdd59-xmgzc 619296e95ff46fd97d8d4f4b888a8c36b9f3941a1c18747e4aa0b58826d9faa9 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-xmgzc 619296e95ff46fd97d8d4f4b888a8c36b9f3941a1c18747e4aa0b58826d9faa9 network default NAD default]
I0331 04:02:46.372208    3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-xmgzc, hostIfaceName: 619296e95ff46fd, network: default, NAD default, SandboxID: "619296e95ff46fd97d8d4f4b888a8c36b9f3941a1c18747e4aa0b58826d9faa9", PCI device ID: , UID: "ebcc2d63-76ec-4eb2-b61d-dc42290a0d3a", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23]
I0331 04:02:46.420415    3850 cni.go:424] [openshift-pipelines/tekton-events-controller-b79bdd59-xmgzc 619296e95ff46fd97d8d4f4b888a8c36b9f3941a1c18747e4aa0b58826d9faa9 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-xmgzc 619296e95ff46fd97d8d4f4b888a8c36b9f3941a1c18747e4aa0b58826d9faa9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:a0:13:4d:89:b0\",\"name\":\"619296e95ff46fd\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2df560bf-f0a2-4e18-aa69-3adefe5b6544\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0331 04:02:49.211157    3850 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0331 04:02:49.211178    3850 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0331 04:02:49.211183    3850 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0331 04:02:49.211187    3850 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0331 04:02:49.698345    3850 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0331 04:02:49.698369    3850 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0331 04:02:49.698375    3850 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0331 04:02:50.774071    3850 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0331 04:02:50.774090    3850 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0331 04:02:50.774095    3850 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0331 04:03:00.698787    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0331 04:03:00.698812    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0331 04:03:00.698820    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
I0331 04:03:03.079866    3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=55
W0331 04:03:04.672371    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
W0331 04:03:05.674503    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql
I0331 04:03:11.091957    3850 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-vv45q] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-vv45q for pod on switch ip-10-0-2-160.ec2.internal
I0331 04:03:11.092044    3850 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-vv45q
I0331 04:03:11.108377    3850 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-vv45q] pod update took 16.351884ms
I0331 04:03:11.108408    3850 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-vv45q] addLogicalPort annotation time took 16.386918ms
I0331 04:03:11.109616    3850 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-vv45q] addLogicalPort took 17.676152ms, libovsdb time 858.128µs
I0331 04:03:11.452031    3850 cni.go:403] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-vv45q a1025c2366dc34916ddb93f5981176440141331611e0345656e57b5da4aa38ef network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-vv45q a1025c2366dc34916ddb93f5981176440141331611e0345656e57b5da4aa38ef network default NAD default]
I0331 04:03:11.460726    3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-vv45q, hostIfaceName: a1025c2366dc349, network: default, NAD default, SandboxID: "a1025c2366dc34916ddb93f5981176440141331611e0345656e57b5da4aa38ef", PCI device ID: , UID: "46dfdef0-2b86-4050-a1c4-c132085bf0f2", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23]
I0331 04:03:11.507275    3850 cni.go:424] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-vv45q a1025c2366dc34916ddb93f5981176440141331611e0345656e57b5da4aa38ef network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-vv45q a1025c2366dc34916ddb93f5981176440141331611e0345656e57b5da4aa38ef network default NAD default], result "{\"interfaces\":[{\"mac\":\"7a:4b:48:ba:d3:5d\",\"name\":\"a1025c2366dc349\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b330718-3a4e-4daa-8d94-7972871a8169\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0331 04:03:13.708609    3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0331 04:03:13.808646    3850 cni.go:403] [tsf/test-tsf-infrastructure 596638634a216a1dfc149132cac08f583ba9d071776c313e27eae0d5069f3c19 network default NAD default] DEL starting CNI request [tsf/test-tsf-infrastructure 596638634a216a1dfc149132cac08f583ba9d071776c313e27eae0d5069f3c19 network default NAD default]
I0331 04:03:13.893921    3850 cni.go:424] [tsf/test-tsf-infrastructure 596638634a216a1dfc149132cac08f583ba9d071776c313e27eae0d5069f3c19 network default NAD default] DEL finished CNI request [tsf/test-tsf-infrastructure 596638634a216a1dfc149132cac08f583ba9d071776c313e27eae0d5069f3c19 network default NAD default], result "{}", err <nil>
I0331 04:03:13.976023    3850 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:03:13.976055    3850 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure
I0331 04:03:13.977431    3850 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.0.27
I0331 04:03:13.977457    3850 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:03:13.997253    3850 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:03:13.997285    3850 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:03:14.008841    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0331 04:03:14.008939    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0331 04:03:15.119257    3850 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-160.ec2.internal
I0331 04:03:15.119410    3850 kube.go:256] Updating pod tsf/test-tsf-iam
I0331 04:03:15.137785    3850 pod.go:62] [tsf/test-tsf-iam] pod update took 18.44643ms
I0331 04:03:15.137812    3850 base_network_controller_pods.go:937] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 18.480106ms
I0331 04:03:15.139088    3850 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 19.852324ms, libovsdb time 873.698µs
I0331 04:03:15.236176    3850 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-160.ec2.internal
I0331 04:03:15.236277    3850 kube.go:256] Updating pod tsf-keycloak/keycloak-0
I0331 04:03:15.264166    3850 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 27.918493ms
I0331 04:03:15.264189    3850 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 27.946283ms
I0331 04:03:15.265359    3850 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 29.203937ms, libovsdb time 802.569µs
I0331 04:03:15.479536    3850 cni.go:403] [tsf/test-tsf-iam 130540e4ac16f9813cb6a2a1b7cdda8893595090142d4cf82cae379e19f8d1b5 network default NAD default] ADD starting CNI request [tsf/test-tsf-iam 130540e4ac16f9813cb6a2a1b7cdda8893595090142d4cf82cae379e19f8d1b5 network default NAD default]
I0331 04:03:15.488149    3850 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 130540e4ac16f98, network: default, NAD default, SandboxID: "130540e4ac16f9813cb6a2a1b7cdda8893595090142d4cf82cae379e19f8d1b5", PCI device ID: , UID: "32bf87d7-62e4-47f0-ba3d-dd964e302cbb", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23]
I0331 04:03:15.534661    3850 cni.go:424] [tsf/test-tsf-iam 130540e4ac16f9813cb6a2a1b7cdda8893595090142d4cf82cae379e19f8d1b5 network default NAD default] ADD finished CNI request [tsf/test-tsf-iam 130540e4ac16f9813cb6a2a1b7cdda8893595090142d4cf82cae379e19f8d1b5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:04:cd:6e:72:86\",\"name\":\"130540e4ac16f98\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce7d1e86-cc9b-4e4f-9fe1-97a606017d91\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 04:03:15.596336    3850 cni.go:403] [tsf-keycloak/keycloak-0 fe4c156cee7864403f3a6483e829ca058585323b39ce1087a0d9c549af4f3c04 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 fe4c156cee7864403f3a6483e829ca058585323b39ce1087a0d9c549af4f3c04 network default NAD default]
I0331 04:03:15.605156    3850 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: fe4c156cee78644, network: default, NAD default, SandboxID: "fe4c156cee7864403f3a6483e829ca058585323b39ce1087a0d9c549af4f3c04", PCI device ID: , UID: "dfd4a5a5-3f7c-4cdf-b094-d9fcb07397b1", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23]
I0331 04:03:15.650567    3850 cni.go:424] [tsf-keycloak/keycloak-0 fe4c156cee7864403f3a6483e829ca058585323b39ce1087a0d9c549af4f3c04 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 fe4c156cee7864403f3a6483e829ca058585323b39ce1087a0d9c549af4f3c04 network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:1d:05:d4:8d:67\",\"name\":\"fe4c156cee78644\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b637031-7aec-434c-9c52-45519be29f78\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0331 04:03:20.857600    3850 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0331 04:03:20.857626    3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0331 04:03:20.859980    3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
I0331 04:03:27.094339    3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=275
I0331 04:03:31.313355    3850 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0331 04:03:33.088586    3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=57
W0331 04:03:37.868683    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0331 04:03:37.869818    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak
W0331 04:03:37.869834    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak
I0331 04:03:39.065002    3850 cni.go:403] [tsf-keycloak/keycloak-0 fe4c156cee7864403f3a6483e829ca058585323b39ce1087a0d9c549af4f3c04 network default NAD default] DEL starting CNI request [tsf-keycloak/keycloak-0 fe4c156cee7864403f3a6483e829ca058585323b39ce1087a0d9c549af4f3c04 network default NAD default]
I0331 04:03:39.137638    3850 cni.go:424] [tsf-keycloak/keycloak-0 fe4c156cee7864403f3a6483e829ca058585323b39ce1087a0d9c549af4f3c04 network default NAD default] DEL finished CNI request [tsf-keycloak/keycloak-0 fe4c156cee7864403f3a6483e829ca058585323b39ce1087a0d9c549af4f3c04 network default NAD default], result "{}", err <nil>
I0331 04:03:39.190073    3850 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:03:39.190141    3850 pods.go:176] Deleting pod: tsf-keycloak/keycloak-0
I0331 04:03:39.191408    3850 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/keycloak-0, ips: 10.129.0.33
I0331 04:03:39.191439    3850 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:03:39.948323    3850 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:03:39.948350    3850 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:03:39.955589    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0
I0331 04:03:39.955611    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0
I0331 04:03:39.984769    3850 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-160.ec2.internal
I0331 04:03:39.984864    3850 kube.go:256] Updating pod tsf-keycloak/keycloak-0
I0331 04:03:39.999611    3850 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 14.76947ms
I0331 04:03:39.999638    3850 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 14.800374ms
I0331 04:03:40.001040    3850 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 16.289521ms, libovsdb time 994.252µs
I0331 04:03:40.347688    3850 cni.go:403] [tsf-keycloak/keycloak-0 44b778fe67909647bb5c982f6bd6d94bc4055c7973852002ca15035370f10930 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 44b778fe67909647bb5c982f6bd6d94bc4055c7973852002ca15035370f10930 network default NAD default]
I0331 04:03:40.356843    3850 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 44b778fe6790964, network: default, NAD default, SandboxID: "44b778fe67909647bb5c982f6bd6d94bc4055c7973852002ca15035370f10930", PCI device ID: , UID: "632735fa-4cbb-4e6e-b205-6ac742048a88", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23]
I0331 04:03:40.402196    3850 cni.go:424] [tsf-keycloak/keycloak-0 44b778fe67909647bb5c982f6bd6d94bc4055c7973852002ca15035370f10930 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 44b778fe67909647bb5c982f6bd6d94bc4055c7973852002ca15035370f10930 network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:87:38:d2:02:00\",\"name\":\"44b778fe6790964\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e93bc3a-54ad-4318-a54e-c6fd7a6ce3da\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0331 04:03:41.972899    3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0331 04:03:41.972932    3850 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0331 04:03:41.975291    3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
I0331 04:03:47.080728    3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9
W0331 04:03:54.673598    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak
W0331 04:03:54.673619    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak
W0331 04:03:54.674877    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service
I0331 04:03:55.420800    3850 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-z5x6w] creating logical port tsf-keycloak_tsf-iam-z5x6w for pod on switch ip-10-0-2-160.ec2.internal
I0331 04:03:55.420913    3850 kube.go:256] Updating pod tsf-keycloak/tsf-iam-z5x6w
I0331 04:03:55.437242    3850 pod.go:62] [tsf-keycloak/tsf-iam-z5x6w] pod update took 16.363547ms
I0331 04:03:55.437271    3850 base_network_controller_pods.go:937] [default/tsf-keycloak/tsf-iam-z5x6w] addLogicalPort annotation time took 16.398736ms
I0331 04:03:55.438496    3850 pods.go:271] [tsf-keycloak/tsf-iam-z5x6w] addLogicalPort took 17.713447ms, libovsdb time 834.777µs
I0331 04:03:55.780630    3850 cni.go:403] [tsf-keycloak/tsf-iam-z5x6w 66535587ed36c5ef3ff84e47d472c941bad9174955a401fd4cf42c8b2ef41fb7 network default NAD default] ADD starting CNI request [tsf-keycloak/tsf-iam-z5x6w 66535587ed36c5ef3ff84e47d472c941bad9174955a401fd4cf42c8b2ef41fb7 network default NAD default]
I0331 04:03:55.789310    3850 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-z5x6w, hostIfaceName: 66535587ed36c5e, network: default, NAD default, SandboxID: "66535587ed36c5ef3ff84e47d472c941bad9174955a401fd4cf42c8b2ef41fb7", PCI device ID: , UID: "aef8bfbe-7e22-4ef2-93d2-85d4b254818a", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23]
I0331 04:03:55.835938    3850 cni.go:424] [tsf-keycloak/tsf-iam-z5x6w 66535587ed36c5ef3ff84e47d472c941bad9174955a401fd4cf42c8b2ef41fb7 network default NAD default] ADD finished CNI request [tsf-keycloak/tsf-iam-z5x6w 66535587ed36c5ef3ff84e47d472c941bad9174955a401fd4cf42c8b2ef41fb7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:4b:4b:58:8e:22\",\"name\":\"66535587ed36c5e\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ec1261b-894e-48f7-a7bc-bb2202512249\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0331 04:04:01.616297    3850 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0331 04:04:01.616410    3850 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0331 04:04:01.616441    3850 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0331 04:04:09.132824    3850 cni.go:403] [tsf/test-tsf-iam 130540e4ac16f9813cb6a2a1b7cdda8893595090142d4cf82cae379e19f8d1b5 network default NAD default] DEL starting CNI request [tsf/test-tsf-iam 130540e4ac16f9813cb6a2a1b7cdda8893595090142d4cf82cae379e19f8d1b5 network default NAD default]
I0331 04:04:09.212795    3850 cni.go:424] [tsf/test-tsf-iam 130540e4ac16f9813cb6a2a1b7cdda8893595090142d4cf82cae379e19f8d1b5 network default NAD default] DEL finished CNI request [tsf/test-tsf-iam 130540e4ac16f9813cb6a2a1b7cdda8893595090142d4cf82cae379e19f8d1b5 network default NAD default], result "{}", err <nil>
I0331 04:04:09.268195    3850 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:04:09.268235    3850 pods.go:176] Deleting pod: tsf/test-tsf-iam
I0331 04:04:09.269861    3850 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.32
I0331 04:04:09.269892    3850 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:04:09.317650    3850 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:04:09.317679    3850 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:04:09.325655    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0331 04:04:09.325724    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0331 04:04:10.096671    3850 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-160.ec2.internal
I0331 04:04:10.096806    3850 kube.go:256] Updating pod tsf-tas/test-tsf-tas
I0331 04:04:10.112479    3850 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 15.704888ms
I0331 04:04:10.112574    3850 base_network_controller_pods.go:937] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 15.803188ms
I0331 04:04:10.115898    3850 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 19.245756ms, libovsdb time 2.467817ms
I0331 04:04:10.470557    3850 cni.go:403] [tsf-tas/test-tsf-tas 0388794bb2c9588caf73bee235f879497e563bc9b694322ed788f0eb50a7b2d0 network default NAD default] ADD starting CNI request [tsf-tas/test-tsf-tas 0388794bb2c9588caf73bee235f879497e563bc9b694322ed788f0eb50a7b2d0 network default NAD default]
I0331 04:04:10.479444    3850 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 0388794bb2c9588, network: default, NAD default, SandboxID: "0388794bb2c9588caf73bee235f879497e563bc9b694322ed788f0eb50a7b2d0", PCI device ID: , UID: "eee78c03-7101-4c4d-94ab-b7d9f1181463", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23]
I0331 04:04:10.531684    3850 cni.go:424] [tsf-tas/test-tsf-tas 0388794bb2c9588caf73bee235f879497e563bc9b694322ed788f0eb50a7b2d0 network default NAD default] ADD finished CNI request [tsf-tas/test-tsf-tas 0388794bb2c9588caf73bee235f879497e563bc9b694322ed788f0eb50a7b2d0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:b7:25:f4:d4:0f\",\"name\":\"0388794bb2c9588\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/84c3c70b-7fd4-4d6a-b484-1f11ed2e860d\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 04:04:12.152564    3850 cni.go:403] [tsf-keycloak/tsf-iam-z5x6w 66535587ed36c5ef3ff84e47d472c941bad9174955a401fd4cf42c8b2ef41fb7 network default NAD default] DEL starting CNI request [tsf-keycloak/tsf-iam-z5x6w 66535587ed36c5ef3ff84e47d472c941bad9174955a401fd4cf42c8b2ef41fb7 network default NAD default]
I0331 04:04:12.174320    3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8
I0331 04:04:12.232298    3850 cni.go:424] [tsf-keycloak/tsf-iam-z5x6w 66535587ed36c5ef3ff84e47d472c941bad9174955a401fd4cf42c8b2ef41fb7 network default NAD default] DEL finished CNI request [tsf-keycloak/tsf-iam-z5x6w 66535587ed36c5ef3ff84e47d472c941bad9174955a401fd4cf42c8b2ef41fb7 network default NAD default], result "{}", err <nil>
I0331 04:04:12.291309    3850 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-z5x6w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:04:12.291339    3850 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-z5x6w
I0331 04:04:12.292563    3850 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-z5x6w, ips: 10.129.0.35
I0331 04:04:12.292592    3850 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-z5x6w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:04:12.538302    3850 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-5fb46f4c74-rt5zx] creating logical port tsf-tas_trillian-logserver-5fb46f4c74-rt5zx for pod on switch ip-10-0-2-160.ec2.internal
I0331 04:04:12.538430    3850 kube.go:256] Updating pod tsf-tas/trillian-logserver-5fb46f4c74-rt5zx
I0331 04:04:12.559825    3850 pod.go:62] [tsf-tas/trillian-logserver-5fb46f4c74-rt5zx] pod update took 21.422909ms
I0331 04:04:12.559915    3850 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logserver-5fb46f4c74-rt5zx] addLogicalPort annotation time took 21.518242ms
I0331 04:04:12.561210    3850 pods.go:271] [tsf-tas/trillian-logserver-5fb46f4c74-rt5zx] addLogicalPort took 22.924386ms, libovsdb time 877.373µs
I0331 04:04:12.707988    3850 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-59ff7b88c8-6qspf] creating logical port tsf-tas_trillian-logsigner-59ff7b88c8-6qspf for pod on switch ip-10-0-2-160.ec2.internal
I0331 04:04:12.708092    3850 kube.go:256] Updating pod tsf-tas/trillian-logsigner-59ff7b88c8-6qspf
I0331 04:04:12.724343    3850 pod.go:62] [tsf-tas/trillian-logsigner-59ff7b88c8-6qspf] pod update took 16.27893ms
I0331 04:04:12.724377    3850 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logsigner-59ff7b88c8-6qspf] addLogicalPort annotation time took 16.317083ms
I0331 04:04:12.725695    3850 pods.go:271] [tsf-tas/trillian-logsigner-59ff7b88c8-6qspf] addLogicalPort took 17.721101ms, libovsdb time 819.575µs
I0331 04:04:13.320990    3850 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-z5x6w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:04:13.321019    3850 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-z5x6w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:04:13.501213    3850 cni.go:403] [tsf-tas/trillian-logserver-5fb46f4c74-rt5zx a5e87b070b4ec2fc436eccbac4780f91f9d4eeb74d3379bb3c59ac62caef589d network default NAD default] ADD starting CNI request [tsf-tas/trillian-logserver-5fb46f4c74-rt5zx a5e87b070b4ec2fc436eccbac4780f91f9d4eeb74d3379bb3c59ac62caef589d network default NAD default]
I0331 04:04:13.509937    3850 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-5fb46f4c74-rt5zx, hostIfaceName: a5e87b070b4ec2f, network: default, NAD default, SandboxID: "a5e87b070b4ec2fc436eccbac4780f91f9d4eeb74d3379bb3c59ac62caef589d", PCI device ID: , UID: "9b77017b-40e3-4c32-953a-8229ea03194c", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23]
I0331 04:04:13.557849    3850 cni.go:424] [tsf-tas/trillian-logserver-5fb46f4c74-rt5zx a5e87b070b4ec2fc436eccbac4780f91f9d4eeb74d3379bb3c59ac62caef589d network default NAD default] ADD finished CNI request [tsf-tas/trillian-logserver-5fb46f4c74-rt5zx a5e87b070b4ec2fc436eccbac4780f91f9d4eeb74d3379bb3c59ac62caef589d network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:74:6f:10:f7:06\",\"name\":\"a5e87b070b4ec2f\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65e8d522-8986-45be-85cc-37f5f0f39835\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 04:04:13.561382    3850 cni.go:403] [tsf-keycloak/keycloak-0 44b778fe67909647bb5c982f6bd6d94bc4055c7973852002ca15035370f10930 network default NAD default] DEL starting CNI request [tsf-keycloak/keycloak-0 44b778fe67909647bb5c982f6bd6d94bc4055c7973852002ca15035370f10930 network default NAD default]
I0331 04:04:13.625901    3850 cni.go:424] [tsf-keycloak/keycloak-0 44b778fe67909647bb5c982f6bd6d94bc4055c7973852002ca15035370f10930 network default NAD default] DEL finished CNI request [tsf-keycloak/keycloak-0 44b778fe67909647bb5c982f6bd6d94bc4055c7973852002ca15035370f10930 network default NAD default], result "{}", err <nil>
I0331 04:04:13.670949    3850 cni.go:403] [tsf-tas/trillian-logsigner-59ff7b88c8-6qspf 28dd9b75ac2a04e8799d8a879c41904f80826d7668087c6520249be1605ee627 network default NAD default] ADD starting CNI request [tsf-tas/trillian-logsigner-59ff7b88c8-6qspf 28dd9b75ac2a04e8799d8a879c41904f80826d7668087c6520249be1605ee627 network default NAD default]
I0331 04:04:13.673498    3850 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:04:13.673529    3850 pods.go:176] Deleting pod: tsf-keycloak/keycloak-0
I0331 04:04:13.675425    3850 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/keycloak-0, ips: 10.129.0.34
I0331 04:04:13.675465    3850 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:04:13.680210    3850 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-59ff7b88c8-6qspf, hostIfaceName: 28dd9b75ac2a04e, network: default, NAD default, SandboxID: "28dd9b75ac2a04e8799d8a879c41904f80826d7668087c6520249be1605ee627", PCI device ID: , UID: "8b179d58-1d1e-4618-8618-36f652b86a87", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23]
I0331 04:04:13.727802    3850 cni.go:424] [tsf-tas/trillian-logsigner-59ff7b88c8-6qspf 28dd9b75ac2a04e8799d8a879c41904f80826d7668087c6520249be1605ee627 network default NAD default] ADD finished CNI request [tsf-tas/trillian-logsigner-59ff7b88c8-6qspf 28dd9b75ac2a04e8799d8a879c41904f80826d7668087c6520249be1605ee627 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:5a:24:e3:90:82\",\"name\":\"28dd9b75ac2a04e\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/411f8d47-da81-4413-822d-69ab154943f0\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 04:04:14.160458    3850 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:04:14.160484    3850 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:04:14.169574    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0
I0331 04:04:14.169632    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0
I0331 04:04:14.201129    3850 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-160.ec2.internal
I0331 04:04:14.201243    3850 kube.go:256] Updating pod tsf-keycloak/keycloak-0
I0331 04:04:14.220435    3850 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 19.225855ms
I0331 04:04:14.220464    3850 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 19.258748ms
I0331 04:04:14.221804    3850 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 20.69394ms, libovsdb time 925.591µs
I0331 04:04:14.594917    3850 cni.go:403] [tsf-keycloak/keycloak-0 218b492603cbc070053f4018fe9b10f211471537b94a493a6d4664f2df79a5e1 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 218b492603cbc070053f4018fe9b10f211471537b94a493a6d4664f2df79a5e1 network default NAD default]
I0331 04:04:14.605212    3850 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 218b492603cbc07, network: default, NAD default, SandboxID: "218b492603cbc070053f4018fe9b10f211471537b94a493a6d4664f2df79a5e1", PCI device ID: , UID: "6ee272a4-0ea3-4242-93d7-488423f77412", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23]
I0331 04:04:14.655002    3850 cni.go:424] [tsf-keycloak/keycloak-0 218b492603cbc070053f4018fe9b10f211471537b94a493a6d4664f2df79a5e1 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 218b492603cbc070053f4018fe9b10f211471537b94a493a6d4664f2df79a5e1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:3d:c8:81:91:70\",\"name\":\"218b492603cbc07\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f10d1be-f96e-4aff-b663-983be79b9664\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0331 04:04:15.001876    3850 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server
W0331 04:04:15.001897    3850 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server
I0331 04:04:15.393285    3850 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-96d8bddc9-dtrfl] creating logical port tsf-tas_trillian-db-96d8bddc9-dtrfl for pod on switch ip-10-0-2-160.ec2.internal
I0331 04:04:15.393453    3850 kube.go:256] Updating pod tsf-tas/trillian-db-96d8bddc9-dtrfl
I0331 04:04:15.407967    3850 pod.go:62] [tsf-tas/trillian-db-96d8bddc9-dtrfl] pod update took 14.539489ms
I0331 04:04:15.408000    3850 base_network_controller_pods.go:937] [default/tsf-tas/trillian-db-96d8bddc9-dtrfl] addLogicalPort annotation time took 14.578644ms
I0331 04:04:15.409784    3850 pods.go:271] [tsf-tas/trillian-db-96d8bddc9-dtrfl] addLogicalPort took 16.520625ms, libovsdb time 1.287614ms
W0331 04:04:16.198982    3850 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0331 04:04:16.199006    3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0331 04:04:16.200250    3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0331 04:04:20.217172    3850 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
W0331 04:04:20.248857    3850 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
I0331 04:04:25.362608    3850 cni.go:403] [tsf-tas/trillian-db-96d8bddc9-dtrfl f24e07e38084bbd69d1fc39b3a62cf34b625741a808ca36f6a185744a7939d5b network default NAD default] ADD starting CNI request [tsf-tas/trillian-db-96d8bddc9-dtrfl f24e07e38084bbd69d1fc39b3a62cf34b625741a808ca36f6a185744a7939d5b network default NAD default]
I0331 04:04:25.371420    3850 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-96d8bddc9-dtrfl, hostIfaceName: f24e07e38084bbd, network: default, NAD default, SandboxID: "f24e07e38084bbd69d1fc39b3a62cf34b625741a808ca36f6a185744a7939d5b", PCI device ID: , UID: "13e22274-8897-4444-8a13-795777757e12", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23]
I0331 04:04:25.428959    3850 cni.go:424] [tsf-tas/trillian-db-96d8bddc9-dtrfl f24e07e38084bbd69d1fc39b3a62cf34b625741a808ca36f6a185744a7939d5b network default NAD default] ADD finished CNI request [tsf-tas/trillian-db-96d8bddc9-dtrfl f24e07e38084bbd69d1fc39b3a62cf34b625741a808ca36f6a185744a7939d5b network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:f2:68:46:63:83\",\"name\":\"f24e07e38084bbd\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8bdacdfb-a269-4bdd-b8c1-9ba4d1fbc524\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0331 04:04:28.264641    3850 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
W0331 04:04:30.883128    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0331 04:04:30.883232    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak
W0331 04:04:30.883243    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak
I0331 04:04:31.248072    3850 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-n27wm-xs9fs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:04:31.248602    3850 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-n27wm-xs9fs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:04:32.088142    3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=55
I0331 04:04:32.110818    3850 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-n27wm-xs9fs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:04:32.110840    3850 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-n27wm-xs9fs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0331 04:04:39.310357    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql
W0331 04:04:55.367094    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver
W0331 04:04:55.404646    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner
I0331 04:04:55.739179    3850 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-hztfb] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-hztfb for pod on switch ip-10-0-2-160.ec2.internal
I0331 04:04:55.739274    3850 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-hztfb
I0331 04:04:55.756355    3850 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hztfb] pod update took 17.106231ms
I0331 04:04:55.756375    3850 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-hztfb] addLogicalPort annotation time took 17.130984ms
I0331 04:04:55.757744    3850 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hztfb] addLogicalPort took 18.580976ms, libovsdb time 935.797µs
I0331 04:04:56.100449    3850 cni.go:403] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hztfb a74eb267695f55d161795ab1b2ba6c9ecceb0bfc0ad6c2ec199101668d043089 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hztfb a74eb267695f55d161795ab1b2ba6c9ecceb0bfc0ad6c2ec199101668d043089 network default NAD default]
I0331 04:04:56.109004    3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-hztfb, hostIfaceName: a74eb267695f55d, network: default, NAD default, SandboxID: "a74eb267695f55d161795ab1b2ba6c9ecceb0bfc0ad6c2ec199101668d043089", PCI device ID: , UID: "f9b7a33b-3279-4099-86f1-7a7389c2d754", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23]
I0331 04:04:56.155821    3850 cni.go:424] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hztfb a74eb267695f55d161795ab1b2ba6c9ecceb0bfc0ad6c2ec199101668d043089 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hztfb a74eb267695f55d161795ab1b2ba6c9ecceb0bfc0ad6c2ec199101668d043089 network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:3f:57:d8:98:5f\",\"name\":\"a74eb267695f55d\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9082d7e3-d168-4e5d-8455-5c3363491124\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0331 04:04:59.246381    3850 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0331 04:05:00.209514    3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6
W0331 04:05:00.255999    3850 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0331 04:05:00.256017    3850 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
I0331 04:05:07.474194    3850 cni.go:403] [tsf-tas/test-tsf-tas 0388794bb2c9588caf73bee235f879497e563bc9b694322ed788f0eb50a7b2d0 network default NAD default] DEL starting CNI request [tsf-tas/test-tsf-tas 0388794bb2c9588caf73bee235f879497e563bc9b694322ed788f0eb50a7b2d0 network default NAD default]
I0331 04:05:07.549339    3850 cni.go:424] [tsf-tas/test-tsf-tas 0388794bb2c9588caf73bee235f879497e563bc9b694322ed788f0eb50a7b2d0 network default NAD default] DEL finished CNI request [tsf-tas/test-tsf-tas 0388794bb2c9588caf73bee235f879497e563bc9b694322ed788f0eb50a7b2d0 network default NAD default], result "{}", err <nil>
I0331 04:05:07.601988    3850 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:05:07.602024    3850 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas
I0331 04:05:07.603482    3850 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.0.36
I0331 04:05:07.603513    3850 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:05:07.622902    3850 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:05:07.622925    3850 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:05:07.631523    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0331 04:05:07.631556    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0331 04:05:08.094308    3850 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-n7pnj-c765d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:05:08.094933    3850 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-n7pnj-c765d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:05:08.984369    3850 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-n7pnj-c765d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:05:08.984398    3850 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-n7pnj-c765d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:05:10.136751    3850 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-mpf86-tjlf6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:05:10.137331    3850 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-mpf86-tjlf6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:05:11.002612    3850 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-mpf86-tjlf6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:05:11.002643    3850 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-mpf86-tjlf6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0331 04:05:15.338561    3850 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
I0331 04:05:16.159836    3850 obj_retry.go:464] Detected object tsf/patch-tekton-config-hsjj6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:05:16.160399    3850 obj_retry.go:464] Detected object tsf/patch-tekton-config-hsjj6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:05:16.784593    3850 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-76ddc6dc55-4ncjg] creating logical port tsf-tas_rekor-server-76ddc6dc55-4ncjg for pod on switch ip-10-0-2-160.ec2.internal
I0331 04:05:16.784736    3850 kube.go:256] Updating pod tsf-tas/rekor-server-76ddc6dc55-4ncjg
I0331 04:05:16.799497    3850 pod.go:62] [tsf-tas/rekor-server-76ddc6dc55-4ncjg] pod update took 14.821701ms
I0331 04:05:16.799519    3850 base_network_controller_pods.go:937] [default/tsf-tas/rekor-server-76ddc6dc55-4ncjg] addLogicalPort annotation time took 14.84979ms
I0331 04:05:16.800847    3850 pods.go:271] [tsf-tas/rekor-server-76ddc6dc55-4ncjg] addLogicalPort took 16.27598ms, libovsdb time 847.459µs
I0331 04:05:17.183431    3850 obj_retry.go:458] Detected object tsf/patch-tekton-config-hsjj6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:05:17.183462    3850 obj_retry.go:458] Detected object tsf/patch-tekton-config-hsjj6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0331 04:05:18.356771    3850 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
W0331 04:05:18.385237    3850 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
I0331 04:05:25.231203    3850 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-5x4zw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:05:25.231840    3850 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-5x4zw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:05:26.181174    3850 cni.go:403] [tsf-tas/rekor-server-76ddc6dc55-4ncjg e9e89b31f971a42750b59234139fb26c47b752fdd256f070a6f3c0784074ca66 network default NAD default] ADD starting CNI request [tsf-tas/rekor-server-76ddc6dc55-4ncjg e9e89b31f971a42750b59234139fb26c47b752fdd256f070a6f3c0784074ca66 network default NAD default]
I0331 04:05:26.190046    3850 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-76ddc6dc55-4ncjg, hostIfaceName: e9e89b31f971a42, network: default, NAD default, SandboxID: "e9e89b31f971a42750b59234139fb26c47b752fdd256f070a6f3c0784074ca66", PCI device ID: , UID: "9963e6f2-9f2b-4368-8ccf-5ebb382fdef5", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23]
I0331 04:05:26.237663    3850 cni.go:424] [tsf-tas/rekor-server-76ddc6dc55-4ncjg e9e89b31f971a42750b59234139fb26c47b752fdd256f070a6f3c0784074ca66 network default NAD default] ADD finished CNI request [tsf-tas/rekor-server-76ddc6dc55-4ncjg e9e89b31f971a42750b59234139fb26c47b752fdd256f070a6f3c0784074ca66 network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:47:c6:f7:2e:2e\",\"name\":\"e9e89b31f971a42\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/558ae725-88aa-41c7-bf63-f72e85b85672\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 04:05:26.257072    3850 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-5x4zw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:05:26.257102    3850 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-5x4zw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:05:26.299734    3850 obj_retry.go:458] Detected object tsf/patch-tekton-config-hsjj6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:05:26.299758    3850 obj_retry.go:458] Detected object tsf/patch-tekton-config-hsjj6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:05:26.306382    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-hsjj6
I0331 04:05:26.306409    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-hsjj6
W0331 04:05:28.576149    3850 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0331 04:05:36.294688    3850 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:05:36.295278    3850 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:05:36.312339    3850 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:05:36.312364    3850 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:05:36.321079    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-pipelines
I0331 04:05:36.321107    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-pipelines
I0331 04:05:36.899454    3850 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-160.ec2.internal
I0331 04:05:36.899587    3850 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa
I0331 04:05:36.914595    3850 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 15.032212ms
I0331 04:05:36.914622    3850 base_network_controller_pods.go:937] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 15.062623ms
I0331 04:05:36.916318    3850 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 16.883909ms, libovsdb time 1.174353ms
I0331 04:05:37.262243    3850 cni.go:403] [tsf-tpa/pre-install-tsf-tpa d12d68a809086dd94357a8f3d89a0554a873bdf5d18ac6e714adf745a63f69a5 network default NAD default] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa d12d68a809086dd94357a8f3d89a0554a873bdf5d18ac6e714adf745a63f69a5 network default NAD default]
I0331 04:05:37.270807    3850 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: d12d68a809086dd, network: default, NAD default, SandboxID: "d12d68a809086dd94357a8f3d89a0554a873bdf5d18ac6e714adf745a63f69a5", PCI device ID: , UID: "493a35cb-337a-45a3-91dd-935c94dedba7", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23]
I0331 04:05:37.318803    3850 cni.go:424] [tsf-tpa/pre-install-tsf-tpa d12d68a809086dd94357a8f3d89a0554a873bdf5d18ac6e714adf745a63f69a5 network default NAD default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa d12d68a809086dd94357a8f3d89a0554a873bdf5d18ac6e714adf745a63f69a5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:12:6d:89:b7:1c\",\"name\":\"d12d68a809086dd\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1256a6e5-58b3-4fd0-932a-83a28a3cfe48\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 04:05:39.173753    3850 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
W0331 04:05:39.583458    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server
I0331 04:05:40.643212    3850 cni.go:403] [tsf-tpa/pre-install-tsf-tpa d12d68a809086dd94357a8f3d89a0554a873bdf5d18ac6e714adf745a63f69a5 network default NAD default] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa d12d68a809086dd94357a8f3d89a0554a873bdf5d18ac6e714adf745a63f69a5 network default NAD default]
I0331 04:05:40.726221    3850 cni.go:424] [tsf-tpa/pre-install-tsf-tpa d12d68a809086dd94357a8f3d89a0554a873bdf5d18ac6e714adf745a63f69a5 network default NAD default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa d12d68a809086dd94357a8f3d89a0554a873bdf5d18ac6e714adf745a63f69a5 network default NAD default], result "{}", err <nil>
I0331 04:05:40.779316    3850 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:05:40.779359    3850 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa
I0331 04:05:40.780764    3850 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.0.43
I0331 04:05:40.780791    3850 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:05:40.800649    3850 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:05:40.800671    3850 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:05:40.810314    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0331 04:05:40.810347    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
I0331 04:05:41.034099    3850 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-160.ec2.internal
I0331 04:05:41.034208    3850 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa
I0331 04:05:41.050256    3850 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 16.079856ms
I0331 04:05:41.050287    3850 base_network_controller_pods.go:937] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 16.112759ms
I0331 04:05:41.051477    3850 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 17.399159ms, libovsdb time 823.015µs
I0331 04:05:41.392444    3850 cni.go:403] [tsf-tpa/test-tsf-tpa 861796c549168e6b399f349838abefc6e532c1f85bf46e055b9f781639beb562 network default NAD default] ADD starting CNI request [tsf-tpa/test-tsf-tpa 861796c549168e6b399f349838abefc6e532c1f85bf46e055b9f781639beb562 network default NAD default]
I0331 04:05:41.401310    3850 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 861796c549168e6, network: default, NAD default, SandboxID: "861796c549168e6b399f349838abefc6e532c1f85bf46e055b9f781639beb562", PCI device ID: , UID: "a8ddc320-62ee-4b86-b15c-e2bfc1b1baae", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23]
I0331 04:05:41.449946    3850 cni.go:424] [tsf-tpa/test-tsf-tpa 861796c549168e6b399f349838abefc6e532c1f85bf46e055b9f781639beb562 network default NAD default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 861796c549168e6b399f349838abefc6e532c1f85bf46e055b9f781639beb562 network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:e1:1a:bb:03:2c\",\"name\":\"861796c549168e6\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d1ce47e-b8ec-4208-8a9e-4d607c827f8c\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 04:05:47.394714    3850 obj_retry.go:464] Detected object tsf-tpa/create-db-gkhp4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:05:47.395334    3850 obj_retry.go:464] Detected object tsf-tpa/create-db-gkhp4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:05:48.423257    3850 obj_retry.go:458] Detected object tsf-tpa/create-db-gkhp4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:05:48.423283    3850 obj_retry.go:458] Detected object tsf-tpa/create-db-gkhp4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:05:51.170001    3850 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10
I0331 04:05:51.392750    3850 obj_retry.go:464] Detected object tsf-tpa/migrate-db-sdrs7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:05:51.393290    3850 obj_retry.go:464] Detected object tsf-tpa/migrate-db-sdrs7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:05:52.406501    3850 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-c24lk-4p6qx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:05:52.407045    3850 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-c24lk-4p6qx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:05:52.416357    3850 obj_retry.go:458] Detected object tsf-tpa/migrate-db-sdrs7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:05:52.416380    3850 obj_retry.go:458] Detected object tsf-tpa/migrate-db-sdrs7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:05:53.280815    3850 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-c24lk-4p6qx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:05:53.280837    3850 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-c24lk-4p6qx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:05:54.412576    3850 obj_retry.go:464] Detected object tsf-tpa/create-importers-8bsnv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:05:54.413148    3850 obj_retry.go:464] Detected object tsf-tpa/create-importers-8bsnv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:05:55.440082    3850 obj_retry.go:458] Detected object tsf-tpa/create-importers-8bsnv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:05:55.440113    3850 obj_retry.go:458] Detected object tsf-tpa/create-importers-8bsnv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:05:56.270241    3850 namespace.go:142] [openshift-pipelines] updating namespace
I0331 04:06:06.180083    3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8
W0331 04:06:06.637618    3850 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
W0331 04:06:08.359198    3850 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
I0331 04:06:34.928343    3850 cni.go:403] [tsf-tpa/test-tsf-tpa 861796c549168e6b399f349838abefc6e532c1f85bf46e055b9f781639beb562 network default NAD default] DEL starting CNI request [tsf-tpa/test-tsf-tpa 861796c549168e6b399f349838abefc6e532c1f85bf46e055b9f781639beb562 network default NAD default]
I0331 04:06:35.010330    3850 cni.go:424] [tsf-tpa/test-tsf-tpa 861796c549168e6b399f349838abefc6e532c1f85bf46e055b9f781639beb562 network default NAD default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 861796c549168e6b399f349838abefc6e532c1f85bf46e055b9f781639beb562 network default NAD default], result "{}", err <nil>
I0331 04:06:35.065415    3850 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:06:35.065450    3850 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa
I0331 04:06:35.066651    3850 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.129.0.44
I0331 04:06:35.066680    3850 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:06:35.112028    3850 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:06:35.112051    3850 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:06:35.123601    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0331 04:06:35.123633    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0331 04:06:35.866648    3850 namespace.go:98] [build-service] adding namespace
I0331 04:06:35.867434    3850 namespace.go:102] [build-service] adding namespace took 761.24µs
I0331 04:06:35.872467    3850 namespace.go:98] [image-controller] adding namespace
I0331 04:06:35.872501    3850 namespace.go:98] [integration-service] adding namespace
I0331 04:06:35.873292    3850 namespace.go:102] [image-controller] adding namespace took 807.099µs
I0331 04:06:35.873996    3850 namespace.go:102] [integration-service] adding namespace took 1.481851ms
I0331 04:06:35.899473    3850 namespace.go:142] [build-service] updating namespace
I0331 04:06:35.929431    3850 namespace.go:142] [build-service] updating namespace
I0331 04:06:35.938240    3850 namespace.go:142] [image-controller] updating namespace
I0331 04:06:35.976097    3850 namespace.go:142] [image-controller] updating namespace
I0331 04:06:35.979882    3850 namespace.go:142] [integration-service] updating namespace
I0331 04:06:36.036078    3850 namespace.go:142] [integration-service] updating namespace
I0331 04:06:36.144292    3850 namespace.go:142] [build-service] updating namespace
I0331 04:06:36.171896    3850 namespace.go:142] [integration-service] updating namespace
I0331 04:06:36.234018    3850 namespace.go:98] [release-service] adding namespace
I0331 04:06:36.234862    3850 namespace.go:102] [release-service] adding namespace took 828.219µs
I0331 04:06:36.270252    3850 namespace.go:142] [konflux-ui] updating namespace
I0331 04:06:36.282282    3850 namespace.go:142] [release-service] updating namespace
I0331 04:06:36.314078    3850 namespace.go:142] [release-service] updating namespace
I0331 04:06:36.404925    3850 namespace.go:98] [konflux-info] adding namespace
I0331 04:06:36.405795    3850 namespace.go:102] [konflux-info] adding namespace took 849.039µs
I0331 04:06:36.448136    3850 namespace.go:98] [namespace-lister] adding namespace
I0331 04:06:36.448959    3850 namespace.go:102] [namespace-lister] adding namespace took 803.711µs
I0331 04:06:36.472963    3850 namespace.go:142] [konflux-info] updating namespace
I0331 04:06:36.544978    3850 namespace.go:142] [konflux-info] updating namespace
I0331 04:06:36.559418    3850 namespace.go:98] [enterprise-contract-service] adding namespace
I0331 04:06:36.560212    3850 namespace.go:102] [enterprise-contract-service] adding namespace took 774.444µs
I0331 04:06:36.592364    3850 namespace.go:142] [image-controller] updating namespace
I0331 04:06:36.592445    3850 namespace.go:142] [namespace-lister] updating namespace
I0331 04:06:36.754962    3850 namespace.go:142] [namespace-lister] updating namespace
I0331 04:06:36.810037    3850 namespace.go:142] [enterprise-contract-service] updating namespace
I0331 04:06:36.895068    3850 namespace.go:142] [enterprise-contract-service] updating namespace
I0331 04:06:36.922324    3850 namespace.go:98] [default-tenant] adding namespace
I0331 04:06:36.923115    3850 namespace.go:102] [default-tenant] adding namespace took 771.242µs
I0331 04:06:37.000111    3850 namespace.go:98] [segment-bridge] adding namespace
I0331 04:06:37.000941    3850 namespace.go:102] [segment-bridge] adding namespace took 807.374µs
I0331 04:06:37.006987    3850 namespace.go:142] [build-service] updating namespace
I0331 04:06:37.078553    3850 namespace.go:142] [default-tenant] updating namespace
I0331 04:06:37.148474    3850 namespace.go:142] [default-tenant] updating namespace
I0331 04:06:37.187965    3850 namespace.go:142] [segment-bridge] updating namespace
I0331 04:06:37.274170    3850 namespace.go:142] [segment-bridge] updating namespace
I0331 04:06:37.289872    3850 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0331 04:06:37.290495    3850 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0331 04:06:37.290517    3850 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0331 04:06:37.293143    3850 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0331 04:06:37.342035    3850 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0331 04:06:37.342062    3850 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0331 04:06:37.342740    3850 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0331 04:06:37.881611    3850 namespace.go:142] [image-controller] updating namespace
I0331 04:06:38.343472    3850 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-5f8cd64d55-n6vjd] creating logical port image-controller_image-controller-controller-manager-5f8cd64d55-n6vjd for pod on switch ip-10-0-2-160.ec2.internal
I0331 04:06:38.343555    3850 kube.go:256] Updating pod image-controller/image-controller-controller-manager-5f8cd64d55-n6vjd
I0331 04:06:38.402059    3850 namespace.go:142] [integration-service] updating namespace
I0331 04:06:38.507466    3850 kube.go:256] Updating pod image-controller/image-controller-controller-manager-5f8cd64d55-n6vjd
I0331 04:06:38.622143    3850 namespace.go:142] [release-service] updating namespace
I0331 04:06:38.633094    3850 pod.go:62] [image-controller/image-controller-controller-manager-5f8cd64d55-n6vjd] pod update took 289.558184ms
I0331 04:06:38.633118    3850 base_network_controller_pods.go:937] [default/image-controller/image-controller-controller-manager-5f8cd64d55-n6vjd] addLogicalPort annotation time took 289.587982ms
I0331 04:06:38.634478    3850 pods.go:271] [image-controller/image-controller-controller-manager-5f8cd64d55-n6vjd] addLogicalPort took 291.017672ms, libovsdb time 1.014328ms
I0331 04:06:38.733106    3850 namespace.go:142] [build-service] updating namespace
I0331 04:06:38.743090    3850 namespace.go:142] [integration-service] updating namespace
I0331 04:06:38.743095    3850 namespace.go:142] [image-controller] updating namespace
I0331 04:06:38.770788    3850 namespace.go:142] [release-service] updating namespace
I0331 04:06:38.902123    3850 namespace.go:142] [build-service] updating namespace
I0331 04:06:38.912187    3850 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-759977d69f-sp2hr] creating logical port integration-service_integration-service-controller-manager-759977d69f-sp2hr for pod on switch ip-10-0-2-160.ec2.internal
I0331 04:06:38.912277    3850 kube.go:256] Updating pod integration-service/integration-service-controller-manager-759977d69f-sp2hr
I0331 04:06:38.937574    3850 pod.go:62] [integration-service/integration-service-controller-manager-759977d69f-sp2hr] pod update took 25.319957ms
I0331 04:06:38.937601    3850 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-759977d69f-sp2hr] addLogicalPort annotation time took 25.350235ms
I0331 04:06:38.939010    3850 pods.go:271] [integration-service/integration-service-controller-manager-759977d69f-sp2hr] addLogicalPort took 26.83744ms, libovsdb time 918.041µs
I0331 04:06:38.988121    3850 cni.go:403] [image-controller/image-controller-controller-manager-5f8cd64d55-n6vjd 402da823e75b684006f7fb3f11ef9e1237e444e0922ddc73358ffe2334298ff7 network default NAD default] ADD starting CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-n6vjd 402da823e75b684006f7fb3f11ef9e1237e444e0922ddc73358ffe2334298ff7 network default NAD default]
I0331 04:06:38.996667    3850 helper_linux.go:450] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-5f8cd64d55-n6vjd, hostIfaceName: 402da823e75b684, network: default, NAD default, SandboxID: "402da823e75b684006f7fb3f11ef9e1237e444e0922ddc73358ffe2334298ff7", PCI device ID: , UID: "634e39d2-febe-4227-8684-ac5c7d3250f1", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23]
I0331 04:06:38.999787    3850 namespace.go:142] [image-controller] updating namespace
I0331 04:06:39.046339    3850 cni.go:424] [image-controller/image-controller-controller-manager-5f8cd64d55-n6vjd 402da823e75b684006f7fb3f11ef9e1237e444e0922ddc73358ffe2334298ff7 network default NAD default] ADD finished CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-n6vjd 402da823e75b684006f7fb3f11ef9e1237e444e0922ddc73358ffe2334298ff7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:73:1d:1c:b8:13\",\"name\":\"402da823e75b684\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/951cf88c-3933-4161-ace8-c81a13f3a2c5\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 04:06:39.082696    3850 namespace.go:142] [integration-service] updating namespace
I0331 04:06:39.148909    3850 namespace.go:142] [release-service] updating namespace
I0331 04:06:39.406182    3850 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-854f775895-2fkbb] creating logical port release-service_release-service-controller-manager-854f775895-2fkbb for pod on switch ip-10-0-2-160.ec2.internal
I0331 04:06:39.406296    3850 kube.go:256] Updating pod release-service/release-service-controller-manager-854f775895-2fkbb
I0331 04:06:39.424367    3850 pod.go:62] [release-service/release-service-controller-manager-854f775895-2fkbb] pod update took 18.106645ms
I0331 04:06:39.424431    3850 base_network_controller_pods.go:937] [default/release-service/release-service-controller-manager-854f775895-2fkbb] addLogicalPort annotation time took 18.143712ms
I0331 04:06:39.425614    3850 pods.go:271] [release-service/release-service-controller-manager-854f775895-2fkbb] addLogicalPort took 19.447979ms, libovsdb time 805.119µs
I0331 04:06:39.513819    3850 base_network_controller_pods.go:487] [default/konflux-ui/proxy-7db485d657-wls7j] creating logical port konflux-ui_proxy-7db485d657-wls7j for pod on switch ip-10-0-2-160.ec2.internal
I0331 04:06:39.513976    3850 kube.go:256] Updating pod konflux-ui/proxy-7db485d657-wls7j
I0331 04:06:39.535331    3850 pod.go:62] [konflux-ui/proxy-7db485d657-wls7j] pod update took 21.436095ms
I0331 04:06:39.535354    3850 base_network_controller_pods.go:937] [default/konflux-ui/proxy-7db485d657-wls7j] addLogicalPort annotation time took 21.463369ms
I0331 04:06:39.536803    3850 pods.go:271] [konflux-ui/proxy-7db485d657-wls7j] addLogicalPort took 22.997728ms, libovsdb time 1.027433ms
I0331 04:06:39.679196    3850 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-d9l5z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:06:39.679806    3850 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-d9l5z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:06:39.749125    3850 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-d9l5z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:06:39.749149    3850 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-d9l5z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:06:39.960689    3850 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-2-160.ec2.internal
I0331 04:06:39.960792    3850 kube.go:256] Updating pod konflux-ui/test-tsf-konflux
I0331 04:06:39.985230    3850 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 24.460566ms
I0331 04:06:39.985250    3850 base_network_controller_pods.go:937] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 24.488323ms
I0331 04:06:39.986767    3850 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 26.095232ms, libovsdb time 835.295µs
I0331 04:06:40.368063    3850 namespace.go:142] [default-tenant] updating namespace
I0331 04:06:40.580061    3850 namespace.go:142] [enterprise-contract-service] updating namespace
I0331 04:06:40.756473    3850 namespace.go:142] [konflux-info] updating namespace
I0331 04:06:40.959812    3850 namespace.go:142] [namespace-lister] updating namespace
I0331 04:06:41.091743    3850 cni.go:403] [konflux-ui/test-tsf-konflux a592b526dbd55d98d07d4fb927d540c4328205ed3cbee9be34be387e119c5849 network default NAD default] ADD starting CNI request [konflux-ui/test-tsf-konflux a592b526dbd55d98d07d4fb927d540c4328205ed3cbee9be34be387e119c5849 network default NAD default]
I0331 04:06:41.100352    3850 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: a592b526dbd55d9, network: default, NAD default, SandboxID: "a592b526dbd55d98d07d4fb927d540c4328205ed3cbee9be34be387e119c5849", PCI device ID: , UID: "fbf6456b-6132-4d88-b842-db5b3374880c", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23]
I0331 04:06:41.147867    3850 cni.go:424] [konflux-ui/test-tsf-konflux a592b526dbd55d98d07d4fb927d540c4328205ed3cbee9be34be387e119c5849 network default NAD default] ADD finished CNI request [konflux-ui/test-tsf-konflux a592b526dbd55d98d07d4fb927d540c4328205ed3cbee9be34be387e119c5849 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:41:8f:41:91:24\",\"name\":\"a592b526dbd55d9\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5aab86ee-c2bf-46ce-afe2-bfcfed648567\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 04:06:41.163507    3850 namespace.go:142] [segment-bridge] updating namespace
I0331 04:06:41.289939    3850 namespace.go:142] [default-tenant] updating namespace
I0331 04:06:41.304224    3850 namespace.go:142] [enterprise-contract-service] updating namespace
I0331 04:06:41.317452    3850 namespace.go:142] [konflux-info] updating namespace
I0331 04:06:41.332395    3850 namespace.go:142] [namespace-lister] updating namespace
I0331 04:06:41.347565    3850 namespace.go:142] [segment-bridge] updating namespace
I0331 04:06:41.396806    3850 namespace.go:142] [default-tenant] updating namespace
I0331 04:06:41.471781    3850 namespace.go:142] [enterprise-contract-service] updating namespace
I0331 04:06:41.569336    3850 namespace.go:142] [konflux-info] updating namespace
I0331 04:06:41.667922    3850 namespace.go:142] [namespace-lister] updating namespace
I0331 04:06:41.775379    3850 namespace.go:142] [segment-bridge] updating namespace
W0331 04:06:41.972731    3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
W0331 04:06:42.588497    3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
W0331 04:06:42.615538    3850 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
I0331 04:06:48.201295    3850 cni.go:403] [konflux-ui/proxy-7db485d657-wls7j acdf413d06a944bfe95db864f187b5bfb19a1c43e3863b5b1e3e41116c0932a9 network default NAD default] ADD starting CNI request [konflux-ui/proxy-7db485d657-wls7j acdf413d06a944bfe95db864f187b5bfb19a1c43e3863b5b1e3e41116c0932a9 network default NAD default]
I0331 04:06:48.201340    3850 cni.go:403] [integration-service/integration-service-controller-manager-759977d69f-sp2hr 300606a0b168dab1a104a76ba2b049f44c9ff9f4f49b7407db29d7af65e12176 network default NAD default] ADD starting CNI request [integration-service/integration-service-controller-manager-759977d69f-sp2hr 300606a0b168dab1a104a76ba2b049f44c9ff9f4f49b7407db29d7af65e12176 network default NAD default]
I0331 04:06:48.203118    3850 cni.go:403] [release-service/release-service-controller-manager-854f775895-2fkbb 9929364cf8b3a1f8ded239d17a77339f8d08f2d693e98485afd8a2ecf005e905 network default NAD default] ADD starting CNI request [release-service/release-service-controller-manager-854f775895-2fkbb 9929364cf8b3a1f8ded239d17a77339f8d08f2d693e98485afd8a2ecf005e905 network default NAD default]
I0331 04:06:48.218522    3850 helper_linux.go:450] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-854f775895-2fkbb, hostIfaceName: 9929364cf8b3a1f, network: default, NAD default, SandboxID: "9929364cf8b3a1f8ded239d17a77339f8d08f2d693e98485afd8a2ecf005e905", PCI device ID: , UID: "1d2f8d0f-5f14-46e7-a1ac-27c59979e1d9", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23]
I0331 04:06:48.219336    3850 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: proxy-7db485d657-wls7j, hostIfaceName: acdf413d06a944b, network: default, NAD default, SandboxID: "acdf413d06a944bfe95db864f187b5bfb19a1c43e3863b5b1e3e41116c0932a9", PCI device ID: , UID: "d1425355-f7eb-4c3f-b8cd-881d27589e36", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23]
I0331 04:06:48.222096    3850 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-759977d69f-sp2hr, hostIfaceName: 300606a0b168dab, network: default, NAD default, SandboxID: "300606a0b168dab1a104a76ba2b049f44c9ff9f4f49b7407db29d7af65e12176", PCI device ID: , UID: "4f9799d9-b805-49cd-ba2f-ad46cec23749", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23]
I0331 04:06:48.277570    3850 cni.go:424] [release-service/release-service-controller-manager-854f775895-2fkbb 9929364cf8b3a1f8ded239d17a77339f8d08f2d693e98485afd8a2ecf005e905 network default NAD default] ADD finished CNI request [release-service/release-service-controller-manager-854f775895-2fkbb 9929364cf8b3a1f8ded239d17a77339f8d08f2d693e98485afd8a2ecf005e905 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:16:76:7b:92:ab\",\"name\":\"9929364cf8b3a1f\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/458a44cc-da82-45d5-acdf-9f50a0bd6739\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 04:06:48.507527    3850 cni.go:424] [konflux-ui/proxy-7db485d657-wls7j acdf413d06a944bfe95db864f187b5bfb19a1c43e3863b5b1e3e41116c0932a9 network default NAD default] ADD finished CNI request [konflux-ui/proxy-7db485d657-wls7j acdf413d06a944bfe95db864f187b5bfb19a1c43e3863b5b1e3e41116c0932a9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:ee:16:c3:39:aa\",\"name\":\"acdf413d06a944b\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18743ad9-8d91-485a-bfd0-0b0706ed8d4b\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 04:06:48.507567    3850 cni.go:424] [integration-service/integration-service-controller-manager-759977d69f-sp2hr 300606a0b168dab1a104a76ba2b049f44c9ff9f4f49b7407db29d7af65e12176 network default NAD default] ADD finished CNI request [integration-service/integration-service-controller-manager-759977d69f-sp2hr 300606a0b168dab1a104a76ba2b049f44c9ff9f4f49b7407db29d7af65e12176 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:81:ab:cf:5b:cf\",\"name\":\"300606a0b168dab\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8674cc57-4538-4b58-9b07-c9525b0ef17e\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0331 04:06:48.638773    3850 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
W0331 04:06:51.686301    3850 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0331 04:06:51.686326    3850 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0331 04:06:52.989583    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
W0331 04:06:53.676064    3850 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0331 04:06:53.677692    3850 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0331 04:06:55.054461    3850 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0331 04:06:55.055202    3850 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0331 04:06:55.083946    3850 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0331 04:06:55.084143    3850 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0331 04:06:55.119427    3850 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0331 04:06:55.119449    3850 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
I0331 04:06:55.206816    3850 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5
W0331 04:07:04.683264    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0331 04:07:04.683293    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0331 04:07:04.686807    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0331 04:07:04.686836    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service
I0331 04:07:04.874447    3850 cni.go:403] [integration-service/integration-service-controller-manager-759977d69f-sp2hr 300606a0b168dab1a104a76ba2b049f44c9ff9f4f49b7407db29d7af65e12176 network default NAD default] DEL starting CNI request [integration-service/integration-service-controller-manager-759977d69f-sp2hr 300606a0b168dab1a104a76ba2b049f44c9ff9f4f49b7407db29d7af65e12176 network default NAD default]
I0331 04:07:04.961615    3850 cni.go:424] [integration-service/integration-service-controller-manager-759977d69f-sp2hr 300606a0b168dab1a104a76ba2b049f44c9ff9f4f49b7407db29d7af65e12176 network default NAD default] DEL finished CNI request [integration-service/integration-service-controller-manager-759977d69f-sp2hr 300606a0b168dab1a104a76ba2b049f44c9ff9f4f49b7407db29d7af65e12176 network default NAD default], result "{}", err <nil>
I0331 04:07:05.018118    3850 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-sp2hr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:07:05.018157    3850 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-759977d69f-sp2hr
I0331 04:07:05.019539    3850 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-759977d69f-sp2hr, ips: 10.129.0.46
I0331 04:07:05.019573    3850 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-sp2hr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:07:05.120444    3850 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-sp2hr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:07:05.120471    3850 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-sp2hr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:07:05.134425    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-759977d69f-sp2hr
I0331 04:07:05.134459    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-759977d69f-sp2hr
W0331 04:07:06.080449    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0331 04:07:06.083041    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service
I0331 04:07:20.084687    3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=158
I0331 04:07:23.186629    3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11
I0331 04:07:27.213558    3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
W0331 04:07:29.729014    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0331 04:07:29.729037    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
W0331 04:07:29.729048    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0331 04:07:29.729053    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
W0331 04:07:31.125749    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0331 04:07:31.125768    3850 util.go:959] Failed to build node endpoints for node ip-10-0-2-160.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
I0331 04:08:01.464034    3850 obj_retry.go:464] Detected object konflux-ui/proxy-86995756bd-q2bm6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:08:01.464659    3850 obj_retry.go:464] Detected object konflux-ui/proxy-86995756bd-q2bm6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:08:02.089732    3850 obj_retry.go:458] Detected object konflux-ui/proxy-86995756bd-q2bm6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:08:02.089755    3850 obj_retry.go:458] Detected object konflux-ui/proxy-86995756bd-q2bm6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:08:02.097006    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-86995756bd-q2bm6
I0331 04:08:02.097031    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-86995756bd-q2bm6
I0331 04:08:10.475940    3850 cni.go:403] [konflux-ui/test-tsf-konflux a592b526dbd55d98d07d4fb927d540c4328205ed3cbee9be34be387e119c5849 network default NAD default] DEL starting CNI request [konflux-ui/test-tsf-konflux a592b526dbd55d98d07d4fb927d540c4328205ed3cbee9be34be387e119c5849 network default NAD default]
I0331 04:08:10.555716    3850 cni.go:424] [konflux-ui/test-tsf-konflux a592b526dbd55d98d07d4fb927d540c4328205ed3cbee9be34be387e119c5849 network default NAD default] DEL finished CNI request [konflux-ui/test-tsf-konflux a592b526dbd55d98d07d4fb927d540c4328205ed3cbee9be34be387e119c5849 network default NAD default], result "{}", err <nil>
I0331 04:08:10.611604    3850 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:08:10.611638    3850 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux
I0331 04:08:10.612877    3850 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.129.0.49
I0331 04:08:10.612904    3850 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:08:10.631173    3850 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:08:10.631200    3850 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:08:10.638073    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0331 04:08:10.638103    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0331 04:08:38.043772    3850 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-nk4zr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:08:38.044433    3850 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-nk4zr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:08:38.481718    3850 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-nk4zr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:08:38.481744    3850 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-nk4zr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:08:38.489016    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-7db75c44-nk4zr
I0331 04:08:38.489031    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-7db75c44-nk4zr
I0331 04:08:52.531833    3850 cni.go:403] [image-controller/image-controller-controller-manager-5f8cd64d55-n6vjd 402da823e75b684006f7fb3f11ef9e1237e444e0922ddc73358ffe2334298ff7 network default NAD default] DEL starting CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-n6vjd 402da823e75b684006f7fb3f11ef9e1237e444e0922ddc73358ffe2334298ff7 network default NAD default]
I0331 04:08:52.615256    3850 cni.go:424] [image-controller/image-controller-controller-manager-5f8cd64d55-n6vjd 402da823e75b684006f7fb3f11ef9e1237e444e0922ddc73358ffe2334298ff7 network default NAD default] DEL finished CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-n6vjd 402da823e75b684006f7fb3f11ef9e1237e444e0922ddc73358ffe2334298ff7 network default NAD default], result "{}", err <nil>
I0331 04:08:52.672136    3850 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-n6vjd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:08:52.672285    3850 pods.go:176] Deleting pod: image-controller/image-controller-controller-manager-5f8cd64d55-n6vjd
I0331 04:08:52.673825    3850 pods.go:236] Attempting to release IPs for pod: image-controller/image-controller-controller-manager-5f8cd64d55-n6vjd, ips: 10.129.0.45
I0331 04:08:52.673854    3850 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-n6vjd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:08:52.990383    3850 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-n6vjd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:08:52.990417    3850 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-n6vjd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:08:52.998286    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-5f8cd64d55-n6vjd
I0331 04:08:52.998311    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-5f8cd64d55-n6vjd
I0331 04:08:59.199969    3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8
I0331 04:09:36.097480    3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=428
I0331 04:09:40.194734    3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6
I0331 04:10:03.974569    3850 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-khgdx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:10:03.975178    3850 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-khgdx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:10:04.857000    3850 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-khgdx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:10:04.857030    3850 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-khgdx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:10:23.092259    3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=52
I0331 04:10:25.177582    3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7
I0331 04:10:28.091853    3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=33
I0331 04:10:44.082824    3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=135
I0331 04:11:06.083938    3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11
I0331 04:11:41.183769    3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6
I0331 04:12:57.216365    3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6
I0331 04:13:36.173637    3850 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7
I0331 04:14:06.209688    3850 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
I0331 04:14:08.189569    3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8
I0331 04:14:12.176924    3850 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9
I0331 04:14:39.212831    3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11
I0331 04:15:08.088185    3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7
I0331 04:15:48.057294    3850 obj_retry.go:458] Detected object tsf-tpa/create-db-gkhp4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:15:48.057350    3850 obj_retry.go:458] Detected object tsf-tpa/create-db-gkhp4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:15:48.067840    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-gkhp4
I0331 04:15:48.067874    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-gkhp4
I0331 04:15:52.035176    3850 obj_retry.go:458] Detected object tsf-tpa/migrate-db-sdrs7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:15:52.035230    3850 obj_retry.go:458] Detected object tsf-tpa/migrate-db-sdrs7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:15:52.041887    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-sdrs7
I0331 04:15:52.041920    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-sdrs7
I0331 04:15:55.039316    3850 obj_retry.go:458] Detected object tsf-tpa/create-importers-8bsnv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:15:55.039368    3850 obj_retry.go:458] Detected object tsf-tpa/create-importers-8bsnv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:15:55.045606    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-8bsnv
I0331 04:15:55.045630    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-8bsnv
I0331 04:17:18.180802    3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7
I0331 04:17:19.187754    3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6
I0331 04:18:16.101134    3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=24
I0331 04:18:25.198518    3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8
I0331 04:18:40.203292    3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11
I0331 04:18:49.177363    3850 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5
I0331 04:20:04.558360    3850 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cn6f4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:20:04.559044    3850 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cn6f4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:20:05.428808    3850 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cn6f4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:20:05.428864    3850 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cn6f4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:20:05.464276    3850 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582150-b9wzk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:20:05.464304    3850 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582150-b9wzk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:20:05.467880    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29582150-b9wzk
I0331 04:20:05.467911    3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29582150-b9wzk
I0331 04:20:09.086178    3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11
I0331 04:20:17.095092    3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=45
I0331 04:20:18.095855    3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10
I0331 04:20:28.193094    3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8
I0331 04:20:48.087627    3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11
I0331 04:21:39.219521    3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9