+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-1-50.ec2.internal
++ [[ -n ip-10-0-1-50.ec2.internal ]]
++ [[ -f /env/ip-10-0-1-50.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260311-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260311-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260311-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0331 03:58:09.440809938 - disable conntrack on geneve port'
I0331 03:58:09.440809938 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0331 03:58:09.457500790 - starting ovnkube-node'
I0331 03:58:09.457500790 - starting ovnkube-node
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-50.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-50.ec2.internal --init-node ip-10-0-1-50.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-50.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0331 03:58:09.496452    3827 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf
I0331 03:58:09.496493    3827 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-21ecbe3741.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}}
I0331 03:58:09.497965    3827 kube.go:419] Waiting for certificate
I0331 03:58:09.497991    3827 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0331 03:58:09.498036    3827 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0331 03:58:09.498803    3827 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0331 03:58:09.523269    3827 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0331 03:58:09.523284    3827 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0331 03:58:09.525583    3827 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0331 03:58:09.528878    3827 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-hqrbq"
I0331 03:58:09.539628    3827 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-hqrbq"
I0331 03:58:09.539706    3827 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0331 03:58:10.498668    3827 kube.go:426] Certificate found
I0331 03:58:10.499281    3827 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0331 03:58:10.500737    3827 metrics.go:541] Starting metrics server at address "127.0.0.1:29103"
I0331 03:58:10.542347    3827 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-01 03:53:09 +0000 UTC" deadline="2026-03-31 23:53:59.482279939 +0000 UTC"
I0331 03:58:10.542522    3827 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h55m48.939772226s"
I0331 03:58:10.579126    3827 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0331 03:58:10.586136    3827 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0331 03:58:10.586231    3827 metrics.go:541] Starting metrics server at address "127.0.0.1:29105"
I0331 03:58:10.586349    3827 factory.go:531] Starting watch factory
I0331 03:58:10.586732    3827 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:58:10.586755    3827 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:58:10.586843    3827 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:58:10.586864    3827 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:58:10.586990    3827 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:58:10.587274    3827 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:58:10.587005    3827 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:58:10.587335    3827 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:58:10.587393    3827 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:58:10.587393    3827 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:58:10.587494    3827 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:58:10.587564    3827 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:58:10.594532    3827 controller_manager.go:368] Starting the ovnkube controller
I0331 03:58:10.594543    3827 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-50.ec2.internal
I0331 03:58:10.594592    3827 controller_manager.go:393] NBDB zone sync took: 42.346µs
I0331 03:58:10.594603    3827 factory.go:531] Starting watch factory
I0331 03:58:10.608547    3827 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:58:10.608558    3827 ovn_northd.go:121] Registering OVN northd metrics
I0331 03:58:10.608778    3827 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics
I0331 03:58:10.609440    3827 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:58:10.609991    3827 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:58:10.612594    3827 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0331 03:58:10.612673    3827 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0331 03:58:10.612741    3827 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:58:10.615305    3827 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:58:10.618084    3827 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:58:10.629049    3827 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics
I0331 03:58:10.692144    3827 factory.go:1890] *v1.Service informer cache synced successfully
I0331 03:58:10.692162    3827 factory.go:1890] *v1.EndpointSlice informer cache synced successfully
I0331 03:58:10.692166    3827 factory.go:1890] *v1.Pod informer cache synced successfully
I0331 03:58:10.692169    3827 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully
I0331 03:58:10.692172    3827 factory.go:1890] *v1.Namespace informer cache synced successfully
I0331 03:58:10.692175    3827 factory.go:1890] *v1.Node informer cache synced successfully
I0331 03:58:10.692265    3827 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0331 03:58:10.692281    3827 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0331 03:58:10.692523    3827 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0331 03:58:10.692634    3827 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0331 03:58:10.695406    3827 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0331 03:58:10.695651    3827 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0331 03:58:10.697649    3827 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0331 03:58:10.697660    3827 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0331 03:58:10.697711    3827 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0331 03:58:10.697739    3827 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0331 03:58:10.700396    3827 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0331 03:58:10.701319    3827 factory.go:1890] *v1.Pod informer cache synced successfully
I0331 03:58:10.701329    3827 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully
I0331 03:58:10.701333    3827 factory.go:1890] *v1.Namespace informer cache synced successfully
I0331 03:58:10.701335    3827 factory.go:1890] *v1.Node informer cache synced successfully
I0331 03:58:10.701338    3827 factory.go:1890] *v1.Service informer cache synced successfully
I0331 03:58:10.701341    3827 factory.go:1890] *v1.EndpointSlice informer cache synced successfully
I0331 03:58:10.703647    3827 factory.go:1890] *v1.EgressIP informer cache synced successfully
I0331 03:58:10.703702    3827 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0331 03:58:10.703715    3827 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0331 03:58:10.706461    3827 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0331 03:58:10.706477    3827 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0331 03:58:10.706490    3827 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0331 03:58:10.709683    3827 factory.go:1890] *v1.EgressFirewall informer cache synced successfully
I0331 03:58:10.709744    3827 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0331 03:58:10.709760    3827 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0331 03:58:10.712177    3827 factory.go:1890] *v1.EgressIP informer cache synced successfully
I0331 03:58:10.712703    3827 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0331 03:58:10.715028    3827 factory.go:1890] *v1.EgressQoS informer cache synced successfully
I0331 03:58:10.715085    3827 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0331 03:58:10.715097    3827 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0331 03:58:10.717382    3827 factory.go:1890] *v1.EgressFirewall informer cache synced successfully
I0331 03:58:10.717729    3827 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0331 03:58:10.720065    3827 factory.go:1890] *v1.EgressService informer cache synced successfully
I0331 03:58:10.720116    3827 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0331 03:58:10.720128    3827 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0331 03:58:10.722569    3827 factory.go:1890] *v1.EgressQoS informer cache synced successfully
I0331 03:58:10.722769    3827 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0331 03:58:10.726116    3827 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0331 03:58:10.726324    3827 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0331 03:58:10.726342    3827 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0331 03:58:10.728620    3827 factory.go:1890] *v1.EgressService informer cache synced successfully
I0331 03:58:10.729439    3827 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0331 03:58:10.731687    3827 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0331 03:58:10.731775    3827 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0331 03:58:10.731794    3827 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0331 03:58:10.731811    3827 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0331 03:58:10.731832    3827 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0331 03:58:10.733804    3827 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0331 03:58:10.734480    3827 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0331 03:58:10.734597    3827 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0331 03:58:10.736742    3827 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully
I0331 03:58:10.736752    3827 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0331 03:58:10.736758    3827 factory.go:636] Watch Factory start up complete, took: 150.413946ms
I0331 03:58:10.736819    3827 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256
I0331 03:58:10.739146    3827 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0331 03:58:10.745092    3827 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully
I0331 03:58:10.745104    3827 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0331 03:58:10.745110    3827 factory.go:636] Watch Factory start up complete, took: 150.507371ms
I0331 03:58:10.745118    3827 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-1-50.ec2.internal" zone
I0331 03:58:10.778351    3827 default_node_network_controller.go:709] Initializing the default node network controller
I0331 03:58:10.836642    3827 udn_isolation.go:101] Starting UDN host isolation manager
I0331 03:58:10.843039    3827 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0331 03:58:10.892772    3827 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0331 03:58:10.892844    3827 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0331 03:58:10.892862    3827 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0331 03:58:10.924809    3827 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0331 03:58:10.924868    3827 default_node_network_controller.go:808] Node ip-10-0-1-50.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23
I0331 03:58:10.930509    3827 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.50"] k8s.ovn.org/zone-name:ip-10-0-1-50.ec2.internal] on node ip-10-0-1-50.ec2.internal
I0331 03:58:10.952124    3827 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0331 03:58:10.957464    3827 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0331 03:58:10.957590    3827 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1
I0331 03:58:10.957707    3827 gateway_init.go:263] Preparing Gateway
I0331 03:58:10.957718    3827 gateway_shared_intf.go:1658] Creating new gateway
I0331 03:58:10.995615    3827 controller_manager.go:427] Waiting for node in zone sync took: 250.48302ms
I0331 03:58:11.000274    3827 controller_manager.go:608] Switching to transit router for layer2 networks
I0331 03:58:11.000290    3827 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-50.ec2.internal
I0331 03:58:11.015052    3827 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0331 03:58:11.021151    3827 controller_manager.go:288] SCTP support detected in OVN
I0331 03:58:11.021752    3827 services_controller.go:69] Creating services controller for network=default
I0331 03:58:11.021805    3827 udn_enabled_svc.go:80] Waiting for service informer to sync
I0331 03:58:11.022001    3827 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0331 03:58:11.022040    3827 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0331 03:58:11.022053    3827 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0331 03:58:11.022063    3827 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0331 03:58:11.022200    3827 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0331 03:58:11.022290    3827 udn_enabled_svc.go:95] Performing full resync
I0331 03:58:11.022334    3827 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks
I0331 03:58:11.022290    3827 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.84µs
I0331 03:58:11.022389    3827 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 41.386µs
I0331 03:58:11.022398    3827 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 63.542µs
I0331 03:58:11.022406    3827 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0331 03:58:11.022420    3827 nad_controller.go:173] [zone-nad-controller NAD controller]: started
I0331 03:58:11.022435    3827 default_network_controller.go:321] Starting the default network controller
I0331 03:58:11.022507    3827 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 14.576µs
I0331 03:58:11.022623    3827 udn_enabled_svc.go:99] Waiting for handler to sync
I0331 03:58:11.022633    3827 udn_enabled_svc.go:104] Starting worker
I0331 03:58:11.030687    3827 iptables.go:108] Creating table: filter chain: FORWARD
I0331 03:58:11.031261    3827 default_network_controller.go:388] Cleaning External Gateway ECMP routes
I0331 03:58:11.031326    3827 repair.go:33] Syncing exgw routes took 52.506µs
I0331 03:58:11.031350    3827 default_network_controller.go:407] Starting all the Watchers...
I0331 03:58:11.031512    3827 namespace.go:98] [openshift-dns-operator] adding namespace
I0331 03:58:11.031521    3827 namespace.go:98] [kube-public] adding namespace
I0331 03:58:11.031525    3827 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0331 03:58:11.031527    3827 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0331 03:58:11.031536    3827 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0331 03:58:11.031545    3827 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0331 03:58:11.031546    3827 namespace.go:98] [openshift-logging] adding namespace
I0331 03:58:11.031550    3827 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0331 03:58:11.031550    3827 namespace.go:98] [openshift-backplane-cee] adding namespace
I0331 03:58:11.031554    3827 namespace.go:98] [default] adding namespace
I0331 03:58:11.031563    3827 namespace.go:98] [open-cluster-management-2pcf6lkp4abd3rm3r9e30v12cg53upbr] adding namespace
I0331 03:58:11.031562    3827 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0331 03:58:11.031573    3827 namespace.go:98] [openshift-etcd] adding namespace
I0331 03:58:11.031587    3827 namespace.go:98] [openshift-console] adding namespace
I0331 03:58:11.031512    3827 namespace.go:98] [openshift-cluster-version] adding namespace
I0331 03:58:11.032198    3827 namespace.go:102] [openshift-dns-operator] adding namespace took 670.156µs
I0331 03:58:11.032219    3827 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0331 03:58:11.032769    3827 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 542.856µs
I0331 03:58:11.032785    3827 namespace.go:98] [openshift-network-operator] adding namespace
I0331 03:58:11.033332    3827 namespace.go:102] [openshift-network-operator] adding namespace took 537.709µs
I0331 03:58:11.033350    3827 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0331 03:58:11.033856    3827 namespace.go:102] [kube-public] adding namespace took 2.323135ms
I0331 03:58:11.033876    3827 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0331 03:58:11.034504    3827 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 2.966848ms
I0331 03:58:11.034521    3827 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0331 03:58:11.035106    3827 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 3.566676ms
I0331 03:58:11.035121    3827 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0331 03:58:11.035700    3827 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 4.153018ms
I0331 03:58:11.035717    3827 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0331 03:58:11.036383    3827 namespace.go:102] [openshift-customer-monitoring] adding namespace took 4.830201ms
I0331 03:58:11.036401    3827 namespace.go:98] [openshift-network-console] adding namespace
I0331 03:58:11.036992    3827 namespace.go:102] [openshift-logging] adding namespace took 5.436759ms
I0331 03:58:11.037005    3827 namespace.go:98] [openshift-authentication] adding namespace
I0331 03:58:11.037338    3827 iptables.go:108] Creating table: filter chain: OUTPUT
I0331 03:58:11.037642    3827 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.085382ms
I0331 03:58:11.037656    3827 namespace.go:98] [openshift-backplane-csm] adding namespace
I0331 03:58:11.038565    3827 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.003495ms
I0331 03:58:11.038584    3827 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0331 03:58:11.039154    3827 namespace.go:102] [default] adding namespace took 7.592905ms
I0331 03:58:11.039170    3827 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0331 03:58:11.039693    3827 namespace.go:102] [openshift-apiserver-operator] adding namespace took 8.120232ms
I0331 03:58:11.039715    3827 namespace.go:98] [openshift-multus] adding namespace
I0331 03:58:11.040235    3827 namespace.go:102] [open-cluster-management-2pcf6lkp4abd3rm3r9e30v12cg53upbr] adding namespace took 8.664635ms
I0331 03:58:11.040252    3827 namespace.go:98] [openshift-config] adding namespace
I0331 03:58:11.040756    3827 namespace.go:102] [openshift-etcd] adding namespace took 9.175614ms
I0331 03:58:11.040772    3827 namespace.go:98] [openshift-backplane] adding namespace
I0331 03:58:11.041286    3827 namespace.go:102] [openshift-console] adding namespace took 9.68714ms
I0331 03:58:11.041301    3827 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0331 03:58:11.041793    3827 namespace.go:102] [openshift-cluster-version] adding namespace took 10.16747ms
I0331 03:58:11.041808    3827 namespace.go:98] [openshift-console-operator] adding namespace
I0331 03:58:11.042264    3827 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.907949ms
I0331 03:58:11.042278    3827 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0331 03:58:11.042737    3827 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.854225ms
I0331 03:58:11.042752    3827 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0331 03:58:11.043213    3827 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.685287ms
I0331 03:58:11.043229    3827 namespace.go:98] [openshift-package-operator] adding namespace
I0331 03:58:11.043642    3827 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.516689ms
I0331 03:58:11.043650    3827 gateway_shared_intf.go:1787] Gateway Creation Complete
I0331 03:58:11.043654    3827 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0331 03:58:11.043661    3827 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-50.ec2.internal","mac-address":"0a:ff:d2:94:13:f9","ip-addresses":["10.0.1.50/24"],"ip-address":"10.0.1.50/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:d5aa2097-f3ad-4e0a-93a5-a8632fe97a62 k8s.ovn.org/node-encap-ips:["10.0.1.50"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.50/24"} k8s.ovn.org/zone-name:ip-10-0-1-50.ec2.internal] on node ip-10-0-1-50.ec2.internal
I0331 03:58:11.044198    3827 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.473462ms
I0331 03:58:11.044213    3827 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0331 03:58:11.044656    3827 namespace.go:102] [openshift-network-console] adding namespace took 8.249292ms
I0331 03:58:11.044669    3827 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0331 03:58:11.045089    3827 namespace.go:102] [openshift-authentication] adding namespace took 8.079135ms
I0331 03:58:11.045098    3827 namespace.go:98] [openshift-config-operator] adding namespace
I0331 03:58:11.045601    3827 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.940467ms
I0331 03:58:11.045611    3827 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0331 03:58:11.046027    3827 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.436526ms
I0331 03:58:11.046037    3827 namespace.go:98] [openshift-image-registry] adding namespace
W0331 03:58:11.046544    3827 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-kc2zb: pod openshift-multus/network-metrics-daemon-kc2zb: no pod IPs found 
I0331 03:58:11.046584    3827 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.408354ms
I0331 03:58:11.046595    3827 namespace.go:98] [openshift-backplane-cse] adding namespace
I0331 03:58:11.047122    3827 namespace.go:102] [openshift-multus] adding namespace took 7.400298ms
I0331 03:58:11.047138    3827 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0331 03:58:11.047615    3827 namespace.go:102] [openshift-config] adding namespace took 7.358011ms
I0331 03:58:11.047626    3827 namespace.go:98] [kube-node-lease] adding namespace
I0331 03:58:11.048069    3827 namespace.go:102] [openshift-backplane] adding namespace took 7.291218ms
I0331 03:58:11.048083    3827 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0331 03:58:11.048578    3827 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.270057ms
I0331 03:58:11.048592    3827 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0331 03:58:11.049014    3827 namespace.go:102] [openshift-console-operator] adding namespace took 7.202344ms
I0331 03:58:11.049023    3827 namespace.go:98] [openshift-infra] adding namespace
I0331 03:58:11.049463    3827 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.179591ms
I0331 03:58:11.049478    3827 namespace.go:98] [openshift-ingress] adding namespace
I0331 03:58:11.049906    3827 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.148607ms
I0331 03:58:11.049919    3827 namespace.go:98] [openshift-ingress-canary] adding namespace
I0331 03:58:11.050328    3827 namespace.go:102] [openshift-package-operator] adding namespace took 7.09363ms
I0331 03:58:11.050340    3827 namespace.go:98] [openshift-marketplace] adding namespace
I0331 03:58:11.050783    3827 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.123328ms
I0331 03:58:11.050795    3827 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0331 03:58:11.051196    3827 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.971931ms
I0331 03:58:11.051209    3827 namespace.go:98] [openshift-controller-manager] adding namespace
I0331 03:58:11.051606    3827 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.932412ms
I0331 03:58:11.051618    3827 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0331 03:58:11.052081    3827 namespace.go:102] [openshift-config-operator] adding namespace took 6.977782ms
I0331 03:58:11.052094    3827 namespace.go:98] [openshift-machine-api] adding namespace
I0331 03:58:11.052503    3827 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.885853ms
I0331 03:58:11.052518    3827 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0331 03:58:11.053018    3827 namespace.go:102] [openshift-image-registry] adding namespace took 6.97654ms
I0331 03:58:11.053030    3827 namespace.go:98] [kube-system] adding namespace
I0331 03:58:11.053475    3827 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.875164ms
I0331 03:58:11.053488    3827 namespace.go:98] [openshift-ingress-operator] adding namespace
I0331 03:58:11.053969    3827 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.826514ms
I0331 03:58:11.053982    3827 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0331 03:58:11.054392    3827 namespace.go:102] [kube-node-lease] adding namespace took 6.762384ms
I0331 03:58:11.054403    3827 namespace.go:98] [openshift-backplane-srep] adding namespace
I0331 03:58:11.054846    3827 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.757323ms
I0331 03:58:11.054864    3827 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0331 03:58:11.055300    3827 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.704169ms
I0331 03:58:11.055309    3827 namespace.go:98] [openshift-apiserver] adding namespace
I0331 03:58:11.055783    3827 namespace.go:102] [openshift-infra] adding namespace took 6.754621ms
I0331 03:58:11.055797    3827 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0331 03:58:11.056204    3827 namespace.go:102] [openshift-ingress] adding namespace took 6.720431ms
I0331 03:58:11.056697    3827 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.771992ms
I0331 03:58:11.056710    3827 namespace.go:98] [openshift-network-node-identity] adding namespace
I0331 03:58:11.057125    3827 namespace.go:102] [openshift-marketplace] adding namespace took 6.780363ms
I0331 03:58:11.057138    3827 namespace.go:98] [openshift-node] adding namespace
I0331 03:58:11.057578    3827 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.77815ms
I0331 03:58:11.057592    3827 namespace.go:98] [openshift-backplane-tam] adding namespace
I0331 03:58:11.058008    3827 namespace.go:102] [openshift-controller-manager] adding namespace took 6.79336ms
I0331 03:58:11.058021    3827 namespace.go:98] [openshift-dns] adding namespace
I0331 03:58:11.058450    3827 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.825952ms
I0331 03:58:11.058467    3827 namespace.go:98] [dedicated-admin] adding namespace
I0331 03:58:11.059075    3827 namespace.go:102] [openshift-machine-api] adding namespace took 6.974416ms
I0331 03:58:11.059095    3827 namespace.go:98] [openshift-monitoring] adding namespace
I0331 03:58:11.059763    3827 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.237232ms
I0331 03:58:11.059780    3827 namespace.go:98] [openshift-host-network] adding namespace
I0331 03:58:11.060414    3827 namespace.go:102] [kube-system] adding namespace took 7.375906ms
I0331 03:58:11.060433    3827 namespace.go:98] [openshift] adding namespace
W0331 03:58:11.060955    3827 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-wkqrh: pod openshift-network-diagnostics/network-check-target-wkqrh: no pod IPs found 
I0331 03:58:11.061000    3827 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.504885ms
I0331 03:58:11.061018    3827 namespace.go:98] [openshift-authentication-operator] adding namespace
I0331 03:58:11.061550    3827 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.562233ms
I0331 03:58:11.061570    3827 namespace.go:98] [openshift-operators] adding namespace
I0331 03:58:11.061843    3827 default_node_network_controller.go:518] Node connection status = connected
I0331 03:58:11.062019    3827 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.610978ms
I0331 03:58:11.062032    3827 namespace.go:98] [openshift-config-managed] adding namespace
I0331 03:58:11.062584    3827 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.71349ms
I0331 03:58:11.062596    3827 namespace.go:98] [openshift-operators-redhat] adding namespace
I0331 03:58:11.063133    3827 namespace.go:102] [openshift-apiserver] adding namespace took 7.819663ms
I0331 03:58:11.063144    3827 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0331 03:58:11.063607    3827 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.802774ms
I0331 03:58:11.063623    3827 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0331 03:58:11.064088    3827 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.371727ms
I0331 03:58:11.064102    3827 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0331 03:58:11.064511    3827 namespace.go:102] [openshift-node] adding namespace took 7.366211ms
I0331 03:58:11.064908    3827 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.310163ms
I0331 03:58:11.065285    3827 namespace.go:102] [openshift-dns] adding namespace took 7.259332ms
I0331 03:58:11.065707    3827 namespace.go:102] [dedicated-admin] adding namespace took 7.235076ms
I0331 03:58:11.066279    3827 namespace.go:102] [openshift-monitoring] adding namespace took 7.178845ms
I0331 03:58:11.066863    3827 namespace.go:102] [openshift-host-network] adding namespace took 7.075091ms
I0331 03:58:11.066882    3827 namespace.go:98] [openshift-insights] adding namespace
I0331 03:58:11.067331    3827 namespace.go:102] [openshift] adding namespace took 6.891363ms
I0331 03:58:11.067805    3827 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.778816ms
I0331 03:58:11.068421    3827 namespace.go:102] [openshift-operators] adding namespace took 6.843864ms
I0331 03:58:11.068438    3827 namespace.go:98] [openshift-console-user-settings] adding namespace
I0331 03:58:11.068938    3827 namespace.go:102] [openshift-config-managed] adding namespace took 6.900784ms
I0331 03:58:11.069403    3827 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.797445ms
I0331 03:58:11.070009    3827 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.861182ms
I0331 03:58:11.070595    3827 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.967043ms
I0331 03:58:11.071143    3827 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.033522ms
I0331 03:58:11.071682    3827 namespace.go:102] [openshift-insights] adding namespace took 4.792521ms
I0331 03:58:11.072100    3827 namespace.go:102] [openshift-console-user-settings] adding namespace took 3.654252ms
I0331 03:58:11.072484    3827 zone_ic_handler.go:186] Time taken to create transit switch: 291.188µs
I0331 03:58:11.072925    3827 master.go:532] Adding or Updating local node "ip-10-0-1-50.ec2.internal" for network "default"
W0331 03:58:11.080882    3827 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-wkqrh: pod openshift-network-diagnostics/network-check-target-wkqrh: no pod IPs found 
W0331 03:58:11.080896    3827 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-kc2zb: pod openshift-multus/network-metrics-daemon-kc2zb: no pod IPs found 
I0331 03:58:11.081959    3827 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-1-50.ec2.internal for the network default
I0331 03:58:11.082838    3827 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0331 03:58:11.082865    3827 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0331 03:58:11.082876    3827 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0331 03:58:11.082888    3827 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-50.ec2.internal in network "default"
I0331 03:58:11.082947    3827 node_tracker.go:169] Node ip-10-0-1-50.ec2.internal switch + router changed, syncing services in network "default"
I0331 03:58:11.082961    3827 services_controller.go:574] Full service sync requested for network=default
I0331 03:58:11.183009    3827 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0331 03:58:11.183037    3827 services_controller.go:208] Setting up event handlers for services for network=default
I0331 03:58:11.183097    3827 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0331 03:58:11.183149    3827 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0331 03:58:11.183165    3827 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0331 03:58:11.283552    3827 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0331 03:58:11.283583    3827 repair.go:60] Starting repairing loop for services
I0331 03:58:11.283662    3827 repair.go:131] Deleted 0 stale service LBs
I0331 03:58:11.283681    3827 repair.go:137] Deleted 0 stale Chassis Template Vars
I0331 03:58:11.283698    3827 repair.go:62] Finished repairing loop for services: 115.104µs
I0331 03:58:11.283720    3827 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0331 03:58:11.283730    3827 services_controller.go:254] Starting workers for network=default
I0331 03:58:11.284113    3827 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-kc2zb] creating logical port openshift-multus_network-metrics-daemon-kc2zb for pod on switch ip-10-0-1-50.ec2.internal
I0331 03:58:11.284282    3827 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-wkqrh] creating logical port openshift-network-diagnostics_network-check-target-wkqrh for pod on switch ip-10-0-1-50.ec2.internal
I0331 03:58:11.284316    3827 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-kc2zb
I0331 03:58:11.284398    3827 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-wkqrh
I0331 03:58:11.303051    3827 pod.go:62] [openshift-multus/network-metrics-daemon-kc2zb] pod update took 18.844711ms
I0331 03:58:11.303069    3827 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-kc2zb] addLogicalPort annotation time took 18.866226ms
I0331 03:58:11.303996    3827 pods.go:271] [openshift-multus/network-metrics-daemon-kc2zb] addLogicalPort took 19.899151ms, libovsdb time 664.303µs
I0331 03:58:11.306537    3827 pod.go:62] [openshift-network-diagnostics/network-check-target-wkqrh] pod update took 22.192387ms
I0331 03:58:11.306556    3827 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-wkqrh] addLogicalPort annotation time took 22.21063ms
I0331 03:58:11.307395    3827 pods.go:271] [openshift-network-diagnostics/network-check-target-wkqrh] addLogicalPort took 23.119188ms, libovsdb time 640.869µs
I0331 03:58:11.307777    3827 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0331 03:58:11.307795    3827 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0331 03:58:11.307806    3827 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0331 03:58:11.307810    3827 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0331 03:58:11.307997    3827 repair.go:29] Repairing admin network policies took 181.335µs
I0331 03:58:11.308098    3827 repair.go:92] Repairing baseline admin network policies took 90.79µs
I0331 03:58:11.308702    3827 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0331 03:58:11.308717    3827 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0331 03:58:11.310207    3827 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0331 03:58:11.310228    3827 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0331 03:58:11.310245    3827 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0331 03:58:11.312192    3827 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0331 03:58:11.312244    3827 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0331 03:58:11.312258    3827 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0331 03:58:11.315003    3827 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0331 03:58:11.315022    3827 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0331 03:58:11.315029    3827 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0331 03:58:11.315338    3827 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0331 03:58:11.315357    3827 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0331 03:58:11.315365    3827 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0331 03:58:11.316673    3827 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0331 03:58:11.316691    3827 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0331 03:58:11.316699    3827 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0331 03:58:11.317755    3827 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0331 03:58:11.317772    3827 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0331 03:58:11.317782    3827 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0331 03:58:11.318298    3827 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0331 03:58:11.318315    3827 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0331 03:58:11.318323    3827 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0331 03:58:11.319924    3827 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0331 03:58:11.319941    3827 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0331 03:58:11.319950    3827 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0331 03:58:11.321483    3827 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0331 03:58:11.321498    3827 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0331 03:58:11.321507    3827 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0331 03:58:11.322946    3827 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0331 03:58:11.322965    3827 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0331 03:58:11.322974    3827 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0331 03:58:11.323504    3827 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0331 03:58:11.323522    3827 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0331 03:58:11.323530    3827 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0331 03:58:11.325004    3827 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0331 03:58:11.325022    3827 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0331 03:58:11.325031    3827 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0331 03:58:11.325598    3827 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0331 03:58:11.325616    3827 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0331 03:58:11.325623    3827 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0331 03:58:11.326156    3827 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0331 03:58:11.326189    3827 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0331 03:58:11.326643    3827 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0331 03:58:11.326662    3827 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0331 03:58:11.327425    3827 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0331 03:58:11.327449    3827 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0331 03:58:11.327460    3827 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0331 03:58:11.328855    3827 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0331 03:58:11.328876    3827 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0331 03:58:11.328887    3827 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0331 03:58:11.329517    3827 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0331 03:58:11.329543    3827 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0331 03:58:11.329555    3827 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0331 03:58:11.330215    3827 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0331 03:58:11.330242    3827 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0331 03:58:11.330253    3827 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0331 03:58:11.330798    3827 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0331 03:58:11.330822    3827 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0331 03:58:11.330830    3827 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0331 03:58:11.331354    3827 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0331 03:58:11.331385    3827 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0331 03:58:11.331396    3827 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0331 03:58:11.333593    3827 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0331 03:58:11.333612    3827 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0331 03:58:11.333621    3827 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0331 03:58:11.334527    3827 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0331 03:58:11.334547    3827 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0331 03:58:11.334557    3827 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0331 03:58:11.335301    3827 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0331 03:58:11.335319    3827 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0331 03:58:11.335346    3827 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0331 03:58:11.336072    3827 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0331 03:58:11.336091    3827 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0331 03:58:11.336098    3827 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0331 03:58:11.336469    3827 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0331 03:58:11.336486    3827 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0331 03:58:11.336494    3827 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0331 03:58:11.337042    3827 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0331 03:58:11.337059    3827 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0331 03:58:11.337070    3827 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0331 03:58:11.337605    3827 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0331 03:58:11.337624    3827 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0331 03:58:11.337631    3827 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0331 03:58:11.337915    3827 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0331 03:58:11.337930    3827 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0331 03:58:11.337941    3827 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0331 03:58:11.339017    3827 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0331 03:58:11.343278    3827 egressfirewall.go:319] Starting EgressFirewall controller
I0331 03:58:11.343303    3827 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0331 03:58:11.343324    3827 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0331 03:58:11.343335    3827 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0331 03:58:11.343335    3827 controller.go:133] Adding controller egress-firewall-controller event handlers
I0331 03:58:11.343355    3827 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0331 03:58:11.343380    3827 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0331 03:58:11.343664    3827 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0331 03:58:11.343679    3827 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0331 03:58:11.343688    3827 egressqos.go:193] Setting up event handlers for EgressQoS
I0331 03:58:11.343761    3827 egressfirewall.go:628] Syncing node "ip-10-0-1-50.ec2.internal" for egress firewall
I0331 03:58:11.343781    3827 egressqos.go:245] Starting EgressQoS Controller
I0331 03:58:11.343792    3827 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0331 03:58:11.343802    3827 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0331 03:58:11.343810    3827 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0331 03:58:11.343816    3827 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0331 03:58:11.343822    3827 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0331 03:58:11.343826    3827 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0331 03:58:11.343830    3827 egressqos.go:259] Repairing EgressQoSes
I0331 03:58:11.343833    3827 egressqos.go:399] Starting repairing loop for egressqos
I0331 03:58:11.343903    3827 egressqos.go:401] Finished repairing loop for egressqos: 69.283µs
I0331 03:58:11.343919    3827 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0331 03:58:11.343971    3827 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-50.ec2.internal
I0331 03:58:11.344018    3827 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-50.ec2.internal : 50.423µs
I0331 03:58:11.344117    3827 egressservice_zone.go:210] Starting Egress Services Controller
I0331 03:58:11.344131    3827 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0331 03:58:11.344142    3827 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0331 03:58:11.344150    3827 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0331 03:58:11.344159    3827 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0331 03:58:11.344168    3827 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0331 03:58:11.344177    3827 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0331 03:58:11.344186    3827 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0331 03:58:11.344195    3827 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0331 03:58:11.344202    3827 egressservice_zone.go:228] Repairing Egress Services
I0331 03:58:11.344486    3827 master_controller.go:88] Starting Admin Policy Based Route Controller
I0331 03:58:11.344495    3827 external_controller.go:278] Starting Admin Policy Based Route Controller
I0331 03:58:11.344560    3827 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-50.ec2.internal
I0331 03:58:11.344572    3827 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-50.ec2.internal: 12.408µs
I0331 03:58:11.344574    3827 default_network_controller.go:568] Completing all the Watchers took 313.214969ms
I0331 03:58:11.344592    3827 default_network_controller.go:572] Starting unidling controllers
I0331 03:58:11.344608    3827 unidle.go:46] Registering OVN SB ControllerEvent handler
I0331 03:58:11.344618    3827 unidle.go:63] Populating Initial ContollerEvent events
I0331 03:58:11.344633    3827 unidle.go:79] Setting up event handlers for services
I0331 03:58:11.344726    3827 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller
I0331 03:58:11.562582    3827 default_node_network_controller.go:518] Node connection status = connected
I0331 03:58:12.062630    3827 default_node_network_controller.go:518] Node connection status = connected
I0331 03:58:12.563354    3827 default_node_network_controller.go:518] Node connection status = connected
I0331 03:58:13.062350    3827 default_node_network_controller.go:518] Node connection status = connected
I0331 03:58:13.485978    3827 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0331 03:58:13.562099    3827 default_node_network_controller.go:518] Node connection status = connected
I0331 03:58:13.576884    3827 bridgeconfig.go:537] Gateway is ready
I0331 03:58:13.576904    3827 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager
I0331 03:58:13.586895    3827 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.50. Updating OVN encap IP.
I0331 03:58:13.591363    3827 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.50 - it is already configured
I0331 03:58:13.591435    3827 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.50/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0331 03:58:13.591652    3827 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.50/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-50.ec2.internal","mac-address":"0a:ff:d2:94:13:f9","ip-addresses":["10.0.1.50/24"],"ip-address":"10.0.1.50/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:d5aa2097-f3ad-4e0a-93a5-a8632fe97a62 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.50/24"}] on node ip-10-0-1-50.ec2.internal
I0331 03:58:13.605779    3827 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.1.50
I0331 03:58:13.605870    3827 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-50.ec2.internal
I0331 03:58:13.605975    3827 egressfirewall.go:628] Syncing node "ip-10-0-1-50.ec2.internal" for egress firewall
I0331 03:58:13.605977    3827 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-50.ec2.internal
I0331 03:58:13.606005    3827 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-50.ec2.internal: 32.537µs
I0331 03:58:13.606030    3827 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-50.ec2.internal in network "default"
I0331 03:58:13.606040    3827 master.go:532] Adding or Updating local node "ip-10-0-1-50.ec2.internal" for network "default"
I0331 03:58:13.606088    3827 node_tracker.go:169] Node ip-10-0-1-50.ec2.internal switch + router changed, syncing services in network "default"
I0331 03:58:13.606104    3827 services_controller.go:574] Full service sync requested for network=default
I0331 03:58:13.610971    3827 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-50.ec2.internal. Updating no re-route policies
I0331 03:58:13.611047    3827 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-50.ec2.internal
I0331 03:58:13.611063    3827 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-50.ec2.internal
I0331 03:58:13.611071    3827 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-4bpxl
I0331 03:58:13.611074    3827 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-2nffv
I0331 03:58:13.611088    3827 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-4bpxl
I0331 03:58:13.611088    3827 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-dqxvn
I0331 03:58:13.611096    3827 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-2nffv
I0331 03:58:13.611095    3827 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-b9tc7
I0331 03:58:13.611102    3827 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-dqxvn
I0331 03:58:13.611109    3827 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-4bpxl after 0 failed attempt(s)
I0331 03:58:13.611105    3827 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-2j4fn
I0331 03:58:13.611119    3827 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-dqxvn after 0 failed attempt(s)
I0331 03:58:13.611125    3827 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-2j4fn
I0331 03:58:13.611123    3827 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/ecr-credential-refresh-initial-k8rxr
I0331 03:58:13.611133    3827 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-kc2zb
I0331 03:58:13.611135    3827 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-50.ec2.internal
I0331 03:58:13.611138    3827 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-kc2zb
I0331 03:58:13.611147    3827 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-50.ec2.internal
I0331 03:58:13.611169    3827 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-kc2zb] creating logical port openshift-multus_network-metrics-daemon-kc2zb for pod on switch ip-10-0-1-50.ec2.internal
I0331 03:58:13.611174    3827 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-2j4fn after 0 failed attempt(s)
I0331 03:58:13.611124    3827 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-2nffv after 0 failed attempt(s)
I0331 03:58:13.611186    3827 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-50.ec2.internal after 0 failed attempt(s)
I0331 03:58:13.611075    3827 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-5689p
I0331 03:58:13.611203    3827 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-5689p
I0331 03:58:13.611112    3827 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-b9tc7
I0331 03:58:13.611219    3827 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-5689p after 0 failed attempt(s)
I0331 03:58:13.611060    3827 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-jcmbp
I0331 03:58:13.611233    3827 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-jcmbp
I0331 03:58:13.611125    3827 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-7xgjd
I0331 03:58:13.611243    3827 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-jcmbp after 0 failed attempt(s)
I0331 03:58:13.611243    3827 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-7xgjd
I0331 03:58:13.611257    3827 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-7xgjd after 0 failed attempt(s)
I0331 03:58:13.611061    3827 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-wzn6d
I0331 03:58:13.611125    3827 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-wkqrh
I0331 03:58:13.611141    3827 obj_retry.go:364] Adding new object: *v1.Pod kube-system/ecr-credential-refresh-initial-k8rxr
I0331 03:58:13.611276    3827 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-wkqrh
I0331 03:58:13.611283    3827 obj_retry.go:384] Retry successful for *v1.Pod kube-system/ecr-credential-refresh-initial-k8rxr after 0 failed attempt(s)
I0331 03:58:13.611265    3827 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-wzn6d
I0331 03:58:13.611168    3827 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-50.ec2.internal after 0 failed attempt(s)
I0331 03:58:13.611296    3827 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-wzn6d after 0 failed attempt(s)
I0331 03:58:13.611311    3827 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-wkqrh] creating logical port openshift-network-diagnostics_network-check-target-wkqrh for pod on switch ip-10-0-1-50.ec2.internal
I0331 03:58:13.611230    3827 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-b9tc7 after 0 failed attempt(s)
I0331 03:58:13.612160    3827 pods.go:271] [openshift-multus/network-metrics-daemon-kc2zb] addLogicalPort took 1.00043ms, libovsdb time 383.679µs
I0331 03:58:13.612172    3827 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-kc2zb after 0 failed attempt(s)
I0331 03:58:13.612227    3827 pods.go:271] [openshift-network-diagnostics/network-check-target-wkqrh] addLogicalPort took 923.105µs, libovsdb time 378.813µs
I0331 03:58:13.612236    3827 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-wkqrh after 0 failed attempt(s)
I0331 03:58:13.624132    3827 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher
I0331 03:58:13.634331    3827 iptables.go:108] Creating table: mangle chain: OUTPUT
I0331 03:58:13.637347    3827 iptables.go:108] Creating table: nat chain: OUTPUT
I0331 03:58:13.666001    3827 iptables.go:108] Creating table: nat chain: PREROUTING
I0331 03:58:13.715941    3827 iptables.go:108] Creating table: filter chain: FORWARD
I0331 03:58:13.732243    3827 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1
W0331 03:58:13.732416    3827 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0331 03:58:13.732461    3827 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4
W0331 03:58:13.732539    3827 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0331 03:58:13.732592    3827 gateway_init.go:325] Gateway and management port readiness took 2.673883881s
I0331 03:58:13.732619    3827 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0331 03:58:13.732649    3827 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0331 03:58:13.732661    3827 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0331 03:58:13.732669    3827 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0331 03:58:13.732714    3827 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0331 03:58:13.732786    3827 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 47.043µs
I0331 03:58:13.733013    3827 network_controller.go:246] [node-nad-controller network controller]: syncing all networks
I0331 03:58:13.733034    3827 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 12.694µs
I0331 03:58:13.733042    3827 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 29.685µs
I0331 03:58:13.733047    3827 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0331 03:58:13.733056    3827 nad_controller.go:173] [node-nad-controller NAD controller]: started
I0331 03:58:13.733061    3827 default_node_network_controller.go:898] Starting the default node network controller
I0331 03:58:13.733065    3827 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0331 03:58:13.733139    3827 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 11.771µs
I0331 03:58:13.733213    3827 default_node_network_controller.go:1444] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0331 03:58:13.733221    3827 default_node_network_controller.go:934] Waiting for gateway and management port readiness...
I0331 03:58:13.733242    3827 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008d2ee0 0xc0002d3500 0xc0002d35e0 0xc0002d3650 0xc0002d36c0 0xc0002d3730 <nil> 0xc0002d37a0 0xc000c247d0 0xc0002d3810 0xc0002d3880 <nil> 0xc00064c2d0 0xc0063f7180 <nil> <nil> 0xc0002d38f0 map[0x2f67040:0xc002587f20 0x2f67580:0xc005376120 0x2f68000:0xc002587e60 0x2f682a0:0xc002587ec0 0x2f687e0:0xc005376000 0x2f68a80:0xc005376060 0x2f68d20:0xc0053760c0 0x2f69500:0xc005376180 0x2f697a0:0xc0053761e0 0x2f93d40:0xc000975800 0x2f940e0:0xc000975860 0x2f94bc0:0xc000c07080 0x2f96520:0xc001b3e000 0x2f97000:0xc00221a360 0x2f97e80:0xc00110b800] 0xc0000d2540 0}
I0331 03:58:13.733292    3827 gateway.go:151] Starting gateway service sync
I0331 03:58:13.733733    3827 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0331 03:58:13.735834    3827 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0331 03:58:13.745015    3827 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0331 03:58:13.746084    3827 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0331 03:58:13.747184    3827 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0331 03:58:13.779856    3827 gateway.go:168] Gateway service sync done. Time taken: 46.554308ms
I0331 03:58:13.780469    3827 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30871
I0331 03:58:13.780606    3827 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008d2ee0 0xc0002d3500 0xc0002d35e0 0xc0002d3650 0xc0002d36c0 0xc0002d3730 <nil> 0xc0002d37a0 0xc000c247d0 0xc0002d3810 0xc0002d3880 <nil> 0xc00064c2d0 0xc0063f7180 <nil> <nil> 0xc0002d38f0 map[0x2f67040:0xc002587f20 0x2f67580:0xc005376120 0x2f68000:0xc002587e60 0x2f682a0:0xc002587ec0 0x2f687e0:0xc005376000 0x2f68a80:0xc005376060 0x2f68d20:0xc0053760c0 0x2f69500:0xc005376180 0x2f697a0:0xc0053761e0 0x2f93d40:0xc000975800 0x2f940e0:0xc000975860 0x2f94bc0:0xc000c07080 0x2f96520:0xc001b3e000 0x2f97000:0xc00221a360 0x2f97e80:0xc00110b800] 0xc0000d2540 0}
I0331 03:58:13.781047    3827 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008d2ee0 0xc0002d3500 0xc0002d35e0 0xc0002d3650 0xc0002d36c0 0xc0002d3730 <nil> 0xc0002d37a0 0xc000c247d0 0xc0002d3810 0xc0002d3880 <nil> 0xc00064c2d0 0xc0063f7180 <nil> <nil> 0xc0002d38f0 map[0x2f67040:0xc002587f20 0x2f67580:0xc005376120 0x2f68000:0xc002587e60 0x2f682a0:0xc002587ec0 0x2f687e0:0xc005376000 0x2f68a80:0xc005376060 0x2f68d20:0xc0053760c0 0x2f69500:0xc005376180 0x2f697a0:0xc0053761e0 0x2f93d40:0xc000975800 0x2f940e0:0xc000975860 0x2f94bc0:0xc000c07080 0x2f96520:0xc001b3e000 0x2f97000:0xc00221a360 0x2f97e80:0xc00110b800] 0xc0000d2540 0}
I0331 03:58:13.781080    3827 gateway.go:519] Reconciling gateway with updates
I0331 03:58:13.785935    3827 gateway.go:326] Spawning Conntrack Rule Check Thread
I0331 03:58:13.786020    3827 default_node_network_controller.go:943] Gateway and management port readiness took 52.792466ms
I0331 03:58:13.786031    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0331 03:58:13.786041    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0331 03:58:13.786030    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0331 03:58:13.786049    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0331 03:58:13.786046    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes
I0331 03:58:13.786053    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0331 03:58:13.786058    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0331 03:58:13.786064    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes
I0331 03:58:13.786066    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0331 03:58:13.786069    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0331 03:58:13.786070    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0331 03:58:13.786020    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0331 03:58:13.786087    3827 port_claim.go:71] Svc openshift-ingress/router-default: port 30718 is already open, no action needed
I0331 03:58:13.786092    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0331 03:58:13.786031    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0331 03:58:13.786098    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0331 03:58:13.786099    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0331 03:58:13.786106    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0331 03:58:13.786052    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0331 03:58:13.786112    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0331 03:58:13.786041    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0331 03:58:13.786042    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0331 03:58:13.786130    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0331 03:58:13.786089    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0331 03:58:13.786136    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0331 03:58:13.786135    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0331 03:58:13.786077    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0331 03:58:13.786144    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0331 03:58:13.786138    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0331 03:58:13.786100    3827 port_claim.go:71] Svc openshift-ingress/router-default: port 31101 is already open, no action needed
I0331 03:58:13.786161    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0331 03:58:13.786133    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0331 03:58:13.786193    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0331 03:58:13.786102    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0331 03:58:13.786203    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0331 03:58:13.786121    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0331 03:58:13.786131    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0331 03:58:13.786112    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0331 03:58:13.786249    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0331 03:58:13.786132    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0331 03:58:13.786131    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0331 03:58:13.786348    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0331 03:58:13.786358    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0331 03:58:13.786150    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0331 03:58:13.786144    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0331 03:58:13.786443    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0331 03:58:13.786450    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0331 03:58:13.786463    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0331 03:58:13.786504    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0331 03:58:13.786516    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0331 03:58:13.786521    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0331 03:58:13.786530    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0331 03:58:13.786016    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0331 03:58:13.786145    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0331 03:58:13.786549    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0331 03:58:13.786560    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0331 03:58:13.786102    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0331 03:58:13.786660    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0331 03:58:13.786680    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0331 03:58:13.786237    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0331 03:58:13.786522    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0331 03:58:13.786538    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0331 03:58:13.786715    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0331 03:58:13.786720    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0331 03:58:13.786697    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0331 03:58:13.786754    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0331 03:58:13.786758    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0331 03:58:13.786770    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0331 03:58:13.786773    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0331 03:58:13.786770    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0331 03:58:13.786783    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0331 03:58:13.786801    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0331 03:58:13.786807    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0331 03:58:13.786822    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0331 03:58:13.786822    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0331 03:58:13.786534    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0331 03:58:13.786859    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0331 03:58:13.786876    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0331 03:58:13.786908    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0331 03:58:13.786916    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0331 03:58:13.786942    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0331 03:58:13.786946    3827 node_ip_handler_linux.go:160] Node IP manager is running
I0331 03:58:13.786949    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0331 03:58:13.786955    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver
I0331 03:58:13.786960    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver
I0331 03:58:13.786990    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0331 03:58:13.786997    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0331 03:58:13.787017    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0331 03:58:13.787023    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0331 03:58:13.787028    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0331 03:58:13.787036    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0331 03:58:13.787040    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0331 03:58:13.787063    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift
I0331 03:58:13.787070    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift
I0331 03:58:13.787074    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0331 03:58:13.787081    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0331 03:58:13.787085    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0331 03:58:13.787089    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0331 03:58:13.787095    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0331 03:58:13.787100    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0331 03:58:13.787120    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0331 03:58:13.787127    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
W0331 03:58:13.820434    3827 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0331 03:58:13.820706    3827 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0331 03:58:13.820862    3827 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0
I0331 03:58:13.828541    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0331 03:58:13.828566    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0331 03:58:13.828592    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0331 03:58:13.828600    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0331 03:58:13.828606    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0331 03:58:13.828612    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0331 03:58:13.828617    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0331 03:58:13.828625    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0331 03:58:13.864905    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0331 03:58:13.864910    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0331 03:58:13.864930    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0331 03:58:13.864938    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0331 03:58:13.864946    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0331 03:58:13.864960    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0331 03:58:13.864969    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0331 03:58:13.864978    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0331 03:58:13.864984    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0331 03:58:13.864990    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0331 03:58:13.864997    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0331 03:58:13.865003    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0331 03:58:13.900880    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0331 03:58:13.900899    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0331 03:58:13.900906    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0331 03:58:13.900914    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0331 03:58:13.900921    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0331 03:58:13.900929    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0331 03:58:13.900939    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0331 03:58:13.900945    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0331 03:58:13.900950    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0331 03:58:13.900971    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0331 03:58:13.900979    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0331 03:58:13.900985    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0331 03:58:13.900989    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0331 03:58:15.731178    3827 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-29.ec2.internal in network "default"
I0331 03:58:15.731195    3827 egressfirewall.go:628] Syncing node "ip-10-0-0-29.ec2.internal" for egress firewall
I0331 03:58:15.731205    3827 node_tracker.go:220] Node ip-10-0-0-29.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation
I0331 03:58:15.731183    3827 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-29.ec2.internal
I0331 03:58:15.731224    3827 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-29.ec2.internal: 46.266µs
E0331 03:58:15.731264    3827 default_network_controller.go:816] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-29.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation
I0331 03:58:15.731280    3827 obj_retry.go:544] Failed to create *v1.Node ip-10-0-0-29.ec2.internal, error: [adding or updating remote node chassis ip-10-0-0-29.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-29.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-29.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-29.ec2.internal, error parsing annotation for node ip-10-0-0-29.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation]
E0331 03:58:15.742869    3827 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-29.ec2.internal annotation: unexpected end of JSON input
I0331 03:58:15.742893    3827 default_network_controller.go:1008] Node "ip-10-0-0-29.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
E0331 03:58:15.742924    3827 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-29.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation
I0331 03:58:15.754827    3827 egressfirewall.go:628] Syncing node "ip-10-0-0-29.ec2.internal" for egress firewall
E0331 03:58:15.754867    3827 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-29.ec2.internal annotation: unexpected end of JSON input
I0331 03:58:15.754888    3827 default_network_controller.go:1008] Node "ip-10-0-0-29.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0331 03:58:15.754908    3827 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-29.ec2.internal
I0331 03:58:15.754921    3827 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-29.ec2.internal: 69.467µs
E0331 03:58:15.754926    3827 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-29.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation
I0331 03:58:15.760045    3827 egressfirewall.go:628] Syncing node "ip-10-0-1-50.ec2.internal" for egress firewall
I0331 03:58:15.760078    3827 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-50.ec2.internal
I0331 03:58:15.760092    3827 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-50.ec2.internal: 18.126µs
E0331 03:58:15.776212    3827 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-29.ec2.internal annotation: unexpected end of JSON input
I0331 03:58:15.776240    3827 default_network_controller.go:1008] Node "ip-10-0-0-29.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true
E0331 03:58:15.776276    3827 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-29.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation
E0331 03:58:15.794060    3827 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-29.ec2.internal annotation: unexpected end of JSON input
E0331 03:58:15.794086    3827 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-29.ec2.internal annotation: unexpected end of JSON input
I0331 03:58:15.794105    3827 default_network_controller.go:1008] Node "ip-10-0-0-29.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0331 03:58:15.834567    3827 egressip_healthcheck.go:76] Health checking using insecure connection
I0331 03:58:15.834577    3827 default_node_network_controller.go:1364] Starting node controller node sync
I0331 03:58:15.834607    3827 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107
I0331 03:58:15.846752    3827 default_node_network_controller.go:1406] Node controller node sync done. Time taken: 12.163789ms
I0331 03:58:15.846918    3827 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0331 03:58:15.847262    3827 egressservice_node.go:93] Setting up event handlers for Egress Services
I0331 03:58:15.847437    3827 egressservice_node.go:183] Starting Egress Services Controller
I0331 03:58:15.847453    3827 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0331 03:58:15.847462    3827 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0331 03:58:15.847468    3827 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0331 03:58:15.847473    3827 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0331 03:58:15.847478    3827 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0331 03:58:15.847483    3827 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0331 03:58:15.847487    3827 egressservice_node.go:197] Repairing Egress Services
I0331 03:58:15.857119    3827 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0331 03:58:15.857131    3827 external_controller.go:278] Starting Admin Policy Based Route Controller
I0331 03:58:15.857314    3827 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled
I0331 03:58:15.857330    3827 link_network_manager.go:117] Link manager is running
I0331 03:58:15.857343    3827 default_node_network_controller.go:1087] Default node network controller initialized and ready.
I0331 03:58:15.857458    3827 ovspinning_linux.go:42] OVS CPU affinity pinning disabled
I0331 03:58:15.857815    3827 vrf_manager.go:128] VRF manager is running
I0331 03:58:15.857964    3827 node_controller_manager.go:437] Removing flows to drop GARP
I0331 03:58:15.857976    3827 gateway.go:519] Reconciling gateway with updates
I0331 03:58:15.877888    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0331 03:58:15.877900    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0331 03:58:15.877909    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0331 03:58:15.877915    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0331 03:58:15.877928    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0331 03:58:15.877929    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes
I0331 03:58:15.877928    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0331 03:58:15.877934    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0331 03:58:15.877946    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0331 03:58:15.877947    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0331 03:58:15.877948    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0331 03:58:15.877939    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes
I0331 03:58:15.877960    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0331 03:58:15.877960    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0331 03:58:15.877962    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0331 03:58:15.877972    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0331 03:58:15.877979    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0331 03:58:15.877980    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0331 03:58:15.877988    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0331 03:58:15.877994    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0331 03:58:15.877906    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0331 03:58:15.878004    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0331 03:58:15.878003    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0331 03:58:15.878008    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0331 03:58:15.878017    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0331 03:58:15.878018    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0331 03:58:15.878025    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0331 03:58:15.878024    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0331 03:58:15.878019    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0331 03:58:15.878004    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0331 03:58:15.878042    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0331 03:58:15.878047    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0331 03:58:15.878048    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0331 03:58:15.878056    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift
I0331 03:58:15.878059    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0331 03:58:15.878043    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0331 03:58:15.877996    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0331 03:58:15.878069    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0331 03:58:15.878032    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0331 03:58:15.878076    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift
I0331 03:58:15.878029    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0331 03:58:15.878087    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0331 03:58:15.878089    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0331 03:58:15.878077    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0331 03:58:15.878030    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0331 03:58:15.878115    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0331 03:58:15.878123    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0331 03:58:15.878039    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0331 03:58:15.878138    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0331 03:58:15.877997    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0331 03:58:15.878159    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0331 03:58:15.878166    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0331 03:58:15.878168    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0331 03:58:15.877966    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0331 03:58:15.878178    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0331 03:58:15.878186    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0331 03:58:15.878191    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0331 03:58:15.878193    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0331 03:58:15.878193    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0331 03:58:15.877953    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0331 03:58:15.878203    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0331 03:58:15.878204    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0331 03:58:15.878209    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0331 03:58:15.878204    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0331 03:58:15.878214    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0331 03:58:15.878223    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0331 03:58:15.878225    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0331 03:58:15.877995    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0331 03:58:15.878230    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0331 03:58:15.877918    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0331 03:58:15.878245    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0331 03:58:15.878246    3827 port_claim.go:71] Svc openshift-ingress/router-default: port 30718 is already open, no action needed
I0331 03:58:15.878253    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0331 03:58:15.878165    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0331 03:58:15.878013    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver
I0331 03:58:15.878272    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0331 03:58:15.878123    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0331 03:58:15.878196    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0331 03:58:15.878283    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0331 03:58:15.878274    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver
I0331 03:58:15.878288    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0331 03:58:15.877996    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0331 03:58:15.878058    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0331 03:58:15.878322    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0331 03:58:15.878324    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0331 03:58:15.877983    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0331 03:58:15.878339    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0331 03:58:15.878344    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0331 03:58:15.878061    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0331 03:58:15.878178    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0331 03:58:15.878198    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0331 03:58:15.877889    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0331 03:58:15.878471    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0331 03:58:15.878213    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0331 03:58:15.878033    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0331 03:58:15.878238    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0331 03:58:15.878258    3827 port_claim.go:71] Svc openshift-ingress/router-default: port 31101 is already open, no action needed
I0331 03:58:15.878153    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0331 03:58:15.878668    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0331 03:58:15.878189    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0331 03:58:15.878226    3827 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0331 03:58:15.878696    3827 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0331 03:58:15.905413    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0331 03:58:15.905437    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0331 03:58:15.947050    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0331 03:58:15.947077    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0331 03:58:15.947086    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0331 03:58:15.947093    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0331 03:58:15.947102    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0331 03:58:15.947109    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0331 03:58:15.947124    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0331 03:58:15.947184    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0331 03:58:15.947204    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0331 03:58:15.947216    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0331 03:58:15.947224    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0331 03:58:15.947230    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0331 03:58:15.947236    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0331 03:58:15.947241    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0331 03:58:15.947247    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0331 03:58:15.947253    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0331 03:58:15.947258    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0331 03:58:15.947265    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0331 03:58:15.947270    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0331 03:58:15.947276    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0331 03:58:15.947281    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0331 03:58:15.947286    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0331 03:58:15.947292    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0331 03:58:15.947297    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0331 03:58:15.947303    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0331 03:58:15.947313    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0331 03:58:15.947324    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0331 03:58:15.966047    3827 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-2hp6l] creating logical port kube-system_global-pull-secret-syncer-2hp6l for pod on switch ip-10-0-1-50.ec2.internal
I0331 03:58:15.966168    3827 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-2hp6l
I0331 03:58:15.967713    3827 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-29.ec2.internal
I0331 03:58:15.967754    3827 default_network_controller.go:1008] Node "ip-10-0-0-29.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0331 03:58:15.967732    3827 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-29.ec2.internal: 22.256µs
I0331 03:58:15.967803    3827 egressfirewall.go:628] Syncing node "ip-10-0-0-29.ec2.internal" for egress firewall
I0331 03:58:15.991542    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0331 03:58:15.991555    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0331 03:58:15.991569    3827 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0331 03:58:15.996862    3827 pod.go:62] [kube-system/global-pull-secret-syncer-2hp6l] pod update took 30.731025ms
I0331 03:58:15.996880    3827 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-2hp6l] addLogicalPort annotation time took 30.752991ms
I0331 03:58:15.997998    3827 pods.go:271] [kube-system/global-pull-secret-syncer-2hp6l] addLogicalPort took 31.964265ms, libovsdb time 892.838µs
I0331 03:58:16.000058    3827 default_network_controller.go:1008] Node "ip-10-0-0-29.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0331 03:58:16.179870    3827 default_network_controller.go:1008] Node "ip-10-0-0-29.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0331 03:58:17.494120    3827 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-50.ec2.internal
I0331 03:58:17.494155    3827 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-50.ec2.internal: 46.032µs
I0331 03:58:17.521762    3827 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-848789b554-vdtgz] creating logical port openshift-image-registry_image-registry-848789b554-vdtgz for pod on switch ip-10-0-1-50.ec2.internal
I0331 03:58:17.521907    3827 kube.go:256] Updating pod openshift-image-registry/image-registry-848789b554-vdtgz
I0331 03:58:17.547536    3827 pod.go:62] [openshift-image-registry/image-registry-848789b554-vdtgz] pod update took 25.661677ms
I0331 03:58:17.547556    3827 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-848789b554-vdtgz] addLogicalPort annotation time took 25.689306ms
I0331 03:58:17.548885    3827 pods.go:271] [openshift-image-registry/image-registry-848789b554-vdtgz] addLogicalPort took 27.1388ms, libovsdb time 1.040838ms
I0331 03:58:17.568288    3827 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-h6r58] creating logical port openshift-dns_dns-default-h6r58 for pod on switch ip-10-0-1-50.ec2.internal
I0331 03:58:17.568399    3827 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-x9mwt] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-6ff64bb8b6-x9mwt for pod on switch ip-10-0-1-50.ec2.internal
I0331 03:58:17.568528    3827 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-6dd897695f-vzb77] creating logical port openshift-monitoring_cluster-monitoring-operator-6dd897695f-vzb77 for pod on switch ip-10-0-1-50.ec2.internal
I0331 03:58:17.568425    3827 kube.go:256] Updating pod openshift-dns/dns-default-h6r58
I0331 03:58:17.568555    3827 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-x9mwt
I0331 03:58:17.568624    3827 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-6dd897695f-vzb77
I0331 03:58:17.568816    3827 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-76cbd74c4-pwtpx] creating logical port openshift-ingress_router-default-76cbd74c4-pwtpx for pod on switch ip-10-0-1-50.ec2.internal
I0331 03:58:17.568842    3827 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-58d8f6745c-wq67f] creating logical port openshift-network-console_networking-console-plugin-58d8f6745c-wq67f for pod on switch ip-10-0-1-50.ec2.internal
I0331 03:58:17.568916    3827 kube.go:256] Updating pod openshift-ingress/router-default-76cbd74c4-pwtpx
I0331 03:58:17.568989    3827 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-58d8f6745c-wq67f
I0331 03:58:17.569157    3827 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-l9cpq] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67b99c68bb-l9cpq for pod on switch ip-10-0-1-50.ec2.internal
I0331 03:58:17.569264    3827 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-l9cpq
I0331 03:58:17.586693    3827 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-x9mwt] pod update took 18.160912ms
I0331 03:58:17.586709    3827 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-x9mwt] addLogicalPort annotation time took 18.179632ms
I0331 03:58:17.587815    3827 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-x9mwt] addLogicalPort took 19.445981ms, libovsdb time 852.796µs
I0331 03:58:17.594760    3827 pod.go:62] [openshift-network-console/networking-console-plugin-58d8f6745c-wq67f] pod update took 25.835957ms
I0331 03:58:17.594781    3827 base_network_controller_pods.go:937] [default/openshift-network-console/networking-console-plugin-58d8f6745c-wq67f] addLogicalPort annotation time took 25.857672ms
I0331 03:58:17.595704    3827 pods.go:271] [openshift-network-console/networking-console-plugin-58d8f6745c-wq67f] addLogicalPort took 26.869115ms, libovsdb time 704.138µs
I0331 03:58:17.597742    3827 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-58d8f6745c-rj8hr] creating logical port openshift-network-console_networking-console-plugin-58d8f6745c-rj8hr for pod on switch ip-10-0-1-50.ec2.internal
I0331 03:58:17.597792    3827 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-5577457d66-zc5rp] creating logical port openshift-insights_insights-operator-5577457d66-zc5rp for pod on switch ip-10-0-1-50.ec2.internal
I0331 03:58:17.597857    3827 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-58d8f6745c-rj8hr
I0331 03:58:17.597933    3827 kube.go:256] Updating pod openshift-insights/insights-operator-5577457d66-zc5rp
I0331 03:58:17.600425    3827 pod.go:62] [openshift-dns/dns-default-h6r58] pod update took 32.035882ms
I0331 03:58:17.600502    3827 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-7b89bc695f-9sm4n] creating logical port openshift-service-ca-operator_service-ca-operator-7b89bc695f-9sm4n for pod on switch ip-10-0-1-50.ec2.internal
I0331 03:58:17.600503    3827 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-h6r58] addLogicalPort annotation time took 32.133339ms
I0331 03:58:17.600584    3827 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-vzb77] pod update took 31.981542ms
I0331 03:58:17.600588    3827 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-7b89bc695f-9sm4n
I0331 03:58:17.600601    3827 base_network_controller_pods.go:937] [default/openshift-monitoring/cluster-monitoring-operator-6dd897695f-vzb77] addLogicalPort annotation time took 32.000444ms
I0331 03:58:17.600655    3827 pod.go:62] [openshift-ingress/router-default-76cbd74c4-pwtpx] pod update took 31.765387ms
I0331 03:58:17.600674    3827 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-76cbd74c4-pwtpx] addLogicalPort annotation time took 31.784028ms
I0331 03:58:17.600740    3827 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5cdc57b9dc-dlhfz] creating logical port openshift-ingress_router-default-5cdc57b9dc-dlhfz for pod on switch ip-10-0-1-50.ec2.internal
I0331 03:58:17.600854    3827 kube.go:256] Updating pod openshift-ingress/router-default-5cdc57b9dc-dlhfz
I0331 03:58:17.600753    3827 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-l9cpq] pod update took 31.517592ms
I0331 03:58:17.600875    3827 base_network_controller_pods.go:937] [default/openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-l9cpq] addLogicalPort annotation time took 31.638543ms
I0331 03:58:17.601030    3827 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-5c76bd6f9b-lwb5f] creating logical port openshift-network-diagnostics_network-check-source-5c76bd6f9b-lwb5f for pod on switch ip-10-0-1-50.ec2.internal
I0331 03:58:17.601163    3827 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-5c76bd6f9b-lwb5f
I0331 03:58:17.601655    3827 pods.go:271] [openshift-dns/dns-default-h6r58] addLogicalPort took 33.383078ms, libovsdb time 739.577µs
I0331 03:58:17.602016    3827 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-vzb77] addLogicalPort took 33.497981ms, libovsdb time 1.075636ms
I0331 03:58:17.602352    3827 pods.go:271] [openshift-ingress/router-default-76cbd74c4-pwtpx] addLogicalPort took 33.543213ms, libovsdb time 1.367203ms
I0331 03:58:17.602640    3827 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-l9cpq] addLogicalPort took 33.498683ms, libovsdb time 1.511147ms
I0331 03:58:17.602927    3827 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-m6qxp] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-555cc59f77-m6qxp for pod on switch ip-10-0-1-50.ec2.internal
I0331 03:58:17.602977    3827 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-pzlqs] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-pzlqs for pod on switch ip-10-0-1-50.ec2.internal
I0331 03:58:17.603035    3827 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-m6qxp
I0331 03:58:17.603046    3827 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-pzlqs
I0331 03:58:17.607857    3827 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-btc9g] creating logical port openshift-ingress-canary_ingress-canary-btc9g for pod on switch ip-10-0-1-50.ec2.internal
I0331 03:58:17.607965    3827 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-btc9g
I0331 03:58:17.625223    3827 pod.go:62] [openshift-insights/insights-operator-5577457d66-zc5rp] pod update took 27.307514ms
I0331 03:58:17.625241    3827 base_network_controller_pods.go:937] [default/openshift-insights/insights-operator-5577457d66-zc5rp] addLogicalPort annotation time took 27.327208ms
I0331 03:58:17.626301    3827 pods.go:271] [openshift-insights/insights-operator-5577457d66-zc5rp] addLogicalPort took 28.520368ms, libovsdb time 765.902µs
I0331 03:58:17.628870    3827 pod.go:62] [openshift-network-console/networking-console-plugin-58d8f6745c-rj8hr] pod update took 31.038028ms
I0331 03:58:17.628888    3827 base_network_controller_pods.go:937] [default/openshift-network-console/networking-console-plugin-58d8f6745c-rj8hr] addLogicalPort annotation time took 31.056375ms
I0331 03:58:17.630003    3827 pods.go:271] [openshift-network-console/networking-console-plugin-58d8f6745c-rj8hr] addLogicalPort took 32.292064ms, libovsdb time 783.879µs
I0331 03:58:17.630063    3827 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-8777bd9bb-6l7md] creating logical port openshift-console-operator_console-operator-8777bd9bb-6l7md for pod on switch ip-10-0-1-50.ec2.internal
I0331 03:58:17.630135    3827 kube.go:256] Updating pod openshift-console-operator/console-operator-8777bd9bb-6l7md
I0331 03:58:17.633472    3827 pod.go:62] [openshift-ingress-canary/ingress-canary-btc9g] pod update took 25.524411ms
I0331 03:58:17.633488    3827 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-btc9g] addLogicalPort annotation time took 25.541884ms
I0331 03:58:17.634488    3827 pods.go:271] [openshift-ingress-canary/ingress-canary-btc9g] addLogicalPort took 26.640036ms, libovsdb time 768.767µs
I0331 03:58:17.635150    3827 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-pzlqs] pod update took 32.127877ms
I0331 03:58:17.635171    3827 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-pzlqs] addLogicalPort annotation time took 32.149576ms
I0331 03:58:17.636290    3827 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-pzlqs] addLogicalPort took 33.323484ms, libovsdb time 838.689µs
I0331 03:58:17.641845    3827 pod.go:62] [openshift-service-ca-operator/service-ca-operator-7b89bc695f-9sm4n] pod update took 41.274883ms
I0331 03:58:17.641853    3827 pod.go:62] [openshift-ingress/router-default-5cdc57b9dc-dlhfz] pod update took 41.025278ms
I0331 03:58:17.641868    3827 base_network_controller_pods.go:937] [default/openshift-service-ca-operator/service-ca-operator-7b89bc695f-9sm4n] addLogicalPort annotation time took 41.298068ms
I0331 03:58:17.641871    3827 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-5cdc57b9dc-dlhfz] addLogicalPort annotation time took 41.044211ms
I0331 03:58:17.643216    3827 pods.go:271] [openshift-ingress/router-default-5cdc57b9dc-dlhfz] addLogicalPort took 42.484921ms, libovsdb time 994.475µs
I0331 03:58:17.643639    3827 pods.go:271] [openshift-service-ca-operator/service-ca-operator-7b89bc695f-9sm4n] addLogicalPort took 43.160539ms, libovsdb time 1.395975ms
I0331 03:58:17.645591    3827 pod.go:62] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-lwb5f] pod update took 44.450146ms
I0331 03:58:17.645602    3827 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-m6qxp] pod update took 42.588409ms
I0331 03:58:17.645612    3827 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-source-5c76bd6f9b-lwb5f] addLogicalPort annotation time took 44.470359ms
I0331 03:58:17.645618    3827 base_network_controller_pods.go:937] [default/openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-m6qxp] addLogicalPort annotation time took 42.604193ms
I0331 03:58:17.646612    3827 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-m6qxp] addLogicalPort took 43.692141ms, libovsdb time 726.479µs
I0331 03:58:17.647125    3827 pods.go:271] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-lwb5f] addLogicalPort took 46.101901ms, libovsdb time 1.174513ms
I0331 03:58:17.659617    3827 pod.go:62] [openshift-console-operator/console-operator-8777bd9bb-6l7md] pod update took 29.500259ms
I0331 03:58:17.659641    3827 base_network_controller_pods.go:937] [default/openshift-console-operator/console-operator-8777bd9bb-6l7md] addLogicalPort annotation time took 29.52974ms
I0331 03:58:17.660984    3827 pods.go:271] [openshift-console-operator/console-operator-8777bd9bb-6l7md] addLogicalPort took 30.925927ms, libovsdb time 930.545µs
I0331 03:58:17.934068    3827 cni.go:403] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-x9mwt a84aedca81a59c844e48d61885b88bf4cd90adc7653c2cdee4b1a66ab53a7723 network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-x9mwt a84aedca81a59c844e48d61885b88bf4cd90adc7653c2cdee4b1a66ab53a7723 network default NAD default]
I0331 03:58:17.952392    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-6ff64bb8b6-x9mwt, hostIfaceName: a84aedca81a59c8, network: default, NAD default, SandboxID: "a84aedca81a59c844e48d61885b88bf4cd90adc7653c2cdee4b1a66ab53a7723", PCI device ID: , UID: "b05ecc50-40cd-4ff1-b103-1251a3a33e4f", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23]
I0331 03:58:17.992022    3827 cni.go:403] [openshift-console-operator/console-operator-8777bd9bb-6l7md 608ccbed5d724d435a9f3ea07305e406dfb1c4e129d2d8cca636d5a30eab9276 network default NAD default] ADD starting CNI request [openshift-console-operator/console-operator-8777bd9bb-6l7md 608ccbed5d724d435a9f3ea07305e406dfb1c4e129d2d8cca636d5a30eab9276 network default NAD default]
I0331 03:58:17.998718    3827 cni.go:424] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-x9mwt a84aedca81a59c844e48d61885b88bf4cd90adc7653c2cdee4b1a66ab53a7723 network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-x9mwt a84aedca81a59c844e48d61885b88bf4cd90adc7653c2cdee4b1a66ab53a7723 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:d9:14:8f:64:a0\",\"name\":\"a84aedca81a59c8\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10375eb3-50df-4f62-bcfd-629f0a3c51a4\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 03:58:18.003772    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-8777bd9bb-6l7md, hostIfaceName: 608ccbed5d724d4, network: default, NAD default, SandboxID: "608ccbed5d724d435a9f3ea07305e406dfb1c4e129d2d8cca636d5a30eab9276", PCI device ID: , UID: "0aed3d86-ae13-4a65-99c7-655ed52a6c88", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23]
I0331 03:58:18.022399    3827 cni.go:403] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-lwb5f c84d4c0c765d1c5939885536f22f7948bfe2c2d95db724bb966e0946ad24c218 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-source-5c76bd6f9b-lwb5f c84d4c0c765d1c5939885536f22f7948bfe2c2d95db724bb966e0946ad24c218 network default NAD default]
I0331 03:58:18.028257    3827 cni.go:403] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-m6qxp 15aa6bc415baafe1f467ce72ebc3de29862df2b0cf7ef20f68fb34fb051a4106 network default NAD default] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-m6qxp 15aa6bc415baafe1f467ce72ebc3de29862df2b0cf7ef20f68fb34fb051a4106 network default NAD default]
I0331 03:58:18.032735    3827 cni.go:403] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-pzlqs 385ca6cbb84e56c9666aba7585aef7dd3306ab3f6a93099e0e0c42bd7c64e1d2 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-pzlqs 385ca6cbb84e56c9666aba7585aef7dd3306ab3f6a93099e0e0c42bd7c64e1d2 network default NAD default]
I0331 03:58:18.035242    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-5c76bd6f9b-lwb5f, hostIfaceName: c84d4c0c765d1c5, network: default, NAD default, SandboxID: "c84d4c0c765d1c5939885536f22f7948bfe2c2d95db724bb966e0946ad24c218", PCI device ID: , UID: "84c0dc75-7510-4ec0-adfa-997876980ebd", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23]
I0331 03:58:18.041763    3827 cni.go:403] [openshift-ingress-canary/ingress-canary-btc9g 6bebbe5dc294e1f7d33491d410794c8f0c94d15bf09beb0565d80863767c40a4 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-btc9g 6bebbe5dc294e1f7d33491d410794c8f0c94d15bf09beb0565d80863767c40a4 network default NAD default]
I0331 03:58:18.043178    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-555cc59f77-m6qxp, hostIfaceName: 15aa6bc415baafe, network: default, NAD default, SandboxID: "15aa6bc415baafe1f467ce72ebc3de29862df2b0cf7ef20f68fb34fb051a4106", PCI device ID: , UID: "8db2f066-efe2-4051-8e8d-45a543c57646", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23]
I0331 03:58:18.044626    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-pzlqs, hostIfaceName: 385ca6cbb84e56c, network: default, NAD default, SandboxID: "385ca6cbb84e56c9666aba7585aef7dd3306ab3f6a93099e0e0c42bd7c64e1d2", PCI device ID: , UID: "42548700-f549-41ae-971f-a5ae72cc8acc", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23]
I0331 03:58:18.057724    3827 cni.go:424] [openshift-console-operator/console-operator-8777bd9bb-6l7md 608ccbed5d724d435a9f3ea07305e406dfb1c4e129d2d8cca636d5a30eab9276 network default NAD default] ADD finished CNI request [openshift-console-operator/console-operator-8777bd9bb-6l7md 608ccbed5d724d435a9f3ea07305e406dfb1c4e129d2d8cca636d5a30eab9276 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:90:ce:00:06:9e\",\"name\":\"608ccbed5d724d4\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ebb2d25-f77f-406c-8e11-4491c359ca5d\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 03:58:18.068098    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-btc9g, hostIfaceName: 6bebbe5dc294e1f, network: default, NAD default, SandboxID: "6bebbe5dc294e1f7d33491d410794c8f0c94d15bf09beb0565d80863767c40a4", PCI device ID: , UID: "9ad5e39e-af60-4815-abfb-e83e05f63a14", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23]
I0331 03:58:18.092240    3827 cni.go:424] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-lwb5f c84d4c0c765d1c5939885536f22f7948bfe2c2d95db724bb966e0946ad24c218 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-5c76bd6f9b-lwb5f c84d4c0c765d1c5939885536f22f7948bfe2c2d95db724bb966e0946ad24c218 network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:a1:75:d3:9d:24\",\"name\":\"c84d4c0c765d1c5\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b449b216-4fc9-4f34-adab-4de74c501e79\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 03:58:18.096324    3827 cni.go:424] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-m6qxp 15aa6bc415baafe1f467ce72ebc3de29862df2b0cf7ef20f68fb34fb051a4106 network default NAD default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-m6qxp 15aa6bc415baafe1f467ce72ebc3de29862df2b0cf7ef20f68fb34fb051a4106 network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:e2:b8:79:78:86\",\"name\":\"15aa6bc415baafe\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7adf23fb-3574-4035-8ff0-fe77ddc13b7b\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 03:58:18.096353    3827 cni.go:424] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-pzlqs 385ca6cbb84e56c9666aba7585aef7dd3306ab3f6a93099e0e0c42bd7c64e1d2 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-pzlqs 385ca6cbb84e56c9666aba7585aef7dd3306ab3f6a93099e0e0c42bd7c64e1d2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:6a:07:de:8b:b2\",\"name\":\"385ca6cbb84e56c\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2748cc5a-3a70-4406-8bbf-107aaaf080f5\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 03:58:18.099058    3827 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-k8rxr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 03:58:18.099089    3827 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-k8rxr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 03:58:18.108707    3827 cni.go:424] [openshift-ingress-canary/ingress-canary-btc9g 6bebbe5dc294e1f7d33491d410794c8f0c94d15bf09beb0565d80863767c40a4 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-btc9g 6bebbe5dc294e1f7d33491d410794c8f0c94d15bf09beb0565d80863767c40a4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:84:dd:19:e5:a3\",\"name\":\"6bebbe5dc294e1f\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13aed2a8-4318-4bb8-beb7-481c264df831\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 03:58:18.279406    3827 cni.go:403] [openshift-insights/insights-operator-5577457d66-zc5rp 3ccbbbae7a3b79b89c793d3e2a1971e34c98c0e9467d34eadb7e006c21ea70bb network default NAD default] ADD starting CNI request [openshift-insights/insights-operator-5577457d66-zc5rp 3ccbbbae7a3b79b89c793d3e2a1971e34c98c0e9467d34eadb7e006c21ea70bb network default NAD default]
I0331 03:58:18.288138    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-5577457d66-zc5rp, hostIfaceName: 3ccbbbae7a3b79b, network: default, NAD default, SandboxID: "3ccbbbae7a3b79b89c793d3e2a1971e34c98c0e9467d34eadb7e006c21ea70bb", PCI device ID: , UID: "ac1d86c7-8cfb-4dde-957d-43e3ed1f314b", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23]
I0331 03:58:18.293148    3827 cni.go:403] [openshift-service-ca-operator/service-ca-operator-7b89bc695f-9sm4n b8429457fdd5eb94168a37917b8e3406cfc65f180b7dce98630d7c747c9b38ef network default NAD default] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-7b89bc695f-9sm4n b8429457fdd5eb94168a37917b8e3406cfc65f180b7dce98630d7c747c9b38ef network default NAD default]
I0331 03:58:18.301429    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-7b89bc695f-9sm4n, hostIfaceName: b8429457fdd5eb9, network: default, NAD default, SandboxID: "b8429457fdd5eb94168a37917b8e3406cfc65f180b7dce98630d7c747c9b38ef", PCI device ID: , UID: "2fdda745-ce39-4113-b250-2ddd50395ed0", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23]
I0331 03:58:18.328291    3827 cni.go:424] [openshift-insights/insights-operator-5577457d66-zc5rp 3ccbbbae7a3b79b89c793d3e2a1971e34c98c0e9467d34eadb7e006c21ea70bb network default NAD default] ADD finished CNI request [openshift-insights/insights-operator-5577457d66-zc5rp 3ccbbbae7a3b79b89c793d3e2a1971e34c98c0e9467d34eadb7e006c21ea70bb network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:4f:2a:04:73:26\",\"name\":\"3ccbbbae7a3b79b\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4384f7ed-f740-4570-b0d2-eb7d27842289\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 03:58:18.339842    3827 cni.go:424] [openshift-service-ca-operator/service-ca-operator-7b89bc695f-9sm4n b8429457fdd5eb94168a37917b8e3406cfc65f180b7dce98630d7c747c9b38ef network default NAD default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-7b89bc695f-9sm4n b8429457fdd5eb94168a37917b8e3406cfc65f180b7dce98630d7c747c9b38ef network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:c2:f0:23:5d:49\",\"name\":\"b8429457fdd5eb9\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1b45ccb-df03-43c7-8d49-8694971fc06c\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 03:58:19.121474    3827 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-k8rxr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:58:19.121500    3827 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-k8rxr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:58:20.139691    3827 default_network_controller.go:1008] Node "ip-10-0-0-29.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0331 03:58:25.139730    3827 cni.go:403] [kube-system/global-pull-secret-syncer-2hp6l 181fdafe31d01e3a6e2e7f3160058a11bf320f985f1677184461c742a7154c18 network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-2hp6l 181fdafe31d01e3a6e2e7f3160058a11bf320f985f1677184461c742a7154c18 network default NAD default]
I0331 03:58:25.148969    3827 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-2hp6l, hostIfaceName: 181fdafe31d01e3, network: default, NAD default, SandboxID: "181fdafe31d01e3a6e2e7f3160058a11bf320f985f1677184461c742a7154c18", PCI device ID: , UID: "5c530f14-dcb2-49e0-b51d-ca8593e92aa9", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23]
I0331 03:58:25.190680    3827 cni.go:424] [kube-system/global-pull-secret-syncer-2hp6l 181fdafe31d01e3a6e2e7f3160058a11bf320f985f1677184461c742a7154c18 network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-2hp6l 181fdafe31d01e3a6e2e7f3160058a11bf320f985f1677184461c742a7154c18 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:eb:61:23:02:5b\",\"name\":\"181fdafe31d01e3\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/62a32b31-b110-40b1-8139-ed2965aef202\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 03:58:25.577587    3827 cni.go:403] [openshift-network-diagnostics/network-check-target-wkqrh 0e0f38e1d9ac5be5d4fe092ef8d14310a173b2d2bb78694bcb824ab08a72c519 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-wkqrh 0e0f38e1d9ac5be5d4fe092ef8d14310a173b2d2bb78694bcb824ab08a72c519 network default NAD default]
I0331 03:58:25.588882    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-wkqrh, hostIfaceName: 0e0f38e1d9ac5be, network: default, NAD default, SandboxID: "0e0f38e1d9ac5be5d4fe092ef8d14310a173b2d2bb78694bcb824ab08a72c519", PCI device ID: , UID: "cf33af1c-8182-45f8-a1d3-aed9d33586a1", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23]
I0331 03:58:25.637777    3827 cni.go:424] [openshift-network-diagnostics/network-check-target-wkqrh 0e0f38e1d9ac5be5d4fe092ef8d14310a173b2d2bb78694bcb824ab08a72c519 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-wkqrh 0e0f38e1d9ac5be5d4fe092ef8d14310a173b2d2bb78694bcb824ab08a72c519 network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:1d:27:e9:d0:c7\",\"name\":\"0e0f38e1d9ac5be\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b505c879-11ca-4e85-8503-4d868d139c56\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 03:58:25.930428    3827 default_network_controller.go:1008] Node "ip-10-0-0-29.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0331 03:58:26.831507    3827 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0331 03:58:26.974608    3827 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0331 03:58:26.976519    3827 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.88707ms
W0331 03:58:26.989018    3827 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0331 03:58:27.030504    3827 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
W0331 03:58:27.047968    3827 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0331 03:58:27.479467    3827 namespace.go:98] [openshift-service-ca] adding namespace
I0331 03:58:27.480323    3827 namespace.go:102] [openshift-service-ca] adding namespace took 832.623µs
I0331 03:58:27.496840    3827 namespace.go:142] [openshift-service-ca] updating namespace
I0331 03:58:28.057208    3827 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-854b5fb5c9-f2wnq] creating logical port openshift-kube-storage-version-migrator_migrator-854b5fb5c9-f2wnq for pod on switch ip-10-0-1-50.ec2.internal
I0331 03:58:28.057344    3827 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-854b5fb5c9-f2wnq
I0331 03:58:28.071902    3827 pod.go:62] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-f2wnq] pod update took 14.591979ms
I0331 03:58:28.071923    3827 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator/migrator-854b5fb5c9-f2wnq] addLogicalPort annotation time took 14.628297ms
I0331 03:58:28.073223    3827 pods.go:271] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-f2wnq] addLogicalPort took 16.029975ms, libovsdb time 959.441µs
I0331 03:58:29.144218    3827 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-f59fc589b-4ftrg] creating logical port openshift-service-ca_service-ca-f59fc589b-4ftrg for pod on switch ip-10-0-1-50.ec2.internal
I0331 03:58:29.144321    3827 kube.go:256] Updating pod openshift-service-ca/service-ca-f59fc589b-4ftrg
I0331 03:58:29.159187    3827 pod.go:62] [openshift-service-ca/service-ca-f59fc589b-4ftrg] pod update took 14.888509ms
I0331 03:58:29.159220    3827 base_network_controller_pods.go:937] [default/openshift-service-ca/service-ca-f59fc589b-4ftrg] addLogicalPort annotation time took 14.925634ms
I0331 03:58:29.160514    3827 pods.go:271] [openshift-service-ca/service-ca-f59fc589b-4ftrg] addLogicalPort took 16.314346ms, libovsdb time 904.158µs
I0331 03:58:29.640581    3827 cni.go:403] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-f2wnq 64f9dc9ba5940c67ede9e4bd4ac68ee86440e50a5b8b5514457c2f4a6b5cc33e network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-f2wnq 64f9dc9ba5940c67ede9e4bd4ac68ee86440e50a5b8b5514457c2f4a6b5cc33e network default NAD default]
I0331 03:58:29.641643    3827 cni.go:403] [openshift-service-ca/service-ca-f59fc589b-4ftrg b29df1cb4ef1367d5e98daa48fbb6d09ab8b02d0d8d486c6d6262b12ae83a8fa network default NAD default] ADD starting CNI request [openshift-service-ca/service-ca-f59fc589b-4ftrg b29df1cb4ef1367d5e98daa48fbb6d09ab8b02d0d8d486c6d6262b12ae83a8fa network default NAD default]
I0331 03:58:29.649912    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-854b5fb5c9-f2wnq, hostIfaceName: 64f9dc9ba5940c6, network: default, NAD default, SandboxID: "64f9dc9ba5940c67ede9e4bd4ac68ee86440e50a5b8b5514457c2f4a6b5cc33e", PCI device ID: , UID: "61fc7574-a7e3-4922-857c-26e426f6af38", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23]
I0331 03:58:29.650066    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-f59fc589b-4ftrg, hostIfaceName: b29df1cb4ef1367, network: default, NAD default, SandboxID: "b29df1cb4ef1367d5e98daa48fbb6d09ab8b02d0d8d486c6d6262b12ae83a8fa", PCI device ID: , UID: "cdb02041-d111-4f75-a686-c062588affb4", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23]
I0331 03:58:29.693517    3827 cni.go:424] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-f2wnq 64f9dc9ba5940c67ede9e4bd4ac68ee86440e50a5b8b5514457c2f4a6b5cc33e network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-f2wnq 64f9dc9ba5940c67ede9e4bd4ac68ee86440e50a5b8b5514457c2f4a6b5cc33e network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:79:d0:9d:ed:1d\",\"name\":\"64f9dc9ba5940c6\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1894f9d-5f7c-4f0c-b61a-625c4cfb666c\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 03:58:29.706914    3827 cni.go:424] [openshift-service-ca/service-ca-f59fc589b-4ftrg b29df1cb4ef1367d5e98daa48fbb6d09ab8b02d0d8d486c6d6262b12ae83a8fa network default NAD default] ADD finished CNI request [openshift-service-ca/service-ca-f59fc589b-4ftrg b29df1cb4ef1367d5e98daa48fbb6d09ab8b02d0d8d486c6d6262b12ae83a8fa network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:ec:cd:46:34:d1\",\"name\":\"b29df1cb4ef1367\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd91fcff-5796-4165-97fa-02b009f882da\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 03:58:32.144045    3827 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-235.ec2.internal in network "default"
I0331 03:58:32.144065    3827 node_tracker.go:220] Node ip-10-0-2-235.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation
I0331 03:58:32.144095    3827 egressfirewall.go:628] Syncing node "ip-10-0-2-235.ec2.internal" for egress firewall
E0331 03:58:32.144106    3827 default_network_controller.go:816] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-235.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation
I0331 03:58:32.144127    3827 obj_retry.go:544] Failed to create *v1.Node ip-10-0-2-235.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-235.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-235.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-235.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-235.ec2.internal, error parsing annotation for node ip-10-0-2-235.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation]
I0331 03:58:32.144105    3827 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-235.ec2.internal
I0331 03:58:32.144198    3827 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-235.ec2.internal: 95.753µs
E0331 03:58:32.158241    3827 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-235.ec2.internal annotation: unexpected end of JSON input
I0331 03:58:32.158265    3827 default_network_controller.go:1008] Node "ip-10-0-2-235.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
E0331 03:58:32.158309    3827 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-235.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation
I0331 03:58:32.170868    3827 default_network_controller.go:1008] Node "ip-10-0-0-29.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0331 03:58:32.170891    3827 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-29.ec2.internal
I0331 03:58:32.170905    3827 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-29.ec2.internal: 16.532µs
I0331 03:58:32.170893    3827 egressfirewall.go:628] Syncing node "ip-10-0-0-29.ec2.internal" for egress firewall
E0331 03:58:32.172804    3827 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-235.ec2.internal annotation: unexpected end of JSON input
I0331 03:58:32.172812    3827 egressfirewall.go:628] Syncing node "ip-10-0-2-235.ec2.internal" for egress firewall
I0331 03:58:32.172819    3827 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-235.ec2.internal
I0331 03:58:32.172837    3827 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-235.ec2.internal: 18.445µs
I0331 03:58:32.186708    3827 default_network_controller.go:1008] Node "ip-10-0-2-235.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
E0331 03:58:32.186762    3827 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-235.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation
E0331 03:58:32.251386    3827 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-235.ec2.internal annotation: unexpected end of JSON input
E0331 03:58:32.251398    3827 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-235.ec2.internal annotation: unexpected end of JSON input
I0331 03:58:32.251414    3827 default_network_controller.go:1008] Node "ip-10-0-2-235.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
E0331 03:58:32.251472    3827 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-235.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-235.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-235.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-235.ec2.internal"
I0331 03:58:32.265746    3827 default_network_controller.go:1008] Node "ip-10-0-2-235.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true
I0331 03:58:32.386550    3827 egressfirewall.go:628] Syncing node "ip-10-0-2-235.ec2.internal" for egress firewall
I0331 03:58:32.386573    3827 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-235.ec2.internal
I0331 03:58:32.386579    3827 default_network_controller.go:1008] Node "ip-10-0-2-235.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0331 03:58:32.386589    3827 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-235.ec2.internal: 18.997µs
I0331 03:58:32.402882    3827 default_network_controller.go:1008] Node "ip-10-0-2-235.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0331 03:58:32.648433    3827 default_network_controller.go:1008] Node "ip-10-0-2-235.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0331 03:58:33.565073    3827 cni.go:403] [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-l9cpq e89fcfd36e980fc3ec8a09543e1891a00d48b8c8e1a6dcd675afdd4887b0f30f network default NAD default] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-l9cpq e89fcfd36e980fc3ec8a09543e1891a00d48b8c8e1a6dcd675afdd4887b0f30f network default NAD default]
I0331 03:58:33.573746    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67b99c68bb-l9cpq, hostIfaceName: e89fcfd36e980fc, network: default, NAD default, SandboxID: "e89fcfd36e980fc3ec8a09543e1891a00d48b8c8e1a6dcd675afdd4887b0f30f", PCI device ID: , UID: "6b10e455-bcd5-4219-9f34-fe79c01df182", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23]
I0331 03:58:33.614941    3827 cni.go:424] [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-l9cpq e89fcfd36e980fc3ec8a09543e1891a00d48b8c8e1a6dcd675afdd4887b0f30f network default NAD default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-l9cpq e89fcfd36e980fc3ec8a09543e1891a00d48b8c8e1a6dcd675afdd4887b0f30f network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:66:2e:a6:c1:00\",\"name\":\"e89fcfd36e980fc\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95a541c1-bbba-4ef9-b632-143aa26a2d1a\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 03:58:34.201293    3827 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-mt2vs] creating logical port openshift-insights_insights-runtime-extractor-mt2vs for pod on switch ip-10-0-1-50.ec2.internal
I0331 03:58:34.201432    3827 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-mt2vs
I0331 03:58:34.228513    3827 pod.go:62] [openshift-insights/insights-runtime-extractor-mt2vs] pod update took 27.112599ms
I0331 03:58:34.228531    3827 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-mt2vs] addLogicalPort annotation time took 27.135946ms
I0331 03:58:34.229672    3827 pods.go:271] [openshift-insights/insights-runtime-extractor-mt2vs] addLogicalPort took 28.391256ms, libovsdb time 832.471µs
W0331 03:58:34.548676    3827 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
W0331 03:58:34.960939    3827 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-image-registry/image-registry-6d6854c465-xcr2q IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-6d6854c465-xcr2q: no pod IPs found 
W0331 03:58:34.971490    3827 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-image-registry/image-registry-848789b554-262tt IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-848789b554-262tt: no pod IPs found 
I0331 03:58:35.138752    3827 default_network_controller.go:1008] Node "ip-10-0-2-235.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0331 03:58:35.654769    3827 egressfirewall.go:628] Syncing node "ip-10-0-0-29.ec2.internal" for egress firewall
I0331 03:58:35.654797    3827 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-29.ec2.internal
I0331 03:58:35.654811    3827 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-29.ec2.internal: 18.815µs
I0331 03:58:35.654864    3827 default_network_controller.go:1008] Node "ip-10-0-0-29.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0331 03:58:41.083260    3827 obj_retry.go:300] Retry object setup: *v1.Node ip-10-0-0-29.ec2.internal
I0331 03:58:41.083281    3827 obj_retry.go:364] Adding new object: *v1.Node ip-10-0-0-29.ec2.internal
I0331 03:58:41.083258    3827 obj_retry.go:300] Retry object setup: *v1.Node ip-10-0-2-235.ec2.internal
I0331 03:58:41.083358    3827 obj_retry.go:364] Adding new object: *v1.Node ip-10-0-2-235.ec2.internal
I0331 03:58:41.083357    3827 obj_retry.go:375] Retry add failed for *v1.Node ip-10-0-0-29.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-0-29.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-29.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-29.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-29.ec2.internal
I0331 03:58:41.083446    3827 obj_retry.go:375] Retry add failed for *v1.Node ip-10-0-2-235.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-2-235.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-235.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-235.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-235.ec2.internal
I0331 03:58:42.086541    3827 cni.go:403] [openshift-insights/insights-runtime-extractor-mt2vs 966778c1abaab81d22028e8cc7b75901dc748fff452c2a5d2cf601b4128a5095 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-mt2vs 966778c1abaab81d22028e8cc7b75901dc748fff452c2a5d2cf601b4128a5095 network default NAD default]
I0331 03:58:42.094521    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-mt2vs, hostIfaceName: 966778c1abaab81, network: default, NAD default, SandboxID: "966778c1abaab81d22028e8cc7b75901dc748fff452c2a5d2cf601b4128a5095", PCI device ID: , UID: "069131f4-8da5-4723-9823-23ec0e79e7a6", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23]
I0331 03:58:42.135115    3827 cni.go:424] [openshift-insights/insights-runtime-extractor-mt2vs 966778c1abaab81d22028e8cc7b75901dc748fff452c2a5d2cf601b4128a5095 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-mt2vs 966778c1abaab81d22028e8cc7b75901dc748fff452c2a5d2cf601b4128a5095 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:02:75:f5:ba:f5\",\"name\":\"966778c1abaab81\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2acb05df-3a42-40d8-b740-ae3dfb51f5b8\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 03:58:42.590777    3827 default_network_controller.go:1008] Node "ip-10-0-2-235.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0331 03:58:43.612782    3827 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-z6hdt
I0331 03:58:43.612796    3827 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-wp4rx
I0331 03:58:43.612808    3827 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-hjsvb
I0331 03:58:43.612817    3827 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-wp4rx
I0331 03:58:43.612814    3827 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-dz4n2
I0331 03:58:43.612831    3827 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-dz4n2
I0331 03:58:43.612863    3827 obj_retry.go:375] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-dz4n2, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-dz4n2: suppressed error logged: pod kube-system/global-pull-secret-syncer-dz4n2: no pod IPs found 
I0331 03:58:43.612865    3827 obj_retry.go:375] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-wp4rx, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-wp4rx: suppressed error logged: pod openshift-network-diagnostics/network-check-target-wp4rx: no pod IPs found 
I0331 03:58:43.612813    3827 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-z6hdt
I0331 03:58:43.612822    3827 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-hjsvb
I0331 03:58:43.612894    3827 obj_retry.go:375] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-hjsvb, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-hjsvb: suppressed error logged: pod openshift-multus/network-metrics-daemon-hjsvb: no pod IPs found 
I0331 03:58:43.612892    3827 obj_retry.go:375] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-z6hdt, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-z6hdt: suppressed error logged: pod openshift-multus/network-metrics-daemon-z6hdt: no pod IPs found 
I0331 03:58:43.612782    3827 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-6b6dn
I0331 03:58:43.612909    3827 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-6b6dn
I0331 03:58:43.612925    3827 obj_retry.go:375] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-6b6dn, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-6b6dn: suppressed error logged: pod openshift-network-diagnostics/network-check-target-6b6dn: no pod IPs found 
I0331 03:58:46.322337    3827 default_network_controller.go:1008] Node "ip-10-0-0-29.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0331 03:58:49.724674    3827 cni.go:403] [openshift-image-registry/image-registry-848789b554-vdtgz fc32ad663b8389f6f4d47916685d7020d56ef91ff238625fdfa5993bf5b5d2bf network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-848789b554-vdtgz fc32ad663b8389f6f4d47916685d7020d56ef91ff238625fdfa5993bf5b5d2bf network default NAD default]
I0331 03:58:49.734423    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-848789b554-vdtgz, hostIfaceName: fc32ad663b8389f, network: default, NAD default, SandboxID: "fc32ad663b8389f6f4d47916685d7020d56ef91ff238625fdfa5993bf5b5d2bf", PCI device ID: , UID: "9e385ae8-4c53-4f26-a7e8-ec73e4594c62", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23]
I0331 03:58:49.752283    3827 cni.go:403] [openshift-dns/dns-default-h6r58 57b0b98ab913a881eafb4f6be46ae2d417e5b106f695f3760c213ec0b572e9dc network default NAD default] ADD starting CNI request [openshift-dns/dns-default-h6r58 57b0b98ab913a881eafb4f6be46ae2d417e5b106f695f3760c213ec0b572e9dc network default NAD default]
I0331 03:58:49.765147    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-h6r58, hostIfaceName: 57b0b98ab913a88, network: default, NAD default, SandboxID: "57b0b98ab913a881eafb4f6be46ae2d417e5b106f695f3760c213ec0b572e9dc", PCI device ID: , UID: "ac486d50-40bf-4afb-90fd-a3db0c5a1465", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23]
I0331 03:58:49.777698    3827 cni.go:403] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-vzb77 04fbd62c1c507ef64eeb3b67df96c1d355e474cf72e03e7f347d915fb63f7d6b network default NAD default] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-6dd897695f-vzb77 04fbd62c1c507ef64eeb3b67df96c1d355e474cf72e03e7f347d915fb63f7d6b network default NAD default]
I0331 03:58:49.783509    3827 cni.go:424] [openshift-image-registry/image-registry-848789b554-vdtgz fc32ad663b8389f6f4d47916685d7020d56ef91ff238625fdfa5993bf5b5d2bf network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-848789b554-vdtgz fc32ad663b8389f6f4d47916685d7020d56ef91ff238625fdfa5993bf5b5d2bf network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:01:fa:91:d6:9b\",\"name\":\"fc32ad663b8389f\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f6842a7-bdab-4d00-9de3-ba27de415ccb\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 03:58:49.789346    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-6dd897695f-vzb77, hostIfaceName: 04fbd62c1c507ef, network: default, NAD default, SandboxID: "04fbd62c1c507ef64eeb3b67df96c1d355e474cf72e03e7f347d915fb63f7d6b", PCI device ID: , UID: "1dcf4b9d-2f21-4371-8c89-7a10790518b2", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23]
I0331 03:58:49.802496    3827 cni.go:403] [openshift-ingress/router-default-76cbd74c4-pwtpx 8d610826fd36072e87525703cfc8de657b58359d913c9c33b97cee7bf7093f77 network default NAD default] ADD starting CNI request [openshift-ingress/router-default-76cbd74c4-pwtpx 8d610826fd36072e87525703cfc8de657b58359d913c9c33b97cee7bf7093f77 network default NAD default]
I0331 03:58:49.814902    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-76cbd74c4-pwtpx, hostIfaceName: 8d610826fd36072, network: default, NAD default, SandboxID: "8d610826fd36072e87525703cfc8de657b58359d913c9c33b97cee7bf7093f77", PCI device ID: , UID: "30a52c6b-d636-43fd-ad59-17ab6db3adc2", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23]
I0331 03:58:49.815208    3827 cni.go:424] [openshift-dns/dns-default-h6r58 57b0b98ab913a881eafb4f6be46ae2d417e5b106f695f3760c213ec0b572e9dc network default NAD default] ADD finished CNI request [openshift-dns/dns-default-h6r58 57b0b98ab913a881eafb4f6be46ae2d417e5b106f695f3760c213ec0b572e9dc network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:cf:81:6a:3f:6a\",\"name\":\"57b0b98ab913a88\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/37f94d66-dd5c-464e-9047-cc973a18683d\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 03:58:49.842784    3827 cni.go:403] [openshift-network-console/networking-console-plugin-58d8f6745c-rj8hr 2840f4ca33b5b8ea77f973bbf39057e1866433303b79947ebcce11bd52cf6f69 network default NAD default] ADD starting CNI request [openshift-network-console/networking-console-plugin-58d8f6745c-rj8hr 2840f4ca33b5b8ea77f973bbf39057e1866433303b79947ebcce11bd52cf6f69 network default NAD default]
I0331 03:58:49.847655    3827 cni.go:424] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-vzb77 04fbd62c1c507ef64eeb3b67df96c1d355e474cf72e03e7f347d915fb63f7d6b network default NAD default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-6dd897695f-vzb77 04fbd62c1c507ef64eeb3b67df96c1d355e474cf72e03e7f347d915fb63f7d6b network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:96:02:dc:c3:c3\",\"name\":\"04fbd62c1c507ef\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32fd209b-645c-4ed8-a9e5-91921a308836\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 03:58:49.852351    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-58d8f6745c-rj8hr, hostIfaceName: 2840f4ca33b5b8e, network: default, NAD default, SandboxID: "2840f4ca33b5b8ea77f973bbf39057e1866433303b79947ebcce11bd52cf6f69", PCI device ID: , UID: "1d1d9c84-ad7d-4193-88d9-8216da8210b0", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23]
I0331 03:58:49.872518    3827 cni.go:403] [openshift-network-console/networking-console-plugin-58d8f6745c-wq67f 611b51122b1848e58442a1cd1b96bf38522afd02bd47aa0c6c5c7797555137c1 network default NAD default] ADD starting CNI request [openshift-network-console/networking-console-plugin-58d8f6745c-wq67f 611b51122b1848e58442a1cd1b96bf38522afd02bd47aa0c6c5c7797555137c1 network default NAD default]
I0331 03:58:49.877454    3827 cni.go:424] [openshift-ingress/router-default-76cbd74c4-pwtpx 8d610826fd36072e87525703cfc8de657b58359d913c9c33b97cee7bf7093f77 network default NAD default] ADD finished CNI request [openshift-ingress/router-default-76cbd74c4-pwtpx 8d610826fd36072e87525703cfc8de657b58359d913c9c33b97cee7bf7093f77 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:f9:88:83:8e:1b\",\"name\":\"8d610826fd36072\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/62279bf3-b040-4d33-9165-d80543254190\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 03:58:49.882794    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-58d8f6745c-wq67f, hostIfaceName: 611b51122b1848e, network: default, NAD default, SandboxID: "611b51122b1848e58442a1cd1b96bf38522afd02bd47aa0c6c5c7797555137c1", PCI device ID: , UID: "3b26bdbb-2480-42bc-b838-49dcd7b83b77", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23]
I0331 03:58:49.904543    3827 cni.go:403] [openshift-ingress/router-default-5cdc57b9dc-dlhfz a8c0f6799bf602aacb34b9b4e9de9bba6d667439c5715643993e36962424b7f9 network default NAD default] ADD starting CNI request [openshift-ingress/router-default-5cdc57b9dc-dlhfz a8c0f6799bf602aacb34b9b4e9de9bba6d667439c5715643993e36962424b7f9 network default NAD default]
I0331 03:58:49.904960    3827 cni.go:424] [openshift-network-console/networking-console-plugin-58d8f6745c-rj8hr 2840f4ca33b5b8ea77f973bbf39057e1866433303b79947ebcce11bd52cf6f69 network default NAD default] ADD finished CNI request [openshift-network-console/networking-console-plugin-58d8f6745c-rj8hr 2840f4ca33b5b8ea77f973bbf39057e1866433303b79947ebcce11bd52cf6f69 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:83:d7:76:b9:96\",\"name\":\"2840f4ca33b5b8e\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69468a74-7a8b-4691-b489-9ecfa12d402b\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 03:58:49.913545    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5cdc57b9dc-dlhfz, hostIfaceName: a8c0f6799bf602a, network: default, NAD default, SandboxID: "a8c0f6799bf602aacb34b9b4e9de9bba6d667439c5715643993e36962424b7f9", PCI device ID: , UID: "5f7a2bfa-76ca-4d2f-9dbe-1164bfb04ce9", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23]
I0331 03:58:49.933687    3827 cni.go:424] [openshift-network-console/networking-console-plugin-58d8f6745c-wq67f 611b51122b1848e58442a1cd1b96bf38522afd02bd47aa0c6c5c7797555137c1 network default NAD default] ADD finished CNI request [openshift-network-console/networking-console-plugin-58d8f6745c-wq67f 611b51122b1848e58442a1cd1b96bf38522afd02bd47aa0c6c5c7797555137c1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:3c:6f:0b:3a:25\",\"name\":\"611b51122b1848e\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95b0efb0-8c80-4cf0-bab9-b91ac5f83bdb\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 03:58:49.956649    3827 cni.go:424] [openshift-ingress/router-default-5cdc57b9dc-dlhfz a8c0f6799bf602aacb34b9b4e9de9bba6d667439c5715643993e36962424b7f9 network default NAD default] ADD finished CNI request [openshift-ingress/router-default-5cdc57b9dc-dlhfz a8c0f6799bf602aacb34b9b4e9de9bba6d667439c5715643993e36962424b7f9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:1b:a5:a6:18:c3\",\"name\":\"a8c0f6799bf602a\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a4aaa66-36d5-417f-b9c3-bf207d254e59\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 03:58:52.071814    3827 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-235.ec2.internal
I0331 03:58:52.071823    3827 default_network_controller.go:1008] Node "ip-10-0-2-235.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0331 03:58:52.071840    3827 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-235.ec2.internal: 31.696µs
I0331 03:58:52.071867    3827 egressfirewall.go:628] Syncing node "ip-10-0-2-235.ec2.internal" for egress firewall
W0331 03:58:52.642198    3827 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0331 03:58:52.720193    3827 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0331 03:58:52.725217    3827 default_network_controller.go:1008] Node "ip-10-0-0-29.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0331 03:58:52.732300    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
W0331 03:58:52.732551    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics
I0331 03:58:52.830518    3827 default_network_controller.go:1008] Node "ip-10-0-2-235.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0331 03:58:52.856205    3827 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0331 03:58:52.865894    3827 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-image-registry/image-registry-5fdbc88f75-st9gd IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-5fdbc88f75-st9gd: no pod IPs found 
I0331 03:58:52.891667    3827 base_network_controller_pods.go:487] [default/openshift-console/downloads-56d45c498b-xs4r2] creating logical port openshift-console_downloads-56d45c498b-xs4r2 for pod on switch ip-10-0-1-50.ec2.internal
I0331 03:58:52.891801    3827 kube.go:256] Updating pod openshift-console/downloads-56d45c498b-xs4r2
I0331 03:58:52.955677    3827 pod.go:62] [openshift-console/downloads-56d45c498b-xs4r2] pod update took 63.911187ms
I0331 03:58:52.955705    3827 base_network_controller_pods.go:937] [default/openshift-console/downloads-56d45c498b-xs4r2] addLogicalPort annotation time took 63.943096ms
I0331 03:58:52.957173    3827 pods.go:271] [openshift-console/downloads-56d45c498b-xs4r2] addLogicalPort took 65.518545ms, libovsdb time 1.088177ms
I0331 03:58:52.993385    3827 cni.go:403] [openshift-multus/network-metrics-daemon-kc2zb 33da3b1354a91943fcdfe9d1d8923310c6414debfb30df1d05644b11f22c08dc network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-kc2zb 33da3b1354a91943fcdfe9d1d8923310c6414debfb30df1d05644b11f22c08dc network default NAD default]
I0331 03:58:53.002037    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-kc2zb, hostIfaceName: 33da3b1354a9194, network: default, NAD default, SandboxID: "33da3b1354a91943fcdfe9d1d8923310c6414debfb30df1d05644b11f22c08dc", PCI device ID: , UID: "179c6b11-2e59-4d61-9c81-c9488828be7a", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23]
I0331 03:58:53.050047    3827 cni.go:424] [openshift-multus/network-metrics-daemon-kc2zb 33da3b1354a91943fcdfe9d1d8923310c6414debfb30df1d05644b11f22c08dc network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-kc2zb 33da3b1354a91943fcdfe9d1d8923310c6414debfb30df1d05644b11f22c08dc network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:8c:37:df:77:53\",\"name\":\"33da3b1354a9194\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad514199-665d-403d-b4a0-2aa4bce953cc\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 03:58:53.090963    3827 default_network_controller.go:1008] Node "ip-10-0-0-29.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0331 03:58:53.171766    3827 default_network_controller.go:1008] Node "ip-10-0-2-235.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0331 03:58:53.286624    3827 cni.go:403] [openshift-console/downloads-56d45c498b-xs4r2 8893fb1d4bf1458a103582351796e0c2aab24ef06283668425e6ef685d6064a2 network default NAD default] ADD starting CNI request [openshift-console/downloads-56d45c498b-xs4r2 8893fb1d4bf1458a103582351796e0c2aab24ef06283668425e6ef685d6064a2 network default NAD default]
I0331 03:58:53.296047    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: downloads-56d45c498b-xs4r2, hostIfaceName: 8893fb1d4bf1458, network: default, NAD default, SandboxID: "8893fb1d4bf1458a103582351796e0c2aab24ef06283668425e6ef685d6064a2", PCI device ID: , UID: "ac32fe7d-bf1f-4b19-8f1f-7e122a53d272", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23]
I0331 03:58:53.325124    3827 base_network_controller_pods.go:487] [default/openshift-console/console-ff4b454d6-h5kr4] creating logical port openshift-console_console-ff4b454d6-h5kr4 for pod on switch ip-10-0-1-50.ec2.internal
I0331 03:58:53.325227    3827 kube.go:256] Updating pod openshift-console/console-ff4b454d6-h5kr4
I0331 03:58:53.341271    3827 cni.go:424] [openshift-console/downloads-56d45c498b-xs4r2 8893fb1d4bf1458a103582351796e0c2aab24ef06283668425e6ef685d6064a2 network default NAD default] ADD finished CNI request [openshift-console/downloads-56d45c498b-xs4r2 8893fb1d4bf1458a103582351796e0c2aab24ef06283668425e6ef685d6064a2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:9e:3a:72:bd:7c\",\"name\":\"8893fb1d4bf1458\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f27add98-5ec0-4798-a504-bf466dcfa38d\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 03:58:53.345115    3827 pod.go:62] [openshift-console/console-ff4b454d6-h5kr4] pod update took 19.913978ms
I0331 03:58:53.345135    3827 base_network_controller_pods.go:937] [default/openshift-console/console-ff4b454d6-h5kr4] addLogicalPort annotation time took 19.937798ms
I0331 03:58:53.346384    3827 pods.go:271] [openshift-console/console-ff4b454d6-h5kr4] addLogicalPort took 21.235354ms, libovsdb time 831.489µs
I0331 03:58:53.717628    3827 cni.go:403] [openshift-console/console-ff4b454d6-h5kr4 181adaa5315851115829465e5fe4bfbbeb6e0ec97b5f242f76d780e8cee10ab1 network default NAD default] ADD starting CNI request [openshift-console/console-ff4b454d6-h5kr4 181adaa5315851115829465e5fe4bfbbeb6e0ec97b5f242f76d780e8cee10ab1 network default NAD default]
I0331 03:58:53.725749    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-ff4b454d6-h5kr4, hostIfaceName: 181adaa53158511, network: default, NAD default, SandboxID: "181adaa5315851115829465e5fe4bfbbeb6e0ec97b5f242f76d780e8cee10ab1", PCI device ID: , UID: "3277930b-b4f1-49bf-80d1-4eaf226ed43b", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23]
I0331 03:58:53.745793    3827 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-bvd42] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-9698cf77c-bvd42 for pod on switch ip-10-0-1-50.ec2.internal
I0331 03:58:53.745888    3827 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-bvd42
I0331 03:58:53.761706    3827 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-bvd42] pod update took 15.841799ms
I0331 03:58:53.761731    3827 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-bvd42] addLogicalPort annotation time took 15.870233ms
I0331 03:58:53.763178    3827 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-bvd42] addLogicalPort took 17.394862ms, libovsdb time 961.289µs
I0331 03:58:53.769406    3827 cni.go:424] [openshift-console/console-ff4b454d6-h5kr4 181adaa5315851115829465e5fe4bfbbeb6e0ec97b5f242f76d780e8cee10ab1 network default NAD default] ADD finished CNI request [openshift-console/console-ff4b454d6-h5kr4 181adaa5315851115829465e5fe4bfbbeb6e0ec97b5f242f76d780e8cee10ab1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:56:30:87:dc:ff\",\"name\":\"181adaa53158511\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9333fe95-71b7-4c4c-a482-8fef10f7ad27\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 03:58:53.835743    3827 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-29.ec2.internal in network "default"
I0331 03:58:53.835775    3827 default_network_controller.go:1008] Node "ip-10-0-0-29.ec2.internal" in remote zone "ip-10-0-0-29.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0331 03:58:53.835790    3827 node_tracker.go:235] Node ip-10-0-0-29.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-29.ec2.internal"
I0331 03:58:53.835809    3827 node_tracker.go:169] Node ip-10-0-0-29.ec2.internal switch + router changed, syncing services in network "default"
I0331 03:58:53.835826    3827 services_controller.go:574] Full service sync requested for network=default
W0331 03:58:53.836142    3827 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0331 03:58:53.836170    3827 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0331 03:58:53.876556    3827 default_network_controller.go:1008] Node "ip-10-0-0-29.ec2.internal" in remote zone "ip-10-0-0-29.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0331 03:58:53.982906    3827 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0331 03:58:53.982923    3827 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0331 03:58:53.982928    3827 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
I0331 03:58:53.994958    3827 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-29.ec2.internal in network "default"
I0331 03:58:53.994969    3827 default_network_controller.go:1008] Node "ip-10-0-0-29.ec2.internal" in remote zone "ip-10-0-0-29.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0331 03:58:53.995016    3827 node_tracker.go:169] Node ip-10-0-0-29.ec2.internal switch + router changed, syncing services in network "default"
I0331 03:58:53.995030    3827 services_controller.go:574] Full service sync requested for network=default
W0331 03:58:53.995518    3827 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0331 03:58:53.995555    3827 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0331 03:58:53.995520    3827 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0331 03:58:53.995579    3827 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0331 03:58:53.995584    3827 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
I0331 03:58:53.995696    3827 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-29.ec2.internal for the network default
I0331 03:58:53.996937    3827 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-29.ec2.internal" on network "default" took: 1.254218ms
I0331 03:58:54.384986    3827 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-bvd42 c8df5440dab10b74abf73d147bd3ccd9ccdf5937a02c8f3db67d84a545a5b798 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-bvd42 c8df5440dab10b74abf73d147bd3ccd9ccdf5937a02c8f3db67d84a545a5b798 network default NAD default]
I0331 03:58:54.393893    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-9698cf77c-bvd42, hostIfaceName: c8df5440dab10b7, network: default, NAD default, SandboxID: "c8df5440dab10b74abf73d147bd3ccd9ccdf5937a02c8f3db67d84a545a5b798", PCI device ID: , UID: "d25aab72-ea93-4a21-ab91-42aaba69358c", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23]
I0331 03:58:54.435942    3827 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-bvd42 c8df5440dab10b74abf73d147bd3ccd9ccdf5937a02c8f3db67d84a545a5b798 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-bvd42 c8df5440dab10b74abf73d147bd3ccd9ccdf5937a02c8f3db67d84a545a5b798 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:86:81:67:e0:1c\",\"name\":\"c8df5440dab10b7\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8aeefd22-5c24-47c4-91c4-2ca2a6c51c2b\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 03:58:54.560774    3827 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-29.ec2.internal
I0331 03:58:54.560843    3827 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-29.ec2.internal: 74.1µs
I0331 03:58:54.560774    3827 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-29.ec2.internal in network "default"
I0331 03:58:54.560921    3827 node_tracker.go:169] Node ip-10-0-0-29.ec2.internal switch + router changed, syncing services in network "default"
I0331 03:58:54.560942    3827 services_controller.go:574] Full service sync requested for network=default
I0331 03:58:54.560820    3827 egressfirewall.go:628] Syncing node "ip-10-0-0-29.ec2.internal" for egress firewall
I0331 03:58:54.560818    3827 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-29.ec2.internal", IP: 10.0.0.29 to PMTUD blocking rules
I0331 03:58:54.560985    3827 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-29.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
W0331 03:58:54.561036    3827 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0331 03:58:54.561528    3827 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0331 03:58:54.561535    3827 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0331 03:58:54.561549    3827 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0331 03:58:54.561555    3827 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
I0331 03:58:54.567731    3827 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-29.ec2.internal. Updating no re-route policies
I0331 03:58:54.609059    3827 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-29.ec2.internal", IP: 10.0.0.29 to PMTUD blocking rules
I0331 03:58:54.609076    3827 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-29.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0331 03:58:57.490259    3827 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-235.ec2.internal in network "default"
I0331 03:58:57.490279    3827 default_network_controller.go:1008] Node "ip-10-0-2-235.ec2.internal" in remote zone "ip-10-0-2-235.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0331 03:58:57.490295    3827 node_tracker.go:235] Node ip-10-0-2-235.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-235.ec2.internal"
I0331 03:58:57.490312    3827 node_tracker.go:169] Node ip-10-0-2-235.ec2.internal switch + router changed, syncing services in network "default"
I0331 03:58:57.490325    3827 services_controller.go:574] Full service sync requested for network=default
W0331 03:58:57.490432    3827 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0331 03:58:57.490449    3827 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0331 03:58:57.490456    3827 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0331 03:58:57.490477    3827 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0331 03:58:57.490536    3827 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0331 03:58:57.586872    3827 default_network_controller.go:1008] Node "ip-10-0-2-235.ec2.internal" in remote zone "ip-10-0-2-235.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0331 03:58:57.606830    3827 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-235.ec2.internal in network "default"
I0331 03:58:57.606873    3827 default_network_controller.go:1008] Node "ip-10-0-2-235.ec2.internal" in remote zone "ip-10-0-2-235.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0331 03:58:57.606884    3827 node_tracker.go:169] Node ip-10-0-2-235.ec2.internal switch + router changed, syncing services in network "default"
I0331 03:58:57.606899    3827 services_controller.go:574] Full service sync requested for network=default
W0331 03:58:57.607342    3827 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0331 03:58:57.607351    3827 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0331 03:58:57.607360    3827 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0331 03:58:57.607386    3827 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0331 03:58:57.607406    3827 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0331 03:58:57.607566    3827 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-235.ec2.internal for the network default
I0331 03:58:57.608748    3827 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-235.ec2.internal" on network "default" took: 1.194675ms
W0331 03:58:57.826005    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0331 03:58:57.981406    3827 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-29.ec2.internal
I0331 03:58:57.981438    3827 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-29.ec2.internal: 38.64µs
W0331 03:58:58.005350    3827 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0331 03:58:58.048587    3827 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0331 03:58:58.102215    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0331 03:58:58.118258    3827 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0331 03:58:58.118277    3827 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0331 03:58:58.118287    3827 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
I0331 03:58:58.681968    3827 egressfirewall.go:628] Syncing node "ip-10-0-2-235.ec2.internal" for egress firewall
I0331 03:58:58.682004    3827 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-235.ec2.internal
I0331 03:58:58.682020    3827 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-235.ec2.internal: 20.964µs
I0331 03:58:58.682046    3827 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-235.ec2.internal in network "default"
I0331 03:58:58.682108    3827 node_tracker.go:169] Node ip-10-0-2-235.ec2.internal switch + router changed, syncing services in network "default"
I0331 03:58:58.682111    3827 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-235.ec2.internal", IP: 10.0.2.235 to PMTUD blocking rules
I0331 03:58:58.682123    3827 services_controller.go:574] Full service sync requested for network=default
I0331 03:58:58.682125    3827 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-235.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
W0331 03:58:58.682280    3827 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0331 03:58:58.682767    3827 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0331 03:58:58.682776    3827 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0331 03:58:58.682785    3827 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0331 03:58:58.682803    3827 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
I0331 03:58:58.688264    3827 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-2-235.ec2.internal. Updating no re-route policies
I0331 03:58:58.699755    3827 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-235.ec2.internal", IP: 10.0.2.235 to PMTUD blocking rules
I0331 03:58:58.699775    3827 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-235.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
W0331 03:58:58.820250    3827 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0331 03:59:02.921100    3827 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-235.ec2.internal
I0331 03:59:02.921133    3827 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-235.ec2.internal: 42.26µs
W0331 03:59:03.864634    3827 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0331 03:59:03.941395    3827 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0331 03:59:03.941415    3827 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0331 03:59:03.941422    3827 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0331 03:59:03.974923    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0331 03:59:03.974942    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0331 03:59:03.974947    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0331 03:59:04.192420    3827 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0331 03:59:07.252133    3827 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0331 03:59:10.103134    3827 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0331 03:59:10.144195    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads
W0331 03:59:12.957712    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0331 03:59:13.716684    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0331 03:59:14.310871    3827 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0331 03:59:14.310895    3827 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0331 03:59:14.310902    3827 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0331 03:59:16.631194    3827 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-6755647cfb-bb65x IP address from the namespace address-set, err: pod openshift-console/console-6755647cfb-bb65x: no pod IPs found 
I0331 03:59:18.094425    3827 cni.go:403] [openshift-image-registry/image-registry-848789b554-vdtgz fc32ad663b8389f6f4d47916685d7020d56ef91ff238625fdfa5993bf5b5d2bf network default NAD default] DEL starting CNI request [openshift-image-registry/image-registry-848789b554-vdtgz fc32ad663b8389f6f4d47916685d7020d56ef91ff238625fdfa5993bf5b5d2bf network default NAD default]
I0331 03:59:18.161701    3827 cni.go:424] [openshift-image-registry/image-registry-848789b554-vdtgz fc32ad663b8389f6f4d47916685d7020d56ef91ff238625fdfa5993bf5b5d2bf network default NAD default] DEL finished CNI request [openshift-image-registry/image-registry-848789b554-vdtgz fc32ad663b8389f6f4d47916685d7020d56ef91ff238625fdfa5993bf5b5d2bf network default NAD default], result "{}", err <nil>
I0331 03:59:18.212383    3827 obj_retry.go:464] Detected object openshift-image-registry/image-registry-848789b554-vdtgz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 03:59:18.212420    3827 pods.go:176] Deleting pod: openshift-image-registry/image-registry-848789b554-vdtgz
I0331 03:59:18.213849    3827 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-848789b554-vdtgz, ips: 10.128.0.6
I0331 03:59:18.213881    3827 obj_retry.go:464] Detected object openshift-image-registry/image-registry-848789b554-vdtgz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0331 03:59:18.219197    3827 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0331 03:59:18.227319    3827 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-58586876-8nhdk] creating logical port openshift-image-registry_image-registry-58586876-8nhdk for pod on switch ip-10-0-1-50.ec2.internal
I0331 03:59:18.227438    3827 kube.go:256] Updating pod openshift-image-registry/image-registry-58586876-8nhdk
I0331 03:59:18.244071    3827 pod.go:62] [openshift-image-registry/image-registry-58586876-8nhdk] pod update took 16.664176ms
I0331 03:59:18.244095    3827 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-58586876-8nhdk] addLogicalPort annotation time took 16.686878ms
I0331 03:59:18.245607    3827 pods.go:271] [openshift-image-registry/image-registry-58586876-8nhdk] addLogicalPort took 18.301382ms, libovsdb time 986.057µs
W0331 03:59:18.331170    3827 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0331 03:59:18.331188    3827 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0331 03:59:18.598687    3827 cni.go:403] [openshift-image-registry/image-registry-58586876-8nhdk d3c8f4a81ad9c23a35b2c36560d7bbdc1dc342de0cd513f7288fea37c5ba75aa network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-58586876-8nhdk d3c8f4a81ad9c23a35b2c36560d7bbdc1dc342de0cd513f7288fea37c5ba75aa network default NAD default]
I0331 03:59:18.606898    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-58586876-8nhdk, hostIfaceName: d3c8f4a81ad9c23, network: default, NAD default, SandboxID: "d3c8f4a81ad9c23a35b2c36560d7bbdc1dc342de0cd513f7288fea37c5ba75aa", PCI device ID: , UID: "2bf63ae9-d14f-46d5-af7c-d69ed9c1beda", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23]
I0331 03:59:18.652229    3827 cni.go:424] [openshift-image-registry/image-registry-58586876-8nhdk d3c8f4a81ad9c23a35b2c36560d7bbdc1dc342de0cd513f7288fea37c5ba75aa network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-58586876-8nhdk d3c8f4a81ad9c23a35b2c36560d7bbdc1dc342de0cd513f7288fea37c5ba75aa network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:ea:6c:c5:a0:74\",\"name\":\"d3c8f4a81ad9c23\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e11a1ac-8e93-4e19-b4d6-e805885da32f\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0331 03:59:18.944323    3827 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0331 03:59:18.944347    3827 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0331 03:59:18.944354    3827 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0331 03:59:18.979795    3827 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0331 03:59:18.979821    3827 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0331 03:59:19.001585    3827 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
I0331 03:59:19.107870    3827 obj_retry.go:458] Detected object openshift-image-registry/image-registry-848789b554-vdtgz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:59:19.107900    3827 obj_retry.go:458] Detected object openshift-image-registry/image-registry-848789b554-vdtgz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:59:19.111088    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-848789b554-vdtgz
I0331 03:59:19.111119    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-848789b554-vdtgz
W0331 03:59:19.141847    3827 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0331 03:59:19.848289    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0331 03:59:19.848321    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0331 03:59:20.305962    3827 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0331 03:59:20.305984    3827 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0331 03:59:20.305990    3827 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0331 03:59:20.305994    3827 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0331 03:59:20.363450    3827 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0331 03:59:20.739136    3827 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-cf44644d9-s7849 IP address from the namespace address-set, err: pod openshift-console/console-cf44644d9-s7849: no pod IPs found 
W0331 03:59:20.746928    3827 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-cf44644d9-6tj9j IP address from the namespace address-set, err: pod openshift-console/console-cf44644d9-6tj9j: no pod IPs found 
W0331 03:59:21.081300    3827 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0331 03:59:21.081318    3827 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0331 03:59:21.081322    3827 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0331 03:59:21.081326    3827 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0331 03:59:21.185158    3827 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0331 03:59:29.161905    3827 obj_retry.go:464] Detected object openshift-console/console-ff4b454d6-cq7hv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 03:59:29.162429    3827 obj_retry.go:464] Detected object openshift-console/console-ff4b454d6-cq7hv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 03:59:30.031412    3827 obj_retry.go:458] Detected object openshift-console/console-ff4b454d6-cq7hv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:59:30.031436    3827 obj_retry.go:458] Detected object openshift-console/console-ff4b454d6-cq7hv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:59:30.040275    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-ff4b454d6-cq7hv
I0331 03:59:30.040292    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-ff4b454d6-cq7hv
I0331 03:59:31.027478    3827 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mxq9x] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mxq9x for pod on switch ip-10-0-1-50.ec2.internal
I0331 03:59:31.027570    3827 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mxq9x
I0331 03:59:31.042796    3827 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mxq9x] pod update took 15.251042ms
I0331 03:59:31.042819    3827 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mxq9x] addLogicalPort annotation time took 15.277892ms
I0331 03:59:31.044200    3827 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mxq9x] addLogicalPort took 16.736532ms, libovsdb time 1.01344ms
I0331 03:59:31.479440    3827 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mxq9x 311b9aff2fd333ed16e07d7162942c52f6a7acc7f0eba45d0fe37845c0b86d6b network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mxq9x 311b9aff2fd333ed16e07d7162942c52f6a7acc7f0eba45d0fe37845c0b86d6b network default NAD default]
I0331 03:59:31.487996    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mxq9x, hostIfaceName: 311b9aff2fd333e, network: default, NAD default, SandboxID: "311b9aff2fd333ed16e07d7162942c52f6a7acc7f0eba45d0fe37845c0b86d6b", PCI device ID: , UID: "9f6e7dc7-e7db-40ff-b845-cf6316da3fef", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23]
I0331 03:59:31.531856    3827 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mxq9x 311b9aff2fd333ed16e07d7162942c52f6a7acc7f0eba45d0fe37845c0b86d6b network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mxq9x 311b9aff2fd333ed16e07d7162942c52f6a7acc7f0eba45d0fe37845c0b86d6b network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:1c:99:b8:cf:2e\",\"name\":\"311b9aff2fd333e\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b52de83c-5775-470e-9b19-30755a663ab5\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0331 03:59:38.200999    3827 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0331 03:59:38.201016    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0331 03:59:38.201082    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0331 03:59:38.225224    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0331 03:59:38.225256    3827 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0331 03:59:38.225274    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0331 03:59:39.189103    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0331 03:59:39.210166    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0331 03:59:40.126868    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0331 03:59:40.234250    3827 cni.go:403] [openshift-console/console-ff4b454d6-h5kr4 181adaa5315851115829465e5fe4bfbbeb6e0ec97b5f242f76d780e8cee10ab1 network default NAD default] DEL starting CNI request [openshift-console/console-ff4b454d6-h5kr4 181adaa5315851115829465e5fe4bfbbeb6e0ec97b5f242f76d780e8cee10ab1 network default NAD default]
I0331 03:59:40.304966    3827 cni.go:424] [openshift-console/console-ff4b454d6-h5kr4 181adaa5315851115829465e5fe4bfbbeb6e0ec97b5f242f76d780e8cee10ab1 network default NAD default] DEL finished CNI request [openshift-console/console-ff4b454d6-h5kr4 181adaa5315851115829465e5fe4bfbbeb6e0ec97b5f242f76d780e8cee10ab1 network default NAD default], result "{}", err <nil>
I0331 03:59:40.366939    3827 obj_retry.go:464] Detected object openshift-console/console-ff4b454d6-h5kr4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 03:59:40.366975    3827 pods.go:176] Deleting pod: openshift-console/console-ff4b454d6-h5kr4
I0331 03:59:40.368236    3827 pods.go:236] Attempting to release IPs for pod: openshift-console/console-ff4b454d6-h5kr4, ips: 10.128.0.26
I0331 03:59:40.368263    3827 obj_retry.go:464] Detected object openshift-console/console-ff4b454d6-h5kr4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 03:59:40.379116    3827 base_network_controller_pods.go:487] [default/openshift-console/console-5fc8b99dc7-7c58p] creating logical port openshift-console_console-5fc8b99dc7-7c58p for pod on switch ip-10-0-1-50.ec2.internal
I0331 03:59:40.379200    3827 kube.go:256] Updating pod openshift-console/console-5fc8b99dc7-7c58p
I0331 03:59:40.395739    3827 pod.go:62] [openshift-console/console-5fc8b99dc7-7c58p] pod update took 16.565125ms
I0331 03:59:40.395765    3827 base_network_controller_pods.go:937] [default/openshift-console/console-5fc8b99dc7-7c58p] addLogicalPort annotation time took 16.592224ms
I0331 03:59:40.396922    3827 pods.go:271] [openshift-console/console-5fc8b99dc7-7c58p] addLogicalPort took 17.815244ms, libovsdb time 817.792µs
I0331 03:59:40.775717    3827 cni.go:403] [openshift-console/console-5fc8b99dc7-7c58p c0a08c04cb2f33ae088183c80ec1d9ddc0a33cff359a0d68e051371243d8e2a4 network default NAD default] ADD starting CNI request [openshift-console/console-5fc8b99dc7-7c58p c0a08c04cb2f33ae088183c80ec1d9ddc0a33cff359a0d68e051371243d8e2a4 network default NAD default]
I0331 03:59:40.783756    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-5fc8b99dc7-7c58p, hostIfaceName: c0a08c04cb2f33a, network: default, NAD default, SandboxID: "c0a08c04cb2f33ae088183c80ec1d9ddc0a33cff359a0d68e051371243d8e2a4", PCI device ID: , UID: "e328eb09-5cec-416a-8879-34967bed22e8", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23]
I0331 03:59:40.827134    3827 cni.go:424] [openshift-console/console-5fc8b99dc7-7c58p c0a08c04cb2f33ae088183c80ec1d9ddc0a33cff359a0d68e051371243d8e2a4 network default NAD default] ADD finished CNI request [openshift-console/console-5fc8b99dc7-7c58p c0a08c04cb2f33ae088183c80ec1d9ddc0a33cff359a0d68e051371243d8e2a4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:e3:98:60:93:a7\",\"name\":\"c0a08c04cb2f33a\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4811278e-d51d-40ce-a500-bd3663b886c6\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 03:59:41.193046    3827 obj_retry.go:458] Detected object openshift-console/console-ff4b454d6-h5kr4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:59:41.193076    3827 obj_retry.go:458] Detected object openshift-console/console-ff4b454d6-h5kr4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:59:41.197785    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-ff4b454d6-h5kr4
I0331 03:59:41.197812    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-ff4b454d6-h5kr4
I0331 03:59:45.228236    3827 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5fdbc88f75-g44js of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 03:59:45.228773    3827 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5fdbc88f75-g44js of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 03:59:45.416647    3827 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5fdbc88f75-g44js of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:59:45.416703    3827 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5fdbc88f75-g44js of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:59:45.421639    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5fdbc88f75-g44js
I0331 03:59:45.421658    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5fdbc88f75-g44js
I0331 03:59:49.243392    3827 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mxq9x 311b9aff2fd333ed16e07d7162942c52f6a7acc7f0eba45d0fe37845c0b86d6b network default NAD default] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mxq9x 311b9aff2fd333ed16e07d7162942c52f6a7acc7f0eba45d0fe37845c0b86d6b network default NAD default]
I0331 03:59:49.314397    3827 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mxq9x 311b9aff2fd333ed16e07d7162942c52f6a7acc7f0eba45d0fe37845c0b86d6b network default NAD default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mxq9x 311b9aff2fd333ed16e07d7162942c52f6a7acc7f0eba45d0fe37845c0b86d6b network default NAD default], result "{}", err <nil>
I0331 03:59:49.382978    3827 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mxq9x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 03:59:49.383009    3827 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mxq9x
I0331 03:59:49.384242    3827 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mxq9x, ips: 10.128.0.29
I0331 03:59:49.384272    3827 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mxq9x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 03:59:49.384292    3827 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mxq9x of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 03:59:49.384301    3827 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0331 03:59:49.384530    3827 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mxq9x of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 03:59:49.384547    3827 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0331 03:59:50.408313    3827 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mxq9x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:59:50.408337    3827 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mxq9x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:59:50.408350    3827 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mxq9x of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:59:50.408363    3827 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390mxq9x of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:59:51.111618    3827 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0331 03:59:51.120621    3827 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
W0331 03:59:51.268585    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0331 03:59:56.276015    3827 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
W0331 03:59:56.276045    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0331 03:59:56.276091    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0331 03:59:57.276288    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
I0331 04:00:04.319001    3827 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-29582160-ggrdr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:00:04.319030    3827 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-29582160-ggrdr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:00:04.617975    3827 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-vt4j6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:00:04.618580    3827 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-vt4j6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:00:05.340492    3827 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-29582160-ggrdr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:00:05.340512    3827 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-29582160-ggrdr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:00:05.413142    3827 obj_retry.go:464] Detected object openshift-console/console-6755647cfb-v6gx5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:00:05.413634    3827 obj_retry.go:464] Detected object openshift-console/console-6755647cfb-v6gx5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:00:05.505828    3827 obj_retry.go:458] Detected object openshift-console/console-6755647cfb-v6gx5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:00:05.505845    3827 obj_retry.go:458] Detected object openshift-console/console-6755647cfb-v6gx5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:00:05.509692    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6755647cfb-v6gx5
I0331 04:00:05.509713    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6755647cfb-v6gx5
I0331 04:00:05.519891    3827 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-vt4j6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:00:05.519908    3827 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-vt4j6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:00:07.257190    3827 cni.go:403] [openshift-ingress/router-default-5cdc57b9dc-dlhfz a8c0f6799bf602aacb34b9b4e9de9bba6d667439c5715643993e36962424b7f9 network default NAD default] DEL starting CNI request [openshift-ingress/router-default-5cdc57b9dc-dlhfz a8c0f6799bf602aacb34b9b4e9de9bba6d667439c5715643993e36962424b7f9 network default NAD default]
I0331 04:00:07.329197    3827 cni.go:424] [openshift-ingress/router-default-5cdc57b9dc-dlhfz a8c0f6799bf602aacb34b9b4e9de9bba6d667439c5715643993e36962424b7f9 network default NAD default] DEL finished CNI request [openshift-ingress/router-default-5cdc57b9dc-dlhfz a8c0f6799bf602aacb34b9b4e9de9bba6d667439c5715643993e36962424b7f9 network default NAD default], result "{}", err <nil>
I0331 04:00:07.392506    3827 obj_retry.go:464] Detected object openshift-ingress/router-default-5cdc57b9dc-dlhfz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:00:07.392533    3827 pods.go:176] Deleting pod: openshift-ingress/router-default-5cdc57b9dc-dlhfz
I0331 04:00:07.393824    3827 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-5cdc57b9dc-dlhfz, ips: 10.128.0.16
I0331 04:00:07.393858    3827 obj_retry.go:464] Detected object openshift-ingress/router-default-5cdc57b9dc-dlhfz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:00:08.326960    3827 obj_retry.go:458] Detected object openshift-ingress/router-default-5cdc57b9dc-dlhfz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:00:08.327006    3827 obj_retry.go:458] Detected object openshift-ingress/router-default-5cdc57b9dc-dlhfz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:00:08.332498    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5cdc57b9dc-dlhfz
I0331 04:00:08.332520    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5cdc57b9dc-dlhfz
I0331 04:00:55.531457    3827 obj_retry.go:464] Detected object openshift-console/console-5fc8b99dc7-hdppf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:00:55.531985    3827 obj_retry.go:464] Detected object openshift-console/console-5fc8b99dc7-hdppf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:00:56.399002    3827 obj_retry.go:458] Detected object openshift-console/console-5fc8b99dc7-hdppf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:00:56.399025    3827 obj_retry.go:458] Detected object openshift-console/console-5fc8b99dc7-hdppf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:00:56.406266    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5fc8b99dc7-hdppf
I0331 04:00:56.406288    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5fc8b99dc7-hdppf
I0331 04:01:05.869900    3827 cni.go:403] [openshift-console/console-5fc8b99dc7-7c58p c0a08c04cb2f33ae088183c80ec1d9ddc0a33cff359a0d68e051371243d8e2a4 network default NAD default] DEL starting CNI request [openshift-console/console-5fc8b99dc7-7c58p c0a08c04cb2f33ae088183c80ec1d9ddc0a33cff359a0d68e051371243d8e2a4 network default NAD default]
I0331 04:01:05.955803    3827 cni.go:424] [openshift-console/console-5fc8b99dc7-7c58p c0a08c04cb2f33ae088183c80ec1d9ddc0a33cff359a0d68e051371243d8e2a4 network default NAD default] DEL finished CNI request [openshift-console/console-5fc8b99dc7-7c58p c0a08c04cb2f33ae088183c80ec1d9ddc0a33cff359a0d68e051371243d8e2a4 network default NAD default], result "{}", err <nil>
I0331 04:01:06.001578    3827 obj_retry.go:464] Detected object openshift-console/console-5fc8b99dc7-7c58p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:06.001605    3827 pods.go:176] Deleting pod: openshift-console/console-5fc8b99dc7-7c58p
I0331 04:01:06.003088    3827 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5fc8b99dc7-7c58p, ips: 10.128.0.30
I0331 04:01:06.003112    3827 obj_retry.go:464] Detected object openshift-console/console-5fc8b99dc7-7c58p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:06.583669    3827 obj_retry.go:458] Detected object openshift-console/console-5fc8b99dc7-7c58p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:06.583692    3827 obj_retry.go:458] Detected object openshift-console/console-5fc8b99dc7-7c58p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:06.590540    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5fc8b99dc7-7c58p
I0331 04:01:06.590564    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5fc8b99dc7-7c58p
I0331 04:01:49.654500    3827 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0331 04:03:16.613433    3827 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=5
I0331 04:03:36.732530    3827 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5
I0331 04:03:44.618297    3827 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14
I0331 04:04:01.612724    3827 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=87
I0331 04:04:42.709912    3827 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0331 04:04:52.413324    3827 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-8ndbl] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-8ndbl for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:04:52.413497    3827 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-8ndbl
I0331 04:04:52.439786    3827 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-8ndbl] pod update took 26.328693ms
I0331 04:04:52.439810    3827 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-8ndbl] addLogicalPort annotation time took 26.360167ms
I0331 04:04:52.441113    3827 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-8ndbl] addLogicalPort took 27.806506ms, libovsdb time 946.309µs
I0331 04:04:52.773155    3827 cni.go:403] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-8ndbl 649232752a33a5c249c1200fc8261b2185b9763f040eb7343ca45e490e79b4f0 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-8ndbl 649232752a33a5c249c1200fc8261b2185b9763f040eb7343ca45e490e79b4f0 network default NAD default]
I0331 04:04:52.782198    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-8ndbl, hostIfaceName: 649232752a33a5c, network: default, NAD default, SandboxID: "649232752a33a5c249c1200fc8261b2185b9763f040eb7343ca45e490e79b4f0", PCI device ID: , UID: "d52131de-a248-45e8-8e6a-80c42afc5029", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23]
I0331 04:04:52.825639    3827 cni.go:424] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-8ndbl 649232752a33a5c249c1200fc8261b2185b9763f040eb7343ca45e490e79b4f0 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-8ndbl 649232752a33a5c249c1200fc8261b2185b9763f040eb7343ca45e490e79b4f0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7a:fe:43:8e:c2:20\",\"name\":\"649232752a33a5c\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ba44990-4d19-459b-85af-c3ebcbc72afc\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:04:53.698090    3827 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6
W0331 04:04:55.546791    3827 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
W0331 04:05:06.557097    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0331 04:05:06.594091    3827 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0331 04:05:06.594155    3827 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-xv9fb IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-xv9fb: no pod IPs found 
I0331 04:05:49.703171    3827 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8
I0331 04:05:57.737105    3827 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9
I0331 04:06:04.231248    3827 namespace.go:98] [tsf] adding namespace
I0331 04:06:04.232177    3827 namespace.go:102] [tsf] adding namespace took 905.665µs
I0331 04:06:04.247526    3827 namespace.go:142] [tsf] updating namespace
I0331 04:06:04.261819    3827 namespace.go:142] [tsf] updating namespace
I0331 04:06:08.257847    3827 namespace.go:98] [konflux-ui] adding namespace
I0331 04:06:08.258657    3827 namespace.go:102] [konflux-ui] adding namespace took 788.384µs
I0331 04:06:08.261781    3827 namespace.go:98] [rhtpa-operator] adding namespace
I0331 04:06:08.261938    3827 namespace.go:98] [tsf-tpa] adding namespace
I0331 04:06:08.261958    3827 namespace.go:98] [tsf-tas] adding namespace
I0331 04:06:08.262521    3827 namespace.go:102] [rhtpa-operator] adding namespace took 722.564µs
I0331 04:06:08.262547    3827 namespace.go:98] [cert-manager-operator] adding namespace
I0331 04:06:08.262991    3827 namespace.go:102] [cert-manager-operator] adding namespace took 436.976µs
I0331 04:06:08.263518    3827 namespace.go:102] [tsf-tpa] adding namespace took 1.562852ms
I0331 04:06:08.263693    3827 namespace.go:98] [tsf-keycloak] adding namespace
I0331 04:06:08.264099    3827 namespace.go:102] [tsf-tas] adding namespace took 2.122211ms
I0331 04:06:08.264696    3827 namespace.go:102] [tsf-keycloak] adding namespace took 984.554µs
I0331 04:06:08.277006    3827 namespace.go:98] [rhbk-operator] adding namespace
I0331 04:06:08.277080    3827 namespace.go:98] [konflux-operator] adding namespace
I0331 04:06:08.277264    3827 namespace.go:142] [konflux-ui] updating namespace
I0331 04:06:08.277674    3827 namespace.go:102] [rhbk-operator] adding namespace took 653.387µs
I0331 04:06:08.278209    3827 namespace.go:102] [konflux-operator] adding namespace took 1.113424ms
I0331 04:06:08.291251    3827 namespace.go:142] [konflux-ui] updating namespace
I0331 04:06:08.297019    3827 namespace.go:142] [rhtpa-operator] updating namespace
I0331 04:06:08.305714    3827 namespace.go:142] [rhtpa-operator] updating namespace
I0331 04:06:08.313250    3827 namespace.go:142] [cert-manager-operator] updating namespace
I0331 04:06:08.330066    3827 namespace.go:142] [tsf-tas] updating namespace
I0331 04:06:08.330116    3827 namespace.go:142] [tsf-tpa] updating namespace
I0331 04:06:08.333844    3827 namespace.go:142] [tsf-keycloak] updating namespace
I0331 04:06:08.333887    3827 namespace.go:142] [rhbk-operator] updating namespace
I0331 04:06:08.333999    3827 namespace.go:142] [cert-manager-operator] updating namespace
I0331 04:06:08.340408    3827 namespace.go:142] [rhtpa-operator] updating namespace
I0331 04:06:08.345297    3827 namespace.go:142] [konflux-operator] updating namespace
I0331 04:06:08.345432    3827 namespace.go:142] [konflux-ui] updating namespace
I0331 04:06:08.373108    3827 namespace.go:142] [tsf-tas] updating namespace
I0331 04:06:08.393090    3827 namespace.go:142] [tsf-tas] updating namespace
I0331 04:06:08.393164    3827 namespace.go:142] [tsf-keycloak] updating namespace
I0331 04:06:08.407184    3827 namespace.go:142] [tsf-keycloak] updating namespace
I0331 04:06:08.412713    3827 namespace.go:142] [rhbk-operator] updating namespace
I0331 04:06:08.429666    3827 namespace.go:142] [rhbk-operator] updating namespace
I0331 04:06:08.429768    3827 namespace.go:142] [konflux-operator] updating namespace
I0331 04:06:08.445969    3827 namespace.go:142] [tsf-tpa] updating namespace
I0331 04:06:08.450183    3827 namespace.go:142] [konflux-operator] updating namespace
I0331 04:06:08.462055    3827 namespace.go:142] [tsf-tpa] updating namespace
I0331 04:06:08.466138    3827 namespace.go:142] [cert-manager-operator] updating namespace
I0331 04:06:09.350983    3827 namespace.go:142] [tsf-tpa] updating namespace
I0331 04:06:09.361301    3827 namespace.go:142] [tsf-keycloak] updating namespace
I0331 04:06:09.721020    3827 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9
I0331 04:06:10.616479    3827 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71
I0331 04:06:11.131074    3827 base_network_controller_pods.go:487] [default/openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bft8kgv] creating logical port openshift-marketplace_867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bft8kgv for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:06:11.131179    3827 kube.go:256] Updating pod openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bft8kgv
I0331 04:06:11.148470    3827 pod.go:62] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bft8kgv] pod update took 17.314139ms
I0331 04:06:11.148500    3827 base_network_controller_pods.go:937] [default/openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bft8kgv] addLogicalPort annotation time took 17.346992ms
I0331 04:06:11.149843    3827 pods.go:271] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bft8kgv] addLogicalPort took 18.777284ms, libovsdb time 905.728µs
I0331 04:06:11.150578    3827 base_network_controller_pods.go:487] [default/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1x2qdb] creating logical port openshift-marketplace_3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1x2qdb for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:06:11.150644    3827 kube.go:256] Updating pod openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1x2qdb
I0331 04:06:11.169478    3827 pod.go:62] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1x2qdb] pod update took 18.856948ms
I0331 04:06:11.169498    3827 base_network_controller_pods.go:937] [default/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1x2qdb] addLogicalPort annotation time took 18.879498ms
I0331 04:06:11.170466    3827 pods.go:271] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1x2qdb] addLogicalPort took 19.894645ms, libovsdb time 635.65µs
I0331 04:06:11.489934    3827 cni.go:403] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bft8kgv e2201bd3507274cd6b1505046537fb2a7cb6b4c14f9c08e0c7cdcbaaf3b63590 network default NAD default] ADD starting CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bft8kgv e2201bd3507274cd6b1505046537fb2a7cb6b4c14f9c08e0c7cdcbaaf3b63590 network default NAD default]
I0331 04:06:11.498499    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bft8kgv, hostIfaceName: e2201bd3507274c, network: default, NAD default, SandboxID: "e2201bd3507274cd6b1505046537fb2a7cb6b4c14f9c08e0c7cdcbaaf3b63590", PCI device ID: , UID: "4efa7b5c-2239-4e27-b460-8086bf5d4ce6", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23]
I0331 04:06:11.508712    3827 cni.go:403] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1x2qdb 3a7d2a83e12934aa4f661373b1cb53ffe8b2b8c6c07a9f4cf327520b0ef1d740 network default NAD default] ADD starting CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1x2qdb 3a7d2a83e12934aa4f661373b1cb53ffe8b2b8c6c07a9f4cf327520b0ef1d740 network default NAD default]
I0331 04:06:11.516638    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1x2qdb, hostIfaceName: 3a7d2a83e12934a, network: default, NAD default, SandboxID: "3a7d2a83e12934aa4f661373b1cb53ffe8b2b8c6c07a9f4cf327520b0ef1d740", PCI device ID: , UID: "efa50537-59d7-43b4-846c-99807ebe0c0b", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23]
I0331 04:06:11.545581    3827 cni.go:424] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bft8kgv e2201bd3507274cd6b1505046537fb2a7cb6b4c14f9c08e0c7cdcbaaf3b63590 network default NAD default] ADD finished CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bft8kgv e2201bd3507274cd6b1505046537fb2a7cb6b4c14f9c08e0c7cdcbaaf3b63590 network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:2d:4c:d3:94:7a\",\"name\":\"e2201bd3507274c\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/30ecb2ea-6153-4d58-acda-ab298a75a916\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:06:11.568182    3827 cni.go:424] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1x2qdb 3a7d2a83e12934aa4f661373b1cb53ffe8b2b8c6c07a9f4cf327520b0ef1d740 network default NAD default] ADD finished CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1x2qdb 3a7d2a83e12934aa4f661373b1cb53ffe8b2b8c6c07a9f4cf327520b0ef1d740 network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:d5:65:d5:de:46\",\"name\":\"3a7d2a83e12934a\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/71668a21-3692-43ee-99e5-4a77ecae4461\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:06:14.206848    3827 base_network_controller_pods.go:487] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e59p2p4] creating logical port openshift-marketplace_925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e59p2p4 for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:06:14.206967    3827 kube.go:256] Updating pod openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e59p2p4
I0331 04:06:14.220131    3827 pod.go:62] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e59p2p4] pod update took 13.191585ms
I0331 04:06:14.220156    3827 base_network_controller_pods.go:937] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e59p2p4] addLogicalPort annotation time took 13.221771ms
I0331 04:06:14.221447    3827 pods.go:271] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e59p2p4] addLogicalPort took 14.613277ms, libovsdb time 922.118µs
I0331 04:06:14.565067    3827 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e59p2p4 7f0aed1957b0ffbceccc5f15210b0a55b0ba4ed9c01f0ae1d688fc10983cb690 network default NAD default] ADD starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e59p2p4 7f0aed1957b0ffbceccc5f15210b0a55b0ba4ed9c01f0ae1d688fc10983cb690 network default NAD default]
I0331 04:06:14.573922    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e59p2p4, hostIfaceName: 7f0aed1957b0ffb, network: default, NAD default, SandboxID: "7f0aed1957b0ffbceccc5f15210b0a55b0ba4ed9c01f0ae1d688fc10983cb690", PCI device ID: , UID: "a1ec94f9-6cb3-4268-a5a2-5b697feef394", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23]
I0331 04:06:14.616598    3827 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e59p2p4 7f0aed1957b0ffbceccc5f15210b0a55b0ba4ed9c01f0ae1d688fc10983cb690 network default NAD default] ADD finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e59p2p4 7f0aed1957b0ffbceccc5f15210b0a55b0ba4ed9c01f0ae1d688fc10983cb690 network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:de:ff:55:a1:37\",\"name\":\"7f0aed1957b0ffb\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21fdbb4a-50d5-4d23-946b-8461a6fa46a1\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:06:14.909242    3827 cni.go:403] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bft8kgv e2201bd3507274cd6b1505046537fb2a7cb6b4c14f9c08e0c7cdcbaaf3b63590 network default NAD default] DEL starting CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bft8kgv e2201bd3507274cd6b1505046537fb2a7cb6b4c14f9c08e0c7cdcbaaf3b63590 network default NAD default]
I0331 04:06:14.909250    3827 cni.go:403] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1x2qdb 3a7d2a83e12934aa4f661373b1cb53ffe8b2b8c6c07a9f4cf327520b0ef1d740 network default NAD default] DEL starting CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1x2qdb 3a7d2a83e12934aa4f661373b1cb53ffe8b2b8c6c07a9f4cf327520b0ef1d740 network default NAD default]
I0331 04:06:14.971356    3827 cni.go:424] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1x2qdb 3a7d2a83e12934aa4f661373b1cb53ffe8b2b8c6c07a9f4cf327520b0ef1d740 network default NAD default] DEL finished CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1x2qdb 3a7d2a83e12934aa4f661373b1cb53ffe8b2b8c6c07a9f4cf327520b0ef1d740 network default NAD default], result "{}", err <nil>
I0331 04:06:15.005785    3827 cni.go:424] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bft8kgv e2201bd3507274cd6b1505046537fb2a7cb6b4c14f9c08e0c7cdcbaaf3b63590 network default NAD default] DEL finished CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bft8kgv e2201bd3507274cd6b1505046537fb2a7cb6b4c14f9c08e0c7cdcbaaf3b63590 network default NAD default], result "{}", err <nil>
I0331 04:06:15.006855    3827 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1x2qdb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:06:15.006886    3827 pods.go:176] Deleting pod: openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1x2qdb
I0331 04:06:15.008255    3827 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1x2qdb, ips: 10.128.0.33
I0331 04:06:15.008282    3827 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1x2qdb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:06:15.008299    3827 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1x2qdb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:06:15.008308    3827 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0331 04:06:15.008481    3827 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1x2qdb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:06:15.008494    3827 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0331 04:06:15.038111    3827 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bft8kgv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:06:15.038136    3827 pods.go:176] Deleting pod: openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bft8kgv
I0331 04:06:15.039302    3827 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bft8kgv, ips: 10.128.0.32
I0331 04:06:15.039330    3827 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bft8kgv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:06:15.039350    3827 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bft8kgv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:06:15.039357    3827 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0331 04:06:15.039529    3827 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bft8kgv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:06:15.039541    3827 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0331 04:06:15.601393    3827 base_network_controller_pods.go:487] [default/openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba899t6x] creating logical port openshift-marketplace_ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba899t6x for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:06:15.601513    3827 kube.go:256] Updating pod openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba899t6x
I0331 04:06:15.614651    3827 pod.go:62] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba899t6x] pod update took 13.181ms
I0331 04:06:15.614675    3827 base_network_controller_pods.go:937] [default/openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba899t6x] addLogicalPort annotation time took 13.209326ms
I0331 04:06:15.616742    3827 pods.go:271] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba899t6x] addLogicalPort took 15.39032ms, libovsdb time 1.590033ms
I0331 04:06:15.958534    3827 cni.go:403] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba899t6x eea4a488f8d14b9889b0c6751bd904fd7a54f95f0649763f74bc759b8580d0b5 network default NAD default] ADD starting CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba899t6x eea4a488f8d14b9889b0c6751bd904fd7a54f95f0649763f74bc759b8580d0b5 network default NAD default]
I0331 04:06:15.967894    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba899t6x, hostIfaceName: eea4a488f8d14b9, network: default, NAD default, SandboxID: "eea4a488f8d14b9889b0c6751bd904fd7a54f95f0649763f74bc759b8580d0b5", PCI device ID: , UID: "bdb609c5-2afe-4bc7-8daa-197ec89ca54d", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23]
I0331 04:06:16.014915    3827 cni.go:424] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba899t6x eea4a488f8d14b9889b0c6751bd904fd7a54f95f0649763f74bc759b8580d0b5 network default NAD default] ADD finished CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba899t6x eea4a488f8d14b9889b0c6751bd904fd7a54f95f0649763f74bc759b8580d0b5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:c0:48:2e:07:3b\",\"name\":\"eea4a488f8d14b9\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65ad51fd-ee6f-463b-85a8-9f6f61ddf045\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:06:16.033073    3827 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1x2qdb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:06:16.033097    3827 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1x2qdb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:06:16.033116    3827 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1x2qdb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:06:16.033131    3827 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1x2qdb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:06:16.064336    3827 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bft8kgv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:06:16.064357    3827 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bft8kgv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:06:16.064387    3827 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bft8kgv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:06:16.064398    3827 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bft8kgv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:06:17.641218    3827 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xxfrv] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xxfrv for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:06:17.641329    3827 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xxfrv
I0331 04:06:17.654046    3827 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xxfrv] pod update took 12.744182ms
I0331 04:06:17.654073    3827 base_network_controller_pods.go:937] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xxfrv] addLogicalPort annotation time took 12.774577ms
I0331 04:06:17.655276    3827 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xxfrv] addLogicalPort took 14.074833ms, libovsdb time 818.043µs
I0331 04:06:17.744847    3827 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf67pwn] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf67pwn for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:06:17.744916    3827 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf67pwn
I0331 04:06:17.758258    3827 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf67pwn] pod update took 13.363862ms
I0331 04:06:17.758278    3827 base_network_controller_pods.go:937] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf67pwn] addLogicalPort annotation time took 13.387301ms
I0331 04:06:17.759391    3827 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf67pwn] addLogicalPort took 14.553477ms, libovsdb time 771.048µs
I0331 04:06:17.999555    3827 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xxfrv a523f415d6d4695fdd902351cc1963b937b788533a58f05793a8c667281ce02d network default NAD default] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xxfrv a523f415d6d4695fdd902351cc1963b937b788533a58f05793a8c667281ce02d network default NAD default]
I0331 04:06:18.008628    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xxfrv, hostIfaceName: a523f415d6d4695, network: default, NAD default, SandboxID: "a523f415d6d4695fdd902351cc1963b937b788533a58f05793a8c667281ce02d", PCI device ID: , UID: "ac108397-f0ee-4f42-ac0a-e5c5d677e300", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23]
I0331 04:06:18.054463    3827 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xxfrv a523f415d6d4695fdd902351cc1963b937b788533a58f05793a8c667281ce02d network default NAD default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xxfrv a523f415d6d4695fdd902351cc1963b937b788533a58f05793a8c667281ce02d network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:6b:e1:8f:ee:bd\",\"name\":\"a523f415d6d4695\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0361347-2ff7-443a-ad78-f639b4f4c2d8\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:06:18.103422    3827 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf67pwn 72a0fb78e2ad11d7eff1139f2aade5caf5240900a3fb956ad2bb5411ac6cbdce network default NAD default] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf67pwn 72a0fb78e2ad11d7eff1139f2aade5caf5240900a3fb956ad2bb5411ac6cbdce network default NAD default]
I0331 04:06:18.112794    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf67pwn, hostIfaceName: 72a0fb78e2ad11d, network: default, NAD default, SandboxID: "72a0fb78e2ad11d7eff1139f2aade5caf5240900a3fb956ad2bb5411ac6cbdce", PCI device ID: , UID: "c5b6b484-1395-4c74-b28f-c32b7461a2ec", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23]
I0331 04:06:18.157116    3827 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf67pwn 72a0fb78e2ad11d7eff1139f2aade5caf5240900a3fb956ad2bb5411ac6cbdce network default NAD default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf67pwn 72a0fb78e2ad11d7eff1139f2aade5caf5240900a3fb956ad2bb5411ac6cbdce network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:72:70:36:26:3f\",\"name\":\"72a0fb78e2ad11d\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/009d2f3d-4d99-4481-9285-c93279ad739e\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:06:19.949847    3827 cni.go:403] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba899t6x eea4a488f8d14b9889b0c6751bd904fd7a54f95f0649763f74bc759b8580d0b5 network default NAD default] DEL starting CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba899t6x eea4a488f8d14b9889b0c6751bd904fd7a54f95f0649763f74bc759b8580d0b5 network default NAD default]
I0331 04:06:19.950411    3827 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e59p2p4 7f0aed1957b0ffbceccc5f15210b0a55b0ba4ed9c01f0ae1d688fc10983cb690 network default NAD default] DEL starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e59p2p4 7f0aed1957b0ffbceccc5f15210b0a55b0ba4ed9c01f0ae1d688fc10983cb690 network default NAD default]
I0331 04:06:20.024835    3827 cni.go:424] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba899t6x eea4a488f8d14b9889b0c6751bd904fd7a54f95f0649763f74bc759b8580d0b5 network default NAD default] DEL finished CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba899t6x eea4a488f8d14b9889b0c6751bd904fd7a54f95f0649763f74bc759b8580d0b5 network default NAD default], result "{}", err <nil>
I0331 04:06:20.043720    3827 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e59p2p4 7f0aed1957b0ffbceccc5f15210b0a55b0ba4ed9c01f0ae1d688fc10983cb690 network default NAD default] DEL finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e59p2p4 7f0aed1957b0ffbceccc5f15210b0a55b0ba4ed9c01f0ae1d688fc10983cb690 network default NAD default], result "{}", err <nil>
I0331 04:06:20.068273    3827 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba899t6x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:06:20.068310    3827 pods.go:176] Deleting pod: openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba899t6x
I0331 04:06:20.069896    3827 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba899t6x, ips: 10.128.0.35
I0331 04:06:20.069926    3827 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba899t6x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:06:20.069946    3827 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba899t6x of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:06:20.069954    3827 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0331 04:06:20.070170    3827 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba899t6x of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:06:20.070186    3827 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0331 04:06:20.091136    3827 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e59p2p4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:06:20.091172    3827 pods.go:176] Deleting pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e59p2p4
I0331 04:06:20.092545    3827 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e59p2p4, ips: 10.128.0.34
I0331 04:06:20.092570    3827 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e59p2p4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:06:20.092589    3827 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e59p2p4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:06:20.092599    3827 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0331 04:06:20.092799    3827 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e59p2p4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:06:20.092811    3827 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0331 04:06:21.098356    3827 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba899t6x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:06:21.098413    3827 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba899t6x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:06:21.098425    3827 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba899t6x of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:06:21.098438    3827 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba899t6x of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:06:21.123779    3827 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e59p2p4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:06:21.123801    3827 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e59p2p4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:06:21.123819    3827 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e59p2p4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:06:21.123832    3827 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e59p2p4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:06:21.966478    3827 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xxfrv a523f415d6d4695fdd902351cc1963b937b788533a58f05793a8c667281ce02d network default NAD default] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xxfrv a523f415d6d4695fdd902351cc1963b937b788533a58f05793a8c667281ce02d network default NAD default]
I0331 04:06:21.966896    3827 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf67pwn 72a0fb78e2ad11d7eff1139f2aade5caf5240900a3fb956ad2bb5411ac6cbdce network default NAD default] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf67pwn 72a0fb78e2ad11d7eff1139f2aade5caf5240900a3fb956ad2bb5411ac6cbdce network default NAD default]
I0331 04:06:22.033893    3827 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xxfrv a523f415d6d4695fdd902351cc1963b937b788533a58f05793a8c667281ce02d network default NAD default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xxfrv a523f415d6d4695fdd902351cc1963b937b788533a58f05793a8c667281ce02d network default NAD default], result "{}", err <nil>
I0331 04:06:22.071201    3827 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf67pwn 72a0fb78e2ad11d7eff1139f2aade5caf5240900a3fb956ad2bb5411ac6cbdce network default NAD default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf67pwn 72a0fb78e2ad11d7eff1139f2aade5caf5240900a3fb956ad2bb5411ac6cbdce network default NAD default], result "{}", err <nil>
I0331 04:06:22.083684    3827 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xxfrv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:06:22.083720    3827 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xxfrv
I0331 04:06:22.085089    3827 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xxfrv, ips: 10.128.0.36
I0331 04:06:22.085119    3827 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xxfrv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:06:22.085139    3827 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xxfrv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:06:22.085147    3827 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0331 04:06:22.085310    3827 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xxfrv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:06:22.085326    3827 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0331 04:06:22.116556    3827 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf67pwn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:06:22.116586    3827 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf67pwn
I0331 04:06:22.117840    3827 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf67pwn, ips: 10.128.0.37
I0331 04:06:22.117864    3827 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf67pwn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:06:22.117884    3827 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf67pwn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:06:22.117891    3827 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0331 04:06:22.118040    3827 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf67pwn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:06:22.118049    3827 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0331 04:06:22.897053    3827 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-8468f77bc5-mjnhl] creating logical port rhbk-operator_rhbk-operator-8468f77bc5-mjnhl for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:06:22.897194    3827 kube.go:256] Updating pod rhbk-operator/rhbk-operator-8468f77bc5-mjnhl
I0331 04:06:22.914158    3827 pod.go:62] [rhbk-operator/rhbk-operator-8468f77bc5-mjnhl] pod update took 16.983538ms
I0331 04:06:22.914184    3827 base_network_controller_pods.go:937] [default/rhbk-operator/rhbk-operator-8468f77bc5-mjnhl] addLogicalPort annotation time took 17.012475ms
I0331 04:06:22.915329    3827 pods.go:271] [rhbk-operator/rhbk-operator-8468f77bc5-mjnhl] addLogicalPort took 18.288676ms, libovsdb time 798.056µs
I0331 04:06:23.111858    3827 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xxfrv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:06:23.111880    3827 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xxfrv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:06:23.111891    3827 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xxfrv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:06:23.111902    3827 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xxfrv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:06:23.145232    3827 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf67pwn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:06:23.145254    3827 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf67pwn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:06:23.145270    3827 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf67pwn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:06:23.145282    3827 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf67pwn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:06:23.270524    3827 cni.go:403] [rhbk-operator/rhbk-operator-8468f77bc5-mjnhl eb22f527aa403b53638810fdcdf757241ad0a3f3ea58f68245e14c6cdeec4260 network default NAD default] ADD starting CNI request [rhbk-operator/rhbk-operator-8468f77bc5-mjnhl eb22f527aa403b53638810fdcdf757241ad0a3f3ea58f68245e14c6cdeec4260 network default NAD default]
I0331 04:06:23.279292    3827 helper_linux.go:450] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-8468f77bc5-mjnhl, hostIfaceName: eb22f527aa403b5, network: default, NAD default, SandboxID: "eb22f527aa403b53638810fdcdf757241ad0a3f3ea58f68245e14c6cdeec4260", PCI device ID: , UID: "420a0b9b-e588-43ec-a798-057516c1dd8d", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23]
I0331 04:06:23.322257    3827 cni.go:424] [rhbk-operator/rhbk-operator-8468f77bc5-mjnhl eb22f527aa403b53638810fdcdf757241ad0a3f3ea58f68245e14c6cdeec4260 network default NAD default] ADD finished CNI request [rhbk-operator/rhbk-operator-8468f77bc5-mjnhl eb22f527aa403b53638810fdcdf757241ad0a3f3ea58f68245e14c6cdeec4260 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:c8:88:90:43:86\",\"name\":\"eb22f527aa403b5\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e7f090a-3ada-408a-8a6a-0f9a3159e95d\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:06:35.087134    3827 namespace.go:142] [openshift-operators] updating namespace
I0331 04:06:35.100152    3827 namespace.go:142] [openshift-operators] updating namespace
W0331 04:06:37.824486    3827 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0331 04:06:38.179129    3827 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-jf56q] creating logical port tsf-tpa_rhtpa-operator-controller-manager-746944f6d7-jf56q for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:06:38.179226    3827 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-jf56q
I0331 04:06:38.199363    3827 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-jf56q] pod update took 20.16118ms
I0331 04:06:38.199399    3827 base_network_controller_pods.go:937] [default/tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-jf56q] addLogicalPort annotation time took 20.201104ms
I0331 04:06:38.200515    3827 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-jf56q] addLogicalPort took 21.40318ms, libovsdb time 798.381µs
I0331 04:06:38.545867    3827 cni.go:403] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-jf56q 7c82234619149d1296b9d2cde12ff5f8dcb87ad362e2203830fd75afd34ec05e network default NAD default] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-jf56q 7c82234619149d1296b9d2cde12ff5f8dcb87ad362e2203830fd75afd34ec05e network default NAD default]
I0331 04:06:38.554357    3827 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-746944f6d7-jf56q, hostIfaceName: 7c82234619149d1, network: default, NAD default, SandboxID: "7c82234619149d1296b9d2cde12ff5f8dcb87ad362e2203830fd75afd34ec05e", PCI device ID: , UID: "c9c4a009-17b8-433d-80a1-7aa96177f21b", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23]
I0331 04:06:38.597936    3827 cni.go:424] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-jf56q 7c82234619149d1296b9d2cde12ff5f8dcb87ad362e2203830fd75afd34ec05e network default NAD default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-jf56q 7c82234619149d1296b9d2cde12ff5f8dcb87ad362e2203830fd75afd34ec05e network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:da:29:04:b7:69\",\"name\":\"7c82234619149d1\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c06dfbcd-bd17-4712-aa89-388781d73642\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:06:38.983456    3827 namespace.go:98] [cert-manager] adding namespace
I0331 04:06:38.984257    3827 namespace.go:102] [cert-manager] adding namespace took 778.009µs
I0331 04:06:39.023751    3827 namespace.go:142] [cert-manager] updating namespace
I0331 04:06:39.124048    3827 namespace.go:142] [cert-manager] updating namespace
I0331 04:06:39.624130    3827 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=770
I0331 04:06:40.366743    3827 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-fd44f5cbb-wpx74] creating logical port cert-manager_cert-manager-webhook-fd44f5cbb-wpx74 for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:06:40.366913    3827 kube.go:256] Updating pod cert-manager/cert-manager-webhook-fd44f5cbb-wpx74
I0331 04:06:40.401675    3827 pod.go:62] [cert-manager/cert-manager-webhook-fd44f5cbb-wpx74] pod update took 34.794297ms
I0331 04:06:40.401695    3827 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-webhook-fd44f5cbb-wpx74] addLogicalPort annotation time took 34.819377ms
I0331 04:06:40.403213    3827 pods.go:271] [cert-manager/cert-manager-webhook-fd44f5cbb-wpx74] addLogicalPort took 36.490767ms, libovsdb time 1.03139ms
I0331 04:06:40.806485    3827 cni.go:403] [cert-manager/cert-manager-webhook-fd44f5cbb-wpx74 ea3bb652b7d3b2510237289844601566766156782da3de30d61da2684fd0ab3d network default NAD default] ADD starting CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-wpx74 ea3bb652b7d3b2510237289844601566766156782da3de30d61da2684fd0ab3d network default NAD default]
I0331 04:06:40.814645    3827 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-fd44f5cbb-wpx74, hostIfaceName: ea3bb652b7d3b25, network: default, NAD default, SandboxID: "ea3bb652b7d3b2510237289844601566766156782da3de30d61da2684fd0ab3d", PCI device ID: , UID: "52f374bf-26cd-4d54-87d8-6ca87df2a719", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23]
I0331 04:06:40.858756    3827 cni.go:424] [cert-manager/cert-manager-webhook-fd44f5cbb-wpx74 ea3bb652b7d3b2510237289844601566766156782da3de30d61da2684fd0ab3d network default NAD default] ADD finished CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-wpx74 ea3bb652b7d3b2510237289844601566766156782da3de30d61da2684fd0ab3d network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:45:59:3f:91:43\",\"name\":\"ea3bb652b7d3b25\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7e5b6447-eafe-494e-b3ad-dba65c73bdbc\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0331 04:06:41.086263    3827 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0331 04:06:43.129319    3827 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0331 04:06:43.145199    3827 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0331 04:06:43.151082    3827 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0331 04:06:43.163202    3827 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0331 04:06:43.932214    3827 namespace.go:142] [openshift-operators] updating namespace
W0331 04:06:44.146179    3827 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0331 04:06:44.146301    3827 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5b4bf68748-fbfqw] creating logical port cert-manager_cert-manager-cainjector-5b4bf68748-fbfqw for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:06:44.146404    3827 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-fbfqw
W0331 04:06:44.158359    3827 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0331 04:06:44.170301    3827 pod.go:62] [cert-manager/cert-manager-cainjector-5b4bf68748-fbfqw] pod update took 23.938098ms
I0331 04:06:44.170320    3827 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-cainjector-5b4bf68748-fbfqw] addLogicalPort annotation time took 23.959918ms
I0331 04:06:44.171667    3827 pods.go:271] [cert-manager/cert-manager-cainjector-5b4bf68748-fbfqw] addLogicalPort took 25.382509ms, libovsdb time 960.529µs
I0331 04:06:44.622723    3827 cni.go:403] [cert-manager/cert-manager-cainjector-5b4bf68748-fbfqw a7c34a072f648511ec1c78463f321651d2f874c8413b6234ce0cc7f4d7f40a54 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-fbfqw a7c34a072f648511ec1c78463f321651d2f874c8413b6234ce0cc7f4d7f40a54 network default NAD default]
I0331 04:06:44.631461    3827 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5b4bf68748-fbfqw, hostIfaceName: a7c34a072f64851, network: default, NAD default, SandboxID: "a7c34a072f648511ec1c78463f321651d2f874c8413b6234ce0cc7f4d7f40a54", PCI device ID: , UID: "da367445-f7a9-44fa-8999-f681654b812b", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23]
I0331 04:06:44.676014    3827 cni.go:424] [cert-manager/cert-manager-cainjector-5b4bf68748-fbfqw a7c34a072f648511ec1c78463f321651d2f874c8413b6234ce0cc7f4d7f40a54 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-fbfqw a7c34a072f648511ec1c78463f321651d2f874c8413b6234ce0cc7f4d7f40a54 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:78:4d:e8:29:4f\",\"name\":\"a7c34a072f64851\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1c26d77-9cc5-46db-803d-6c018f935665\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0331 04:06:45.116001    3827 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0331 04:06:45.116019    3827 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0331 04:06:49.702042    3827 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10
W0331 04:06:51.203227    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0331 04:06:51.203246    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0331 04:06:52.097450    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0331 04:06:52.207610    3827 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-2bvsl] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-2bvsl for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:06:52.207739    3827 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-2bvsl
I0331 04:06:52.226402    3827 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-2bvsl] pod update took 18.70208ms
I0331 04:06:52.226423    3827 base_network_controller_pods.go:937] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-2bvsl] addLogicalPort annotation time took 18.728824ms
I0331 04:06:52.227995    3827 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-2bvsl] addLogicalPort took 20.399602ms, libovsdb time 1.150373ms
I0331 04:06:52.567688    3827 cni.go:403] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-2bvsl f5e9a0be90a228d7d8e7d76e323e45504e770b5a62a950f73459d175153a949f network default NAD default] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-2bvsl f5e9a0be90a228d7d8e7d76e323e45504e770b5a62a950f73459d175153a949f network default NAD default]
I0331 04:06:52.575901    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-2bvsl, hostIfaceName: f5e9a0be90a228d, network: default, NAD default, SandboxID: "f5e9a0be90a228d7d8e7d76e323e45504e770b5a62a950f73459d175153a949f", PCI device ID: , UID: "db2f865d-59f8-4889-b6e6-035cd3452f25", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23]
I0331 04:06:52.620250    3827 cni.go:424] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-2bvsl f5e9a0be90a228d7d8e7d76e323e45504e770b5a62a950f73459d175153a949f network default NAD default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-2bvsl f5e9a0be90a228d7d8e7d76e323e45504e770b5a62a950f73459d175153a949f network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:8c:77:43:e0:60\",\"name\":\"f5e9a0be90a228d\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/50afa68d-56fa-4d41-80f4-89d0c3f41c94\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:06:53.319681    3827 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:06:53.320186    3827 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:06:53.436671    3827 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:06:53.436696    3827 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:06:53.451359    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0331 04:06:53.451399    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0331 04:06:55.025964    3827 namespace.go:98] [trusted-artifact-signer] adding namespace
I0331 04:06:55.026853    3827 namespace.go:102] [trusted-artifact-signer] adding namespace took 868.957µs
I0331 04:06:55.047467    3827 namespace.go:142] [trusted-artifact-signer] updating namespace
I0331 04:06:55.062776    3827 namespace.go:142] [trusted-artifact-signer] updating namespace
W0331 04:06:55.182721    3827 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0331 04:06:56.715840    3827 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
I0331 04:06:59.631281    3827 namespace.go:98] [openshift-pipelines] adding namespace
I0331 04:06:59.632113    3827 namespace.go:102] [openshift-pipelines] adding namespace took 812.632µs
I0331 04:06:59.656161    3827 namespace.go:142] [openshift-pipelines] updating namespace
I0331 04:07:00.001882    3827 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59ccb4bb6b-5qqqx] creating logical port cert-manager_cert-manager-59ccb4bb6b-5qqqx for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:07:00.001998    3827 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-5qqqx
I0331 04:07:00.019028    3827 pod.go:62] [cert-manager/cert-manager-59ccb4bb6b-5qqqx] pod update took 17.055933ms
I0331 04:07:00.019046    3827 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-59ccb4bb6b-5qqqx] addLogicalPort annotation time took 17.077479ms
I0331 04:07:00.020332    3827 pods.go:271] [cert-manager/cert-manager-59ccb4bb6b-5qqqx] addLogicalPort took 18.465823ms, libovsdb time 880.573µs
I0331 04:07:00.347177    3827 namespace.go:142] [cert-manager] updating namespace
I0331 04:07:00.363761    3827 cni.go:403] [cert-manager/cert-manager-59ccb4bb6b-5qqqx 1d329acd5fdfd91d259500b74600d257b523f16973a39d30b46917fdf51f790f network default NAD default] ADD starting CNI request [cert-manager/cert-manager-59ccb4bb6b-5qqqx 1d329acd5fdfd91d259500b74600d257b523f16973a39d30b46917fdf51f790f network default NAD default]
I0331 04:07:00.372139    3827 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59ccb4bb6b-5qqqx, hostIfaceName: 1d329acd5fdfd91, network: default, NAD default, SandboxID: "1d329acd5fdfd91d259500b74600d257b523f16973a39d30b46917fdf51f790f", PCI device ID: , UID: "3b70728a-01ca-4e97-aa24-8ecb4d0fae63", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23]
I0331 04:07:00.416666    3827 cni.go:424] [cert-manager/cert-manager-59ccb4bb6b-5qqqx 1d329acd5fdfd91d259500b74600d257b523f16973a39d30b46917fdf51f790f network default NAD default] ADD finished CNI request [cert-manager/cert-manager-59ccb4bb6b-5qqqx 1d329acd5fdfd91d259500b74600d257b523f16973a39d30b46917fdf51f790f network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:f5:50:91:dc:8a\",\"name\":\"1d329acd5fdfd91\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b6d7d6f-7d8d-42c9-b44a-31d739911c12\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:07:00.560150    3827 namespace.go:142] [cert-manager-operator] updating namespace
I0331 04:07:01.094743    3827 namespace.go:142] [konflux-operator] updating namespace
I0331 04:07:01.322076    3827 namespace.go:142] [konflux-ui] updating namespace
I0331 04:07:01.537212    3827 namespace.go:142] [open-cluster-management-2pcf6lkp4abd3rm3r9e30v12cg53upbr] updating namespace
I0331 04:07:01.945805    3827 namespace.go:142] [rhbk-operator] updating namespace
I0331 04:07:02.149337    3827 namespace.go:142] [rhtpa-operator] updating namespace
I0331 04:07:02.355815    3827 namespace.go:142] [trusted-artifact-signer] updating namespace
I0331 04:07:02.547758    3827 namespace.go:142] [tsf] updating namespace
I0331 04:07:02.749206    3827 namespace.go:142] [tsf-keycloak] updating namespace
I0331 04:07:02.953185    3827 namespace.go:142] [tsf-tas] updating namespace
I0331 04:07:03.151408    3827 namespace.go:142] [tsf-tpa] updating namespace
I0331 04:07:03.279245    3827 namespace.go:142] [cert-manager] updating namespace
I0331 04:07:03.288998    3827 namespace.go:142] [cert-manager-operator] updating namespace
I0331 04:07:03.295994    3827 namespace.go:142] [default] updating namespace
I0331 04:07:03.306549    3827 namespace.go:142] [konflux-operator] updating namespace
I0331 04:07:03.315803    3827 namespace.go:142] [konflux-ui] updating namespace
I0331 04:07:03.323099    3827 namespace.go:142] [open-cluster-management-2pcf6lkp4abd3rm3r9e30v12cg53upbr] updating namespace
I0331 04:07:03.331063    3827 namespace.go:142] [openshift] updating namespace
I0331 04:07:03.338069    3827 namespace.go:142] [rhbk-operator] updating namespace
I0331 04:07:03.347503    3827 namespace.go:142] [rhtpa-operator] updating namespace
I0331 04:07:03.354784    3827 namespace.go:142] [trusted-artifact-signer] updating namespace
I0331 04:07:03.369812    3827 namespace.go:142] [tsf] updating namespace
I0331 04:07:03.391072    3827 namespace.go:142] [tsf-keycloak] updating namespace
I0331 04:07:03.412115    3827 namespace.go:142] [tsf-tas] updating namespace
I0331 04:07:03.432003    3827 namespace.go:142] [tsf-tpa] updating namespace
I0331 04:07:03.531331    3827 namespace.go:142] [cert-manager] updating namespace
I0331 04:07:03.633702    3827 namespace.go:142] [cert-manager-operator] updating namespace
I0331 04:07:03.737977    3827 namespace.go:142] [default] updating namespace
I0331 04:07:03.844448    3827 namespace.go:142] [konflux-operator] updating namespace
I0331 04:07:03.934416    3827 namespace.go:142] [konflux-ui] updating namespace
I0331 04:07:04.034288    3827 namespace.go:142] [open-cluster-management-2pcf6lkp4abd3rm3r9e30v12cg53upbr] updating namespace
I0331 04:07:04.131933    3827 namespace.go:142] [openshift] updating namespace
I0331 04:07:04.230876    3827 namespace.go:142] [rhbk-operator] updating namespace
W0331 04:07:04.268662    3827 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
I0331 04:07:04.330392    3827 namespace.go:142] [rhtpa-operator] updating namespace
I0331 04:07:04.429420    3827 namespace.go:142] [trusted-artifact-signer] updating namespace
I0331 04:07:04.531165    3827 namespace.go:142] [tsf] updating namespace
I0331 04:07:04.632657    3827 namespace.go:142] [tsf-keycloak] updating namespace
I0331 04:07:04.733021    3827 namespace.go:142] [tsf-tas] updating namespace
I0331 04:07:04.834350    3827 namespace.go:142] [tsf-tpa] updating namespace
I0331 04:07:05.108156    3827 namespace.go:142] [openshift-pipelines] updating namespace
W0331 04:07:05.256347    3827 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
W0331 04:07:06.174180    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0331 04:07:12.796729    3827 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-v5lfx] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-v5lfx for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:07:12.796839    3827 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-v5lfx
I0331 04:07:12.814494    3827 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-v5lfx] pod update took 17.680702ms
I0331 04:07:12.814514    3827 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-v5lfx] addLogicalPort annotation time took 17.704799ms
I0331 04:07:12.815759    3827 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-v5lfx] addLogicalPort took 19.04422ms, libovsdb time 885.326µs
I0331 04:07:13.160734    3827 cni.go:403] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-v5lfx a3516b63188e4c06d626b2af258bd189b24aa1d2b06453c86bac36cbbf4bc8cb network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-v5lfx a3516b63188e4c06d626b2af258bd189b24aa1d2b06453c86bac36cbbf4bc8cb network default NAD default]
I0331 04:07:13.169145    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-v5lfx, hostIfaceName: a3516b63188e4c0, network: default, NAD default, SandboxID: "a3516b63188e4c06d626b2af258bd189b24aa1d2b06453c86bac36cbbf4bc8cb", PCI device ID: , UID: "5352f353-0555-4c3b-8861-9ae30ed22e61", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23]
I0331 04:07:13.200386    3827 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-dh447] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-dh447 for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:07:13.200476    3827 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-dh447
I0331 04:07:13.215806    3827 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-dh447] pod update took 15.354776ms
I0331 04:07:13.215827    3827 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-dh447] addLogicalPort annotation time took 15.380557ms
I0331 04:07:13.216658    3827 cni.go:424] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-v5lfx a3516b63188e4c06d626b2af258bd189b24aa1d2b06453c86bac36cbbf4bc8cb network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-v5lfx a3516b63188e4c06d626b2af258bd189b24aa1d2b06453c86bac36cbbf4bc8cb network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:3a:bd:7b:cd:05\",\"name\":\"a3516b63188e4c0\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f867390e-b1c6-454e-8989-2786d70495fc\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:07:13.217016    3827 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-dh447] addLogicalPort took 16.658982ms, libovsdb time 789.75µs
I0331 04:07:13.563467    3827 cni.go:403] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-dh447 2250d35d0b67ca791e5050f2aac768a9a1aa6ea5370e6f7c951dd514c822dfc9 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-dh447 2250d35d0b67ca791e5050f2aac768a9a1aa6ea5370e6f7c951dd514c822dfc9 network default NAD default]
I0331 04:07:13.571979    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-dh447, hostIfaceName: 2250d35d0b67ca7, network: default, NAD default, SandboxID: "2250d35d0b67ca791e5050f2aac768a9a1aa6ea5370e6f7c951dd514c822dfc9", PCI device ID: , UID: "f110f256-121d-427d-8264-3ace19211ce3", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23]
I0331 04:07:13.616110    3827 cni.go:424] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-dh447 2250d35d0b67ca791e5050f2aac768a9a1aa6ea5370e6f7c951dd514c822dfc9 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-dh447 2250d35d0b67ca791e5050f2aac768a9a1aa6ea5370e6f7c951dd514c822dfc9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:98:e0:8d:bd:51\",\"name\":\"2250d35d0b67ca7\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e44290d9-4807-4267-a4e7-dcc29dcd4df2\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0331 04:07:16.935868    3827 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0331 04:07:16.935924    3827 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0331 04:07:16.935934    3827 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0331 04:07:16.935940    3827 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0331 04:07:16.968622    3827 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0331 04:07:16.968640    3827 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0331 04:07:16.968646    3827 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0331 04:07:17.268261    3827 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0331 04:07:17.268280    3827 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0331 04:07:17.268285    3827 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
I0331 04:07:18.612695    3827 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=167
W0331 04:07:28.270803    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0331 04:07:28.270828    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0331 04:07:28.270834    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
I0331 04:07:30.490646    3827 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:07:30.491188    3827 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:07:30.513164    3827 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:07:30.513184    3827 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:07:30.519328    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0331 04:07:30.519347    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0331 04:07:35.776485    3827 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-dpttl] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-dpttl for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:07:35.776589    3827 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-dpttl
I0331 04:07:35.790306    3827 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-dpttl] pod update took 13.750724ms
I0331 04:07:35.790333    3827 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-dpttl] addLogicalPort annotation time took 13.782452ms
I0331 04:07:35.791569    3827 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-dpttl] addLogicalPort took 15.098099ms, libovsdb time 832.336µs
I0331 04:07:35.914365    3827 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-nj7kc] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-nj7kc for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:07:35.914490    3827 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-nj7kc
I0331 04:07:35.929568    3827 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-nj7kc] pod update took 15.129557ms
I0331 04:07:35.929586    3827 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-nj7kc] addLogicalPort annotation time took 15.151201ms
I0331 04:07:35.930650    3827 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-nj7kc] addLogicalPort took 16.295494ms, libovsdb time 683.121µs
I0331 04:07:36.009548    3827 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-8t595] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-8t595 for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:07:36.009614    3827 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-8t595
I0331 04:07:36.025226    3827 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-8t595] pod update took 15.628127ms
I0331 04:07:36.025248    3827 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-8t595] addLogicalPort annotation time took 15.652773ms
I0331 04:07:36.026356    3827 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-8t595] addLogicalPort took 16.818668ms, libovsdb time 708.821µs
I0331 04:07:36.137303    3827 cni.go:403] [openshift-pipelines/tekton-triggers-controller-68564d75ff-dpttl 04ad5c424368fd8c0a361b3bc14f58669f49fa946e5c8153e2c25998392f8e50 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-dpttl 04ad5c424368fd8c0a361b3bc14f58669f49fa946e5c8153e2c25998392f8e50 network default NAD default]
I0331 04:07:36.145528    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-dpttl, hostIfaceName: 04ad5c424368fd8, network: default, NAD default, SandboxID: "04ad5c424368fd8c0a361b3bc14f58669f49fa946e5c8153e2c25998392f8e50", PCI device ID: , UID: "db7c8489-2ce0-4e3c-81f2-fab2ed2b6968", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23]
I0331 04:07:36.192483    3827 cni.go:424] [openshift-pipelines/tekton-triggers-controller-68564d75ff-dpttl 04ad5c424368fd8c0a361b3bc14f58669f49fa946e5c8153e2c25998392f8e50 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-dpttl 04ad5c424368fd8c0a361b3bc14f58669f49fa946e5c8153e2c25998392f8e50 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:fd:87:7d:44:be\",\"name\":\"04ad5c424368fd8\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/724adda9-4f33-49ef-bf96-4e6a81e0c81c\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:07:36.275041    3827 cni.go:403] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-nj7kc c786c0ec6e5c785966bebec0115398f8466a8232f521f4fe52e5121cfef3b380 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-nj7kc c786c0ec6e5c785966bebec0115398f8466a8232f521f4fe52e5121cfef3b380 network default NAD default]
I0331 04:07:36.283505    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-nj7kc, hostIfaceName: c786c0ec6e5c785, network: default, NAD default, SandboxID: "c786c0ec6e5c785966bebec0115398f8466a8232f521f4fe52e5121cfef3b380", PCI device ID: , UID: "f4661ef8-cb53-4de6-9b2a-44ebe5d57169", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23]
I0331 04:07:36.327927    3827 cni.go:424] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-nj7kc c786c0ec6e5c785966bebec0115398f8466a8232f521f4fe52e5121cfef3b380 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-nj7kc c786c0ec6e5c785966bebec0115398f8466a8232f521f4fe52e5121cfef3b380 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:da:29:8c:62:be\",\"name\":\"c786c0ec6e5c785\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dcc15cd1-fdf6-41bc-992a-92ee5b2e09ee\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:07:36.370498    3827 cni.go:403] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-8t595 5254e2715029ae9c0011ab61dced4cf76e45fa379f8068af15ce1ea8fc35a1bc network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-8t595 5254e2715029ae9c0011ab61dced4cf76e45fa379f8068af15ce1ea8fc35a1bc network default NAD default]
I0331 04:07:36.389842    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-8t595, hostIfaceName: 5254e2715029ae9, network: default, NAD default, SandboxID: "5254e2715029ae9c0011ab61dced4cf76e45fa379f8068af15ce1ea8fc35a1bc", PCI device ID: , UID: "38116b46-4d4b-40f0-8e61-cd2db449b545", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23]
I0331 04:07:36.434229    3827 cni.go:424] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-8t595 5254e2715029ae9c0011ab61dced4cf76e45fa379f8068af15ce1ea8fc35a1bc network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-8t595 5254e2715029ae9c0011ab61dced4cf76e45fa379f8068af15ce1ea8fc35a1bc network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:e3:84:ab:62:3b\",\"name\":\"5254e2715029ae9\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a3d71430-0816-496a-bb9b-550bf0c4c127\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0331 04:07:37.418541    3827 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0331 04:07:37.419046    3827 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0331 04:07:37.419065    3827 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0331 04:07:39.448133    3827 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0331 04:07:41.725336    3827 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11
W0331 04:07:50.395018    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0331 04:07:55.734479    3827 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:07:55.734979    3827 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:07:56.515523    3827 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:07:56.515544    3827 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:07:56.523242    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0
I0331 04:07:56.523278    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0
W0331 04:07:58.524443    3827 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0331 04:07:58.524471    3827 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0331 04:07:58.524513    3827 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
I0331 04:07:59.185230    3827 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0331 04:08:05.216888    3827 egressfirewall.go:628] Syncing node "ip-10-0-2-235.ec2.internal" for egress firewall
I0331 04:08:05.216937    3827 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-235.ec2.internal
I0331 04:08:05.216972    3827 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-235.ec2.internal: 40.864µs
I0331 04:08:09.737688    3827 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9
I0331 04:08:15.790740    3827 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-fh5zm] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-fh5zm for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:08:15.790819    3827 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-fh5zm
I0331 04:08:15.805053    3827 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-fh5zm] pod update took 14.253373ms
I0331 04:08:15.805074    3827 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-fh5zm] addLogicalPort annotation time took 14.278108ms
I0331 04:08:15.806163    3827 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-fh5zm] addLogicalPort took 15.433967ms, libovsdb time 717.042µs
I0331 04:08:16.148076    3827 cni.go:403] [openshift-pipelines/tekton-results-watcher-6f946f97cf-fh5zm 54ee1d3335b793906674cfb6d388709395599567ce4889d6a7cc404aca62b0da network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-fh5zm 54ee1d3335b793906674cfb6d388709395599567ce4889d6a7cc404aca62b0da network default NAD default]
I0331 04:08:16.156534    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-fh5zm, hostIfaceName: 54ee1d3335b7939, network: default, NAD default, SandboxID: "54ee1d3335b793906674cfb6d388709395599567ce4889d6a7cc404aca62b0da", PCI device ID: , UID: "38367ace-3bf3-414c-b214-87d1c9ddb839", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23]
I0331 04:08:16.202418    3827 cni.go:424] [openshift-pipelines/tekton-results-watcher-6f946f97cf-fh5zm 54ee1d3335b793906674cfb6d388709395599567ce4889d6a7cc404aca62b0da network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-fh5zm 54ee1d3335b793906674cfb6d388709395599567ce4889d6a7cc404aca62b0da network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:78:a6:50:23:3c\",\"name\":\"54ee1d3335b7939\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51920d88-1815-40aa-97fd-34fdd1d599b0\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0331 04:08:20.260744    3827 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0331 04:08:20.260765    3827 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0331 04:08:20.260770    3827 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0331 04:08:25.836394    3827 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:08:25.836916    3827 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:08:25.880547    3827 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:08:25.880570    3827 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:08:25.886640    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0331 04:08:25.886670    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0331 04:08:27.629786    3827 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-mgxtp-bsrtn] creating logical port tsf-tas_segment-backup-installation-mgxtp-bsrtn for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:08:27.629910    3827 kube.go:256] Updating pod tsf-tas/segment-backup-installation-mgxtp-bsrtn
I0331 04:08:27.647150    3827 pod.go:62] [tsf-tas/segment-backup-installation-mgxtp-bsrtn] pod update took 17.26108ms
I0331 04:08:27.647171    3827 base_network_controller_pods.go:937] [default/tsf-tas/segment-backup-installation-mgxtp-bsrtn] addLogicalPort annotation time took 17.290357ms
I0331 04:08:27.648541    3827 pods.go:271] [tsf-tas/segment-backup-installation-mgxtp-bsrtn] addLogicalPort took 18.775205ms, libovsdb time 949.325µs
I0331 04:08:27.992149    3827 cni.go:403] [tsf-tas/segment-backup-installation-mgxtp-bsrtn 499d0f2c5d236e274416ee6bdcbb3189c5884e656be6603e9d1f8e398167bbe0 network default NAD default] ADD starting CNI request [tsf-tas/segment-backup-installation-mgxtp-bsrtn 499d0f2c5d236e274416ee6bdcbb3189c5884e656be6603e9d1f8e398167bbe0 network default NAD default]
I0331 04:08:28.000969    3827 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-mgxtp-bsrtn, hostIfaceName: 499d0f2c5d236e2, network: default, NAD default, SandboxID: "499d0f2c5d236e274416ee6bdcbb3189c5884e656be6603e9d1f8e398167bbe0", PCI device ID: , UID: "282c6649-3f39-4a71-8f68-16439466663e", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23]
I0331 04:08:28.049163    3827 cni.go:424] [tsf-tas/segment-backup-installation-mgxtp-bsrtn 499d0f2c5d236e274416ee6bdcbb3189c5884e656be6603e9d1f8e398167bbe0 network default NAD default] ADD finished CNI request [tsf-tas/segment-backup-installation-mgxtp-bsrtn 499d0f2c5d236e274416ee6bdcbb3189c5884e656be6603e9d1f8e398167bbe0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:b4:42:e1:46:85\",\"name\":\"499d0f2c5d236e2\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/310e6124-7eb9-4ed4-ac21-225446e7f124\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:08:28.558698    3827 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-rmg52-c2s7c] creating logical port tsf-tas_ctlog-createtree-job-rmg52-c2s7c for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:08:28.558788    3827 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-rmg52-c2s7c
I0331 04:08:28.574694    3827 pod.go:62] [tsf-tas/ctlog-createtree-job-rmg52-c2s7c] pod update took 15.932294ms
I0331 04:08:28.574719    3827 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-createtree-job-rmg52-c2s7c] addLogicalPort annotation time took 15.959942ms
I0331 04:08:28.575981    3827 pods.go:271] [tsf-tas/ctlog-createtree-job-rmg52-c2s7c] addLogicalPort took 17.298499ms, libovsdb time 853.008µs
I0331 04:08:28.830431    3827 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-6lgbn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:08:28.831152    3827 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-6lgbn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:08:28.938507    3827 cni.go:403] [tsf-tas/ctlog-createtree-job-rmg52-c2s7c 9e1f1e4606f12b77f3c7998b342c18d2f185c59160d32468350514438cdd39c0 network default NAD default] ADD starting CNI request [tsf-tas/ctlog-createtree-job-rmg52-c2s7c 9e1f1e4606f12b77f3c7998b342c18d2f185c59160d32468350514438cdd39c0 network default NAD default]
I0331 04:08:28.950140    3827 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-rmg52-c2s7c, hostIfaceName: 9e1f1e4606f12b7, network: default, NAD default, SandboxID: "9e1f1e4606f12b77f3c7998b342c18d2f185c59160d32468350514438cdd39c0", PCI device ID: , UID: "922139c1-5695-4a9b-84bd-6d83522c6668", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23]
I0331 04:08:29.020070    3827 cni.go:424] [tsf-tas/ctlog-createtree-job-rmg52-c2s7c 9e1f1e4606f12b77f3c7998b342c18d2f185c59160d32468350514438cdd39c0 network default NAD default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-rmg52-c2s7c 9e1f1e4606f12b77f3c7998b342c18d2f185c59160d32468350514438cdd39c0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:ed:6a:ef:be:7a\",\"name\":\"9e1f1e4606f12b7\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86150e35-3c14-42c4-8490-ca48662b2d7d\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:08:29.860161    3827 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-6lgbn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:08:29.860193    3827 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-6lgbn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:08:30.210883    3827 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:08:30.211698    3827 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:08:30.722242    3827 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:08:30.722268    3827 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:08:30.725505    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0
I0331 04:08:30.725538    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0
W0331 04:08:31.310994    3827 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server
W0331 04:08:31.311020    3827 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server
I0331 04:08:31.740212    3827 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-86d79bd65f-q2x5c] creating logical port tsf-tas_trillian-db-86d79bd65f-q2x5c for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:08:31.740331    3827 kube.go:256] Updating pod tsf-tas/trillian-db-86d79bd65f-q2x5c
I0331 04:08:31.754192    3827 pod.go:62] [tsf-tas/trillian-db-86d79bd65f-q2x5c] pod update took 13.884988ms
I0331 04:08:31.754213    3827 base_network_controller_pods.go:937] [default/tsf-tas/trillian-db-86d79bd65f-q2x5c] addLogicalPort annotation time took 13.912019ms
I0331 04:08:31.755891    3827 pods.go:271] [tsf-tas/trillian-db-86d79bd65f-q2x5c] addLogicalPort took 15.698747ms, libovsdb time 1.200002ms
W0331 04:08:33.752586    3827 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0331 04:08:33.756094    3827 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0331 04:08:33.756117    3827 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0331 04:08:36.775700    3827 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
W0331 04:08:36.804557    3827 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
I0331 04:08:40.734337    3827 cni.go:403] [tsf-tas/segment-backup-installation-mgxtp-bsrtn 499d0f2c5d236e274416ee6bdcbb3189c5884e656be6603e9d1f8e398167bbe0 network default NAD default] DEL starting CNI request [tsf-tas/segment-backup-installation-mgxtp-bsrtn 499d0f2c5d236e274416ee6bdcbb3189c5884e656be6603e9d1f8e398167bbe0 network default NAD default]
I0331 04:08:40.816282    3827 cni.go:424] [tsf-tas/segment-backup-installation-mgxtp-bsrtn 499d0f2c5d236e274416ee6bdcbb3189c5884e656be6603e9d1f8e398167bbe0 network default NAD default] DEL finished CNI request [tsf-tas/segment-backup-installation-mgxtp-bsrtn 499d0f2c5d236e274416ee6bdcbb3189c5884e656be6603e9d1f8e398167bbe0 network default NAD default], result "{}", err <nil>
I0331 04:08:40.866488    3827 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-mgxtp-bsrtn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:08:40.866530    3827 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-mgxtp-bsrtn
I0331 04:08:40.867975    3827 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-mgxtp-bsrtn, ips: 10.128.0.50
I0331 04:08:40.868011    3827 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-mgxtp-bsrtn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:08:41.722086    3827 cni.go:403] [tsf-tas/trillian-db-86d79bd65f-q2x5c 720a57c6bec6f2df04592e996d0d95258bd40f3f31cc228d83a1bba538871b13 network default NAD default] ADD starting CNI request [tsf-tas/trillian-db-86d79bd65f-q2x5c 720a57c6bec6f2df04592e996d0d95258bd40f3f31cc228d83a1bba538871b13 network default NAD default]
I0331 04:08:41.730355    3827 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-86d79bd65f-q2x5c, hostIfaceName: 720a57c6bec6f2d, network: default, NAD default, SandboxID: "720a57c6bec6f2df04592e996d0d95258bd40f3f31cc228d83a1bba538871b13", PCI device ID: , UID: "310d85af-2711-484c-98d6-8c5f22d97069", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23]
I0331 04:08:41.744467    3827 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-mgxtp-bsrtn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:08:41.744492    3827 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-mgxtp-bsrtn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:08:41.776138    3827 cni.go:424] [tsf-tas/trillian-db-86d79bd65f-q2x5c 720a57c6bec6f2df04592e996d0d95258bd40f3f31cc228d83a1bba538871b13 network default NAD default] ADD finished CNI request [tsf-tas/trillian-db-86d79bd65f-q2x5c 720a57c6bec6f2df04592e996d0d95258bd40f3f31cc228d83a1bba538871b13 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:d9:a4:bc:ff:6a\",\"name\":\"720a57c6bec6f2d\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ba6a408-87e0-48ef-9997-143377b0464f\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0331 04:08:44.755013    3827 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
W0331 04:08:55.813512    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql
I0331 04:09:11.615672    3827 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=48
I0331 04:09:14.095876    3827 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-pkr9n-zh8k7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:09:14.096440    3827 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-pkr9n-zh8k7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:09:14.990774    3827 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-pkr9n-zh8k7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:09:14.990797    3827 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-pkr9n-zh8k7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:09:20.419857    3827 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-7b7b8d79b6-fm96h] creating logical port tsf-tas_rekor-redis-7b7b8d79b6-fm96h for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:09:20.419965    3827 kube.go:256] Updating pod tsf-tas/rekor-redis-7b7b8d79b6-fm96h
I0331 04:09:20.436219    3827 pod.go:62] [tsf-tas/rekor-redis-7b7b8d79b6-fm96h] pod update took 16.277853ms
I0331 04:09:20.436249    3827 base_network_controller_pods.go:937] [default/tsf-tas/rekor-redis-7b7b8d79b6-fm96h] addLogicalPort annotation time took 16.311985ms
I0331 04:09:20.437631    3827 pods.go:271] [tsf-tas/rekor-redis-7b7b8d79b6-fm96h] addLogicalPort took 17.786727ms, libovsdb time 893.848µs
I0331 04:09:21.382231    3827 cni.go:403] [tsf-tas/rekor-redis-7b7b8d79b6-fm96h 4d1320aa841204a12d03befb15646273d76691fbe219fef4ddb07744990c139d network default NAD default] ADD starting CNI request [tsf-tas/rekor-redis-7b7b8d79b6-fm96h 4d1320aa841204a12d03befb15646273d76691fbe219fef4ddb07744990c139d network default NAD default]
I0331 04:09:21.390677    3827 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-7b7b8d79b6-fm96h, hostIfaceName: 4d1320aa841204a, network: default, NAD default, SandboxID: "4d1320aa841204a12d03befb15646273d76691fbe219fef4ddb07744990c139d", PCI device ID: , UID: "551c181d-08f0-4f9b-b4e3-12067262f942", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23]
I0331 04:09:21.436934    3827 cni.go:424] [tsf-tas/rekor-redis-7b7b8d79b6-fm96h 4d1320aa841204a12d03befb15646273d76691fbe219fef4ddb07744990c139d network default NAD default] ADD finished CNI request [tsf-tas/rekor-redis-7b7b8d79b6-fm96h 4d1320aa841204a12d03befb15646273d76691fbe219fef4ddb07744990c139d network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:99:90:19:a4:80\",\"name\":\"4d1320aa841204a\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/deeda035-169e-4b7d-82b4-05cde517990a\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0331 04:09:22.964311    3827 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
W0331 04:09:24.029917    3827 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
W0331 04:09:31.604457    3827 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0331 04:09:34.030454    3827 cni.go:403] [tsf-tas/ctlog-createtree-job-rmg52-c2s7c 9e1f1e4606f12b77f3c7998b342c18d2f185c59160d32468350514438cdd39c0 network default NAD default] DEL starting CNI request [tsf-tas/ctlog-createtree-job-rmg52-c2s7c 9e1f1e4606f12b77f3c7998b342c18d2f185c59160d32468350514438cdd39c0 network default NAD default]
I0331 04:09:34.107386    3827 cni.go:424] [tsf-tas/ctlog-createtree-job-rmg52-c2s7c 9e1f1e4606f12b77f3c7998b342c18d2f185c59160d32468350514438cdd39c0 network default NAD default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-rmg52-c2s7c 9e1f1e4606f12b77f3c7998b342c18d2f185c59160d32468350514438cdd39c0 network default NAD default], result "{}", err <nil>
I0331 04:09:34.156491    3827 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-rmg52-c2s7c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:09:34.156525    3827 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-rmg52-c2s7c
I0331 04:09:34.157812    3827 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-rmg52-c2s7c, ips: 10.128.0.51
I0331 04:09:34.157840    3827 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-rmg52-c2s7c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0331 04:09:35.007327    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis
I0331 04:09:35.041454    3827 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-rmg52-c2s7c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:09:35.041482    3827 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-rmg52-c2s7c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:09:38.795519    3827 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-ddcf7b98d-thvls] creating logical port tsf-tas_ctlog-ddcf7b98d-thvls for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:09:38.795646    3827 kube.go:256] Updating pod tsf-tas/ctlog-ddcf7b98d-thvls
I0331 04:09:38.813042    3827 pod.go:62] [tsf-tas/ctlog-ddcf7b98d-thvls] pod update took 17.418448ms
I0331 04:09:38.813127    3827 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-ddcf7b98d-thvls] addLogicalPort annotation time took 17.509096ms
I0331 04:09:38.814243    3827 pods.go:271] [tsf-tas/ctlog-ddcf7b98d-thvls] addLogicalPort took 18.739099ms, libovsdb time 672.404µs
I0331 04:09:39.753939    3827 cni.go:403] [tsf-tas/ctlog-ddcf7b98d-thvls fac65ed023b145e944f1c3da1477695d423852f753eed9e49a95906f74c2ef06 network default NAD default] ADD starting CNI request [tsf-tas/ctlog-ddcf7b98d-thvls fac65ed023b145e944f1c3da1477695d423852f753eed9e49a95906f74c2ef06 network default NAD default]
I0331 04:09:39.762821    3827 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-ddcf7b98d-thvls, hostIfaceName: fac65ed023b145e, network: default, NAD default, SandboxID: "fac65ed023b145e944f1c3da1477695d423852f753eed9e49a95906f74c2ef06", PCI device ID: , UID: "697e323c-9816-416d-8bd7-b9b1adf2979c", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23]
I0331 04:09:40.015296    3827 cni.go:424] [tsf-tas/ctlog-ddcf7b98d-thvls fac65ed023b145e944f1c3da1477695d423852f753eed9e49a95906f74c2ef06 network default NAD default] ADD finished CNI request [tsf-tas/ctlog-ddcf7b98d-thvls fac65ed023b145e944f1c3da1477695d423852f753eed9e49a95906f74c2ef06 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:b7:b9:50:29:1b\",\"name\":\"fac65ed023b145e\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b925ec6-989f-4225-a804-d76f8b1adc70\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0331 04:09:42.078538    3827 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
W0331 04:09:53.089905    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog
I0331 04:09:59.336861    3827 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:09:59.337405    3827 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:09:59.356638    3827 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:09:59.356656    3827 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:09:59.363674    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0331 04:09:59.363701    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0331 04:10:00.354868    3827 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-7hc4n-pwqkr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:10:00.355352    3827 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-7hc4n-pwqkr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:10:01.377613    3827 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-7hc4n-pwqkr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:10:01.377640    3827 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-7hc4n-pwqkr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:10:05.778233    3827 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-4nlgf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:10:05.778803    3827 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-4nlgf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:10:06.281065    3827 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-4nlgf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:10:06.281087    3827 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-4nlgf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:10:06.735565    3827 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6
I0331 04:10:07.392979    3827 obj_retry.go:464] Detected object tsf/patch-tekton-config-48j5v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:10:07.393590    3827 obj_retry.go:464] Detected object tsf/patch-tekton-config-48j5v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0331 04:10:08.281492    3827 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
I0331 04:10:08.415186    3827 obj_retry.go:458] Detected object tsf/patch-tekton-config-48j5v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:10:08.415207    3827 obj_retry.go:458] Detected object tsf/patch-tekton-config-48j5v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:10:14.445235    3827 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-kws4f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:10:14.445853    3827 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-kws4f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:10:15.350408    3827 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-kws4f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:10:15.350433    3827 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-kws4f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:10:15.392050    3827 obj_retry.go:458] Detected object tsf/patch-tekton-config-48j5v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:10:15.392071    3827 obj_retry.go:458] Detected object tsf/patch-tekton-config-48j5v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:10:15.396797    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-48j5v
I0331 04:10:15.396822    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-48j5v
I0331 04:10:24.517860    3827 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:10:24.518403    3827 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:10:24.536070    3827 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:10:24.536088    3827 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:10:24.539092    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-pipelines
I0331 04:10:24.539113    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-pipelines
I0331 04:10:25.712798    3827 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6
I0331 04:10:28.541703    3827 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:10:28.542214    3827 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:10:28.583316    3827 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:10:28.583338    3827 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:10:28.589607    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0331 04:10:28.589628    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
I0331 04:10:34.575014    3827 obj_retry.go:464] Detected object tsf-tpa/create-db-95xwk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:10:34.575594    3827 obj_retry.go:464] Detected object tsf-tpa/create-db-95xwk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:10:35.597425    3827 obj_retry.go:458] Detected object tsf-tpa/create-db-95xwk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:10:35.597447    3827 obj_retry.go:458] Detected object tsf-tpa/create-db-95xwk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:10:38.628203    3827 obj_retry.go:464] Detected object tsf-tpa/migrate-db-fh2bf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:10:38.628775    3827 obj_retry.go:464] Detected object tsf-tpa/migrate-db-fh2bf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:10:38.733781    3827 obj_retry.go:458] Detected object tsf-tpa/migrate-db-fh2bf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:10:38.733799    3827 obj_retry.go:458] Detected object tsf-tpa/migrate-db-fh2bf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:10:38.913606    3827 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-6v4x8] creating logical port tsf-tpa_create-importers-6v4x8 for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:10:38.913695    3827 kube.go:256] Updating pod tsf-tpa/create-importers-6v4x8
I0331 04:10:38.927362    3827 pod.go:62] [tsf-tpa/create-importers-6v4x8] pod update took 13.691756ms
I0331 04:10:38.927398    3827 base_network_controller_pods.go:937] [default/tsf-tpa/create-importers-6v4x8] addLogicalPort annotation time took 13.734182ms
I0331 04:10:38.928681    3827 pods.go:271] [tsf-tpa/create-importers-6v4x8] addLogicalPort took 15.087499ms, libovsdb time 893.019µs
I0331 04:10:39.276505    3827 cni.go:403] [tsf-tpa/create-importers-6v4x8 967d5c0d5cc29326d5e8c18b9a7be9a99550f41023ec02b62c132ae50198de47 network default NAD default] ADD starting CNI request [tsf-tpa/create-importers-6v4x8 967d5c0d5cc29326d5e8c18b9a7be9a99550f41023ec02b62c132ae50198de47 network default NAD default]
I0331 04:10:39.284798    3827 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-6v4x8, hostIfaceName: 967d5c0d5cc2932, network: default, NAD default, SandboxID: "967d5c0d5cc29326d5e8c18b9a7be9a99550f41023ec02b62c132ae50198de47", PCI device ID: , UID: "011e33e7-aa49-4489-80c8-aae2255c1489", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23]
I0331 04:10:39.331191    3827 cni.go:424] [tsf-tpa/create-importers-6v4x8 967d5c0d5cc29326d5e8c18b9a7be9a99550f41023ec02b62c132ae50198de47 network default NAD default] ADD finished CNI request [tsf-tpa/create-importers-6v4x8 967d5c0d5cc29326d5e8c18b9a7be9a99550f41023ec02b62c132ae50198de47 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:6b:ad:ce:05:50\",\"name\":\"967d5c0d5cc2932\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f120e94-0075-491c-a1dc-3011a49bda33\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:10:42.413057    3827 cni.go:403] [tsf-tpa/create-importers-6v4x8 967d5c0d5cc29326d5e8c18b9a7be9a99550f41023ec02b62c132ae50198de47 network default NAD default] DEL starting CNI request [tsf-tpa/create-importers-6v4x8 967d5c0d5cc29326d5e8c18b9a7be9a99550f41023ec02b62c132ae50198de47 network default NAD default]
I0331 04:10:42.499605    3827 cni.go:424] [tsf-tpa/create-importers-6v4x8 967d5c0d5cc29326d5e8c18b9a7be9a99550f41023ec02b62c132ae50198de47 network default NAD default] DEL finished CNI request [tsf-tpa/create-importers-6v4x8 967d5c0d5cc29326d5e8c18b9a7be9a99550f41023ec02b62c132ae50198de47 network default NAD default], result "{}", err <nil>
I0331 04:10:42.549976    3827 obj_retry.go:464] Detected object tsf-tpa/create-importers-6v4x8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:10:42.550011    3827 pods.go:176] Deleting pod: tsf-tpa/create-importers-6v4x8
I0331 04:10:42.551325    3827 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-6v4x8, ips: 10.128.0.55
I0331 04:10:42.551357    3827 obj_retry.go:464] Detected object tsf-tpa/create-importers-6v4x8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:10:43.585462    3827 obj_retry.go:458] Detected object tsf-tpa/create-importers-6v4x8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:10:43.585489    3827 obj_retry.go:458] Detected object tsf-tpa/create-importers-6v4x8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:10:47.701566    3827 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6
W0331 04:10:49.544645    3827 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
I0331 04:11:17.830663    3827 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:11:17.831290    3827 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:11:17.849931    3827 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:11:17.849950    3827 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:11:17.856159    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0331 04:11:17.856181    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0331 04:11:18.493177    3827 namespace.go:98] [build-service] adding namespace
I0331 04:11:18.494045    3827 namespace.go:102] [build-service] adding namespace took 843.88µs
I0331 04:11:18.499026    3827 namespace.go:98] [integration-service] adding namespace
I0331 04:11:18.499778    3827 namespace.go:102] [integration-service] adding namespace took 730.287µs
I0331 04:11:18.511595    3827 namespace.go:98] [image-controller] adding namespace
I0331 04:11:18.512241    3827 namespace.go:102] [image-controller] adding namespace took 627.965µs
I0331 04:11:18.527261    3827 namespace.go:142] [build-service] updating namespace
I0331 04:11:18.558445    3827 namespace.go:142] [build-service] updating namespace
I0331 04:11:18.562635    3827 namespace.go:142] [integration-service] updating namespace
I0331 04:11:18.597596    3827 namespace.go:142] [image-controller] updating namespace
I0331 04:11:18.602051    3827 namespace.go:142] [integration-service] updating namespace
I0331 04:11:18.627263    3827 namespace.go:142] [image-controller] updating namespace
I0331 04:11:18.684524    3827 namespace.go:142] [build-service] updating namespace
I0331 04:11:18.723921    3827 namespace.go:142] [integration-service] updating namespace
I0331 04:11:18.759042    3827 namespace.go:98] [release-service] adding namespace
I0331 04:11:18.759757    3827 namespace.go:102] [release-service] adding namespace took 701.879µs
I0331 04:11:18.798103    3827 namespace.go:142] [release-service] updating namespace
I0331 04:11:18.819667    3827 namespace.go:142] [release-service] updating namespace
I0331 04:11:18.874157    3827 namespace.go:142] [konflux-ui] updating namespace
I0331 04:11:19.036033    3827 namespace.go:98] [konflux-info] adding namespace
I0331 04:11:19.036777    3827 namespace.go:102] [konflux-info] adding namespace took 726.787µs
I0331 04:11:19.146242    3827 namespace.go:142] [konflux-info] updating namespace
I0331 04:11:19.146294    3827 namespace.go:98] [namespace-lister] adding namespace
I0331 04:11:19.146928    3827 namespace.go:102] [namespace-lister] adding namespace took 619.586µs
I0331 04:11:19.194099    3827 namespace.go:142] [konflux-info] updating namespace
I0331 04:11:19.206174    3827 namespace.go:142] [namespace-lister] updating namespace
I0331 04:11:19.266362    3827 namespace.go:142] [image-controller] updating namespace
I0331 04:11:19.266423    3827 namespace.go:98] [enterprise-contract-service] adding namespace
I0331 04:11:19.267204    3827 namespace.go:102] [enterprise-contract-service] adding namespace took 767.197µs
I0331 04:11:19.279074    3827 namespace.go:142] [namespace-lister] updating namespace
I0331 04:11:19.358174    3827 namespace.go:142] [enterprise-contract-service] updating namespace
I0331 04:11:19.390146    3827 namespace.go:142] [enterprise-contract-service] updating namespace
I0331 04:11:19.706091    3827 namespace.go:98] [default-tenant] adding namespace
I0331 04:11:19.706862    3827 namespace.go:102] [default-tenant] adding namespace took 750.254µs
I0331 04:11:19.867159    3827 namespace.go:98] [segment-bridge] adding namespace
I0331 04:11:19.867889    3827 namespace.go:102] [segment-bridge] adding namespace took 713.03µs
I0331 04:11:20.023124    3827 namespace.go:142] [default-tenant] updating namespace
I0331 04:11:20.240272    3827 namespace.go:142] [default-tenant] updating namespace
I0331 04:11:20.314717    3827 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0331 04:11:20.315333    3827 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0331 04:11:20.315351    3827 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0331 04:11:20.318212    3827 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0331 04:11:20.345067    3827 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0331 04:11:20.345086    3827 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0331 04:11:20.345714    3827 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0331 04:11:20.425659    3827 namespace.go:142] [segment-bridge] updating namespace
I0331 04:11:20.569242    3827 namespace.go:142] [segment-bridge] updating namespace
I0331 04:11:20.675168    3827 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-67655c4674-4fhb9] creating logical port namespace-lister_namespace-lister-67655c4674-4fhb9 for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:11:20.675284    3827 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-4fhb9
I0331 04:11:20.770926    3827 pod.go:62] [namespace-lister/namespace-lister-67655c4674-4fhb9] pod update took 95.666375ms
I0331 04:11:20.770948    3827 base_network_controller_pods.go:937] [default/namespace-lister/namespace-lister-67655c4674-4fhb9] addLogicalPort annotation time took 95.693287ms
I0331 04:11:20.772184    3827 pods.go:271] [namespace-lister/namespace-lister-67655c4674-4fhb9] addLogicalPort took 97.032947ms, libovsdb time 824.492µs
I0331 04:11:20.868689    3827 namespace.go:142] [build-service] updating namespace
I0331 04:11:21.135312    3827 namespace.go:142] [default-tenant] updating namespace
I0331 04:11:21.209880    3827 base_network_controller_pods.go:487] [default/konflux-ui/proxy-649fc8d4d8-687sk] creating logical port konflux-ui_proxy-649fc8d4d8-687sk for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:11:21.209980    3827 kube.go:256] Updating pod konflux-ui/proxy-649fc8d4d8-687sk
I0331 04:11:21.271278    3827 pod.go:62] [konflux-ui/proxy-649fc8d4d8-687sk] pod update took 61.327257ms
I0331 04:11:21.271316    3827 base_network_controller_pods.go:937] [default/konflux-ui/proxy-649fc8d4d8-687sk] addLogicalPort annotation time took 61.368908ms
I0331 04:11:21.272693    3827 pods.go:271] [konflux-ui/proxy-649fc8d4d8-687sk] addLogicalPort took 62.825537ms, libovsdb time 862.902µs
I0331 04:11:21.490419    3827 namespace.go:142] [enterprise-contract-service] updating namespace
I0331 04:11:21.676139    3827 namespace.go:142] [image-controller] updating namespace
I0331 04:11:21.887088    3827 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-f9htd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:11:21.887611    3827 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-f9htd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:11:21.896088    3827 namespace.go:142] [integration-service] updating namespace
I0331 04:11:22.095429    3827 namespace.go:142] [konflux-info] updating namespace
I0331 04:11:22.266387    3827 namespace.go:142] [namespace-lister] updating namespace
I0331 04:11:22.327027    3827 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-78d564685f-l9xz8] creating logical port integration-service_integration-service-controller-manager-78d564685f-l9xz8 for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:11:22.327118    3827 kube.go:256] Updating pod integration-service/integration-service-controller-manager-78d564685f-l9xz8
I0331 04:11:22.343250    3827 pod.go:62] [integration-service/integration-service-controller-manager-78d564685f-l9xz8] pod update took 16.155211ms
I0331 04:11:22.343281    3827 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-78d564685f-l9xz8] addLogicalPort annotation time took 16.189415ms
I0331 04:11:22.344622    3827 pods.go:271] [integration-service/integration-service-controller-manager-78d564685f-l9xz8] addLogicalPort took 17.611703ms, libovsdb time 879.878µs
I0331 04:11:22.475136    3827 namespace.go:142] [release-service] updating namespace
I0331 04:11:22.679209    3827 namespace.go:142] [segment-bridge] updating namespace
I0331 04:11:22.799267    3827 namespace.go:142] [build-service] updating namespace
I0331 04:11:22.818020    3827 namespace.go:142] [default-tenant] updating namespace
I0331 04:11:22.838099    3827 namespace.go:142] [enterprise-contract-service] updating namespace
I0331 04:11:22.857102    3827 namespace.go:142] [image-controller] updating namespace
I0331 04:11:22.875144    3827 namespace.go:142] [integration-service] updating namespace
I0331 04:11:22.892123    3827 namespace.go:142] [konflux-info] updating namespace
I0331 04:11:22.907231    3827 namespace.go:142] [namespace-lister] updating namespace
I0331 04:11:22.923628    3827 namespace.go:142] [release-service] updating namespace
I0331 04:11:22.923742    3827 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-f9htd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:11:22.923763    3827 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-f9htd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:11:22.941212    3827 namespace.go:142] [segment-bridge] updating namespace
I0331 04:11:22.988201    3827 namespace.go:142] [build-service] updating namespace
I0331 04:11:23.050292    3827 namespace.go:142] [default-tenant] updating namespace
I0331 04:11:23.062300    3827 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:11:23.062405    3827 kube.go:256] Updating pod konflux-ui/test-tsf-konflux
I0331 04:11:23.084968    3827 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 22.605684ms
I0331 04:11:23.084990    3827 base_network_controller_pods.go:937] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 22.629778ms
I0331 04:11:23.086201    3827 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 23.912297ms, libovsdb time 777.511µs
I0331 04:11:23.116911    3827 namespace.go:142] [enterprise-contract-service] updating namespace
I0331 04:11:23.215612    3827 namespace.go:142] [image-controller] updating namespace
I0331 04:11:23.307852    3827 namespace.go:142] [integration-service] updating namespace
I0331 04:11:23.411699    3827 namespace.go:142] [konflux-info] updating namespace
I0331 04:11:23.421534    3827 cni.go:403] [konflux-ui/test-tsf-konflux 0ab0a7849cfd8ba828bafc3a1a401de748a47de4b19a0b4eba6d715983632e3c network default NAD default] ADD starting CNI request [konflux-ui/test-tsf-konflux 0ab0a7849cfd8ba828bafc3a1a401de748a47de4b19a0b4eba6d715983632e3c network default NAD default]
I0331 04:11:23.429956    3827 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 0ab0a7849cfd8ba, network: default, NAD default, SandboxID: "0ab0a7849cfd8ba828bafc3a1a401de748a47de4b19a0b4eba6d715983632e3c", PCI device ID: , UID: "3d3bba51-263e-4804-a4ba-df978da4d854", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23]
I0331 04:11:23.477343    3827 cni.go:424] [konflux-ui/test-tsf-konflux 0ab0a7849cfd8ba828bafc3a1a401de748a47de4b19a0b4eba6d715983632e3c network default NAD default] ADD finished CNI request [konflux-ui/test-tsf-konflux 0ab0a7849cfd8ba828bafc3a1a401de748a47de4b19a0b4eba6d715983632e3c network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:be:ab:77:35:bc\",\"name\":\"0ab0a7849cfd8ba\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/05c47792-b00d-464a-b9c5-887e88d730bd\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:11:23.512608    3827 namespace.go:142] [namespace-lister] updating namespace
I0331 04:11:23.609435    3827 namespace.go:142] [release-service] updating namespace
I0331 04:11:23.709183    3827 namespace.go:142] [segment-bridge] updating namespace
W0331 04:11:25.162906    3827 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
W0331 04:11:25.184882    3827 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
I0331 04:11:25.237417    3827 cni.go:403] [namespace-lister/namespace-lister-67655c4674-4fhb9 f381bd7bf6f360c3e1149fb57ade3df7c4c3f87aa1105338ddfdece0b3a949c3 network default NAD default] ADD starting CNI request [namespace-lister/namespace-lister-67655c4674-4fhb9 f381bd7bf6f360c3e1149fb57ade3df7c4c3f87aa1105338ddfdece0b3a949c3 network default NAD default]
I0331 04:11:25.246496    3827 helper_linux.go:450] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-67655c4674-4fhb9, hostIfaceName: f381bd7bf6f360c, network: default, NAD default, SandboxID: "f381bd7bf6f360c3e1149fb57ade3df7c4c3f87aa1105338ddfdece0b3a949c3", PCI device ID: , UID: "3e48c1f1-8810-494c-b2af-c30bd5882f52", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23]
I0331 04:11:25.293658    3827 cni.go:424] [namespace-lister/namespace-lister-67655c4674-4fhb9 f381bd7bf6f360c3e1149fb57ade3df7c4c3f87aa1105338ddfdece0b3a949c3 network default NAD default] ADD finished CNI request [namespace-lister/namespace-lister-67655c4674-4fhb9 f381bd7bf6f360c3e1149fb57ade3df7c4c3f87aa1105338ddfdece0b3a949c3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:6e:3e:e5:e6:42\",\"name\":\"f381bd7bf6f360c\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/01fc59fd-19cd-4b0a-a321-1219153a4519\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0331 04:11:27.677780    3827 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
W0331 04:11:28.689999    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister
I0331 04:11:29.831603    3827 namespace.go:142] [openshift-pipelines] updating namespace
I0331 04:11:31.772715    3827 cni.go:403] [konflux-ui/proxy-649fc8d4d8-687sk 8a6ac2218a3dc4c252bab82ef9024df4ba2c4d4d4e9d2f95f7014d450803dd2d network default NAD default] ADD starting CNI request [konflux-ui/proxy-649fc8d4d8-687sk 8a6ac2218a3dc4c252bab82ef9024df4ba2c4d4d4e9d2f95f7014d450803dd2d network default NAD default]
I0331 04:11:31.773517    3827 cni.go:403] [integration-service/integration-service-controller-manager-78d564685f-l9xz8 81965c0129c1c0cc18bf6b7caabb0fb68a7f326ba11a6b2114844c8d8d34c56e network default NAD default] ADD starting CNI request [integration-service/integration-service-controller-manager-78d564685f-l9xz8 81965c0129c1c0cc18bf6b7caabb0fb68a7f326ba11a6b2114844c8d8d34c56e network default NAD default]
I0331 04:11:31.783270    3827 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: proxy-649fc8d4d8-687sk, hostIfaceName: 8a6ac2218a3dc4c, network: default, NAD default, SandboxID: "8a6ac2218a3dc4c252bab82ef9024df4ba2c4d4d4e9d2f95f7014d450803dd2d", PCI device ID: , UID: "01130c0e-a54a-4a22-a827-cafae6825bf6", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23]
I0331 04:11:31.784902    3827 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-78d564685f-l9xz8, hostIfaceName: 81965c0129c1c0c, network: default, NAD default, SandboxID: "81965c0129c1c0cc18bf6b7caabb0fb68a7f326ba11a6b2114844c8d8d34c56e", PCI device ID: , UID: "475f3da6-1533-40c1-a9ea-b857684aec83", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23]
I0331 04:11:31.834479    3827 cni.go:424] [integration-service/integration-service-controller-manager-78d564685f-l9xz8 81965c0129c1c0cc18bf6b7caabb0fb68a7f326ba11a6b2114844c8d8d34c56e network default NAD default] ADD finished CNI request [integration-service/integration-service-controller-manager-78d564685f-l9xz8 81965c0129c1c0cc18bf6b7caabb0fb68a7f326ba11a6b2114844c8d8d34c56e network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:1b:fc:eb:c3:00\",\"name\":\"81965c0129c1c0c\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dab1b02b-6377-4741-99b5-a88183fea924\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:11:31.853995    3827 cni.go:424] [konflux-ui/proxy-649fc8d4d8-687sk 8a6ac2218a3dc4c252bab82ef9024df4ba2c4d4d4e9d2f95f7014d450803dd2d network default NAD default] ADD finished CNI request [konflux-ui/proxy-649fc8d4d8-687sk 8a6ac2218a3dc4c252bab82ef9024df4ba2c4d4d4e9d2f95f7014d450803dd2d network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:86:f9:38:9f:2d\",\"name\":\"8a6ac2218a3dc4c\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61abf5f8-3767-4fca-bb20-107ba94e6386\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0331 04:11:36.247820    3827 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0331 04:11:36.249224    3827 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0331 04:11:36.280818    3827 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0331 04:11:36.284202    3827 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0331 04:11:36.332292    3827 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0331 04:11:36.332314    3827 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0331 04:11:37.248064    3827 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
W0331 04:11:37.753230    3827 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0331 04:11:37.753249    3827 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0331 04:11:37.772593    3827 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0331 04:11:37.773886    3827 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
I0331 04:11:44.617022    3827 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10
W0331 04:11:47.255995    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0331 04:11:47.256026    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0331 04:11:47.258440    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0331 04:11:47.258459    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0331 04:11:48.764991    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0331 04:11:48.765679    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service
I0331 04:11:49.112139    3827 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-nqwwc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:11:49.112628    3827 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-nqwwc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:11:49.321326    3827 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-nqwwc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:11:49.321416    3827 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-nqwwc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:11:49.324345    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-759977d69f-nqwwc
I0331 04:11:49.324382    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-759977d69f-nqwwc
I0331 04:11:56.706208    3827 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6
W0331 04:12:13.306742    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0331 04:12:13.306761    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
W0331 04:12:13.306772    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0331 04:12:13.306777    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
W0331 04:12:13.810658    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0331 04:12:13.810684    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
I0331 04:12:22.739659    3827 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8
I0331 04:12:26.622284    3827 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=157
I0331 04:12:43.215460    3827 cni.go:403] [konflux-ui/proxy-649fc8d4d8-687sk 8a6ac2218a3dc4c252bab82ef9024df4ba2c4d4d4e9d2f95f7014d450803dd2d network default NAD default] DEL starting CNI request [konflux-ui/proxy-649fc8d4d8-687sk 8a6ac2218a3dc4c252bab82ef9024df4ba2c4d4d4e9d2f95f7014d450803dd2d network default NAD default]
I0331 04:12:43.292193    3827 cni.go:424] [konflux-ui/proxy-649fc8d4d8-687sk 8a6ac2218a3dc4c252bab82ef9024df4ba2c4d4d4e9d2f95f7014d450803dd2d network default NAD default] DEL finished CNI request [konflux-ui/proxy-649fc8d4d8-687sk 8a6ac2218a3dc4c252bab82ef9024df4ba2c4d4d4e9d2f95f7014d450803dd2d network default NAD default], result "{}", err <nil>
I0331 04:12:43.353352    3827 obj_retry.go:464] Detected object konflux-ui/proxy-649fc8d4d8-687sk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:12:43.353405    3827 pods.go:176] Deleting pod: konflux-ui/proxy-649fc8d4d8-687sk
I0331 04:12:43.354721    3827 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-649fc8d4d8-687sk, ips: 10.128.0.57
I0331 04:12:43.354754    3827 obj_retry.go:464] Detected object konflux-ui/proxy-649fc8d4d8-687sk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:12:44.142957    3827 obj_retry.go:458] Detected object konflux-ui/proxy-649fc8d4d8-687sk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:12:44.142980    3827 obj_retry.go:458] Detected object konflux-ui/proxy-649fc8d4d8-687sk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:12:44.150635    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-649fc8d4d8-687sk
I0331 04:12:44.150668    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-649fc8d4d8-687sk
I0331 04:12:56.615744    3827 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=119
I0331 04:13:05.706324    3827 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8
I0331 04:13:23.620074    3827 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71
I0331 04:14:17.740701    3827 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zfzx7] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-zfzx7 for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:14:17.740831    3827 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zfzx7
I0331 04:14:17.754958    3827 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zfzx7] pod update took 14.150161ms
I0331 04:14:17.754990    3827 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zfzx7] addLogicalPort annotation time took 14.188504ms
I0331 04:14:17.756352    3827 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zfzx7] addLogicalPort took 15.667675ms, libovsdb time 817.125µs
I0331 04:14:17.816674    3827 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-btzgr] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-btzgr for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:14:17.816751    3827 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-btzgr
I0331 04:14:17.830432    3827 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-btzgr] pod update took 13.700982ms
I0331 04:14:17.830454    3827 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-btzgr] addLogicalPort annotation time took 13.724808ms
I0331 04:14:17.831714    3827 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-btzgr] addLogicalPort took 15.050021ms, libovsdb time 859.139µs
I0331 04:14:18.101844    3827 cni.go:403] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zfzx7 c39f9aa9ef7b2a8d91cce7264edeb42e8a0056484349ffac82fdd1ddb3d32af8 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zfzx7 c39f9aa9ef7b2a8d91cce7264edeb42e8a0056484349ffac82fdd1ddb3d32af8 network default NAD default]
I0331 04:14:18.110364    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-zfzx7, hostIfaceName: c39f9aa9ef7b2a8, network: default, NAD default, SandboxID: "c39f9aa9ef7b2a8d91cce7264edeb42e8a0056484349ffac82fdd1ddb3d32af8", PCI device ID: , UID: "accb8044-ac4e-47d2-a293-1e134fcc637f", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23]
I0331 04:14:18.160651    3827 cni.go:424] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zfzx7 c39f9aa9ef7b2a8d91cce7264edeb42e8a0056484349ffac82fdd1ddb3d32af8 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zfzx7 c39f9aa9ef7b2a8d91cce7264edeb42e8a0056484349ffac82fdd1ddb3d32af8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"32:f0:63:41:2c:01\",\"name\":\"c39f9aa9ef7b2a8\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ce8ae8a-ec81-492c-8fd9-d131012178b9\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:14:18.181649    3827 cni.go:403] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-btzgr b68dce96557b8c8359b57cb0f60e363ec04e02a10434cc7a2643124ae1af6a2f network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-btzgr b68dce96557b8c8359b57cb0f60e363ec04e02a10434cc7a2643124ae1af6a2f network default NAD default]
I0331 04:14:18.190095    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-btzgr, hostIfaceName: b68dce96557b8c8, network: default, NAD default, SandboxID: "b68dce96557b8c8359b57cb0f60e363ec04e02a10434cc7a2643124ae1af6a2f", PCI device ID: , UID: "119b469f-a426-4df0-bd2c-9f08ffeb9047", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23]
I0331 04:14:18.237619    3827 cni.go:424] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-btzgr b68dce96557b8c8359b57cb0f60e363ec04e02a10434cc7a2643124ae1af6a2f network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-btzgr b68dce96557b8c8359b57cb0f60e363ec04e02a10434cc7a2643124ae1af6a2f network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:bc:89:6c:93:2d\",\"name\":\"b68dce96557b8c8\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f907e66b-6039-47fc-8e18-9cd3b56b2fff\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0331 04:14:20.726523    3827 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0331 04:14:20.726542    3827 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0331 04:14:20.750738    3827 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
W0331 04:14:21.721552    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0331 04:14:21.721571    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0331 04:14:31.726237    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0331 04:14:33.077765    3827 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-gctg5] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-gctg5 for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:14:33.077919    3827 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-gctg5
I0331 04:14:33.093592    3827 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-gctg5] pod update took 15.707446ms
I0331 04:14:33.093619    3827 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-gctg5] addLogicalPort annotation time took 15.74151ms
I0331 04:14:33.094912    3827 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-gctg5] addLogicalPort took 17.164798ms, libovsdb time 850.632µs
I0331 04:14:33.438385    3827 cni.go:403] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-gctg5 8bd26443e2067d0c2579b9ae4d18861167f15ccdee78bdf8c23e34641459d1d6 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-gctg5 8bd26443e2067d0c2579b9ae4d18861167f15ccdee78bdf8c23e34641459d1d6 network default NAD default]
I0331 04:14:33.446606    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-gctg5, hostIfaceName: 8bd26443e2067d0, network: default, NAD default, SandboxID: "8bd26443e2067d0c2579b9ae4d18861167f15ccdee78bdf8c23e34641459d1d6", PCI device ID: , UID: "dbb0e5eb-3aea-4885-963e-5b65066be3fd", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23]
I0331 04:14:33.495289    3827 cni.go:424] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-gctg5 8bd26443e2067d0c2579b9ae4d18861167f15ccdee78bdf8c23e34641459d1d6 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-gctg5 8bd26443e2067d0c2579b9ae4d18861167f15ccdee78bdf8c23e34641459d1d6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:ca:f9:ae:42:9f\",\"name\":\"8bd26443e2067d0\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1254ee3b-1923-4ab2-9b59-6c00f1955741\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:14:33.741180    3827 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
I0331 04:14:48.899782    3827 cni.go:403] [konflux-ui/test-tsf-konflux 0ab0a7849cfd8ba828bafc3a1a401de748a47de4b19a0b4eba6d715983632e3c network default NAD default] DEL starting CNI request [konflux-ui/test-tsf-konflux 0ab0a7849cfd8ba828bafc3a1a401de748a47de4b19a0b4eba6d715983632e3c network default NAD default]
I0331 04:14:48.985258    3827 cni.go:424] [konflux-ui/test-tsf-konflux 0ab0a7849cfd8ba828bafc3a1a401de748a47de4b19a0b4eba6d715983632e3c network default NAD default] DEL finished CNI request [konflux-ui/test-tsf-konflux 0ab0a7849cfd8ba828bafc3a1a401de748a47de4b19a0b4eba6d715983632e3c network default NAD default], result "{}", err <nil>
I0331 04:14:49.040967    3827 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:14:49.041006    3827 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux
I0331 04:14:49.042428    3827 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.59
I0331 04:14:49.042458    3827 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:14:49.079612    3827 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:14:49.079632    3827 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:14:49.085272    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0331 04:14:49.085299    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0331 04:15:18.680817    3827 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-dstmk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:15:18.681510    3827 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-dstmk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:15:19.451329    3827 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-dstmk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:15:19.451354    3827 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-dstmk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:15:19.458332    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-7db75c44-dstmk
I0331 04:15:19.458392    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-7db75c44-dstmk
I0331 04:15:20.724299    3827 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10
I0331 04:15:31.794404    3827 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-kvs6w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:15:31.794953    3827 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-kvs6w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:15:32.523439    3827 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-kvs6w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:15:32.523469    3827 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-kvs6w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:15:32.530792    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-5f8cd64d55-kvs6w
I0331 04:15:32.530819    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-5f8cd64d55-kvs6w
I0331 04:15:50.704816    3827 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6
I0331 04:15:53.629116    3827 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=600
I0331 04:16:23.739205    3827 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
I0331 04:16:30.719774    3827 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10
I0331 04:16:31.728213    3827 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10
I0331 04:17:01.620063    3827 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6
I0331 04:17:18.619300    3827 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=55
I0331 04:17:50.709896    3827 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6
I0331 04:18:12.742890    3827 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6
I0331 04:18:30.625968    3827 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8
W0331 04:19:21.022757    3827 duration.go:461] Config duration recorder: measurement expired for pod/openshift-image-registry/image-registry-848789b554-vdtgz
I0331 04:19:51.619492    3827 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=25
I0331 04:19:59.716391    3827 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10
I0331 04:20:04.078655    3827 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-h62f5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:20:04.079208    3827 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-h62f5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:20:04.950292    3827 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-h62f5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:20:04.950320    3827 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-h62f5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0331 04:20:06.022595    3827 duration.go:461] Config duration recorder: measurement expired for pod/kube-system/ecr-credential-refresh-29582160-ggrdr
I0331 04:20:18.710055    3827 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8
I0331 04:20:35.045293    3827 obj_retry.go:458] Detected object tsf-tpa/create-db-95xwk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:20:35.045316    3827 obj_retry.go:458] Detected object tsf-tpa/create-db-95xwk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:20:35.050171    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-95xwk
I0331 04:20:35.050202    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-95xwk
I0331 04:20:38.032240    3827 obj_retry.go:458] Detected object tsf-tpa/migrate-db-fh2bf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:20:38.032266    3827 obj_retry.go:458] Detected object tsf-tpa/migrate-db-fh2bf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:20:38.037918    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-fh2bf
I0331 04:20:38.037941    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-fh2bf
I0331 04:20:43.029472    3827 obj_retry.go:458] Detected object tsf-tpa/create-importers-6v4x8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:20:43.029493    3827 obj_retry.go:458] Detected object tsf-tpa/create-importers-6v4x8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:20:43.033743    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-6v4x8
I0331 04:20:43.033768    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-6v4x8
W0331 04:21:06.022576    3827 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-5fc8b99dc7-7c58p
I0331 04:21:48.744637    3827 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8
I0331 04:23:01.623481    3827 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=16
I0331 04:23:04.622942    3827 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6
I0331 04:23:16.742468    3827 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7
I0331 04:23:30.628786    3827 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=5
I0331 04:23:30.727063    3827 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9
I0331 04:23:38.631500    3827 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=23
I0331 04:23:39.731204    3827 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9
I0331 04:24:32.713102    3827 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
I0331 04:24:33.622446    3827 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=31
I0331 04:24:50.708492    3827 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10
I0331 04:26:24.723428    3827 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10
I0331 04:26:52.146036    3827 namespace.go:98] [default-tenant-managed] adding namespace
I0331 04:26:52.146912    3827 namespace.go:102] [default-tenant-managed] adding namespace took 852.328µs
I0331 04:26:52.165280    3827 namespace.go:142] [default-tenant-managed] updating namespace
I0331 04:26:52.181498    3827 namespace.go:142] [default-tenant-managed] updating namespace
I0331 04:26:53.157270    3827 namespace.go:142] [default-tenant-managed] updating namespace
I0331 04:26:53.302718    3827 namespace.go:142] [default-tenant-managed] updating namespace
I0331 04:26:53.389126    3827 namespace.go:142] [default-tenant-managed] updating namespace
I0331 04:27:16.719430    3827 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8
I0331 04:27:26.713020    3827 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8
I0331 04:27:42.544021    3827 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-xps7l] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-xps7l for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:27:42.544162    3827 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-xps7l
I0331 04:27:42.558997    3827 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-xps7l] pod update took 14.864599ms
I0331 04:27:42.559029    3827 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-xps7l] addLogicalPort annotation time took 14.902745ms
I0331 04:27:42.560743    3827 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-xps7l] addLogicalPort took 16.737122ms, libovsdb time 954.89µs
I0331 04:27:42.909465    3827 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-xps7l c70ec242da62a6b48966b3ecba575a2531b859711171e26a2df552c02342e5a3 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-xps7l c70ec242da62a6b48966b3ecba575a2531b859711171e26a2df552c02342e5a3 network default NAD default]
I0331 04:27:42.917715    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-xps7l, hostIfaceName: c70ec242da62a6b, network: default, NAD default, SandboxID: "c70ec242da62a6b48966b3ecba575a2531b859711171e26a2df552c02342e5a3", PCI device ID: , UID: "6a109900-0ad3-4cb5-9a4d-d21baaae3f25", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23]
I0331 04:27:42.963893    3827 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-xps7l c70ec242da62a6b48966b3ecba575a2531b859711171e26a2df552c02342e5a3 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-xps7l c70ec242da62a6b48966b3ecba575a2531b859711171e26a2df552c02342e5a3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:b5:b3:5c:72:08\",\"name\":\"c70ec242da62a6b\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c10e3a72-e445-4a69-a6f9-e6f8a1160ec6\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:27:55.659753    3827 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:27:55.660304    3827 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0331 04:27:56.424086    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0331 04:27:56.424107    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0331 04:27:56.424113    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0331 04:27:56.424118    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
I0331 04:27:59.746034    3827 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10
I0331 04:28:22.631515    3827 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-hwcq-on-push-5drxx-prefetch-dependencies-pod] creating logical port default-tenant_tsf-comp-hwcq-on-push-5drxx-prefetch-dependencies-pod for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:28:22.631684    3827 kube.go:256] Updating pod default-tenant/tsf-comp-hwcq-on-push-5drxx-prefetch-dependencies-pod
I0331 04:28:22.661396    3827 pod.go:62] [default-tenant/tsf-comp-hwcq-on-push-5drxx-prefetch-dependencies-pod] pod update took 29.725723ms
I0331 04:28:22.661420    3827 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-hwcq-on-push-5drxx-prefetch-dependencies-pod] addLogicalPort annotation time took 29.777721ms
I0331 04:28:22.662712    3827 pods.go:271] [default-tenant/tsf-comp-hwcq-on-push-5drxx-prefetch-dependencies-pod] addLogicalPort took 31.213265ms, libovsdb time 883.51µs
I0331 04:28:22.907107    3827 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:28:22.907657    3827 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:28:22.995325    3827 cni.go:403] [default-tenant/tsf-comp-hwcq-on-push-5drxx-prefetch-dependencies-pod 9adb2c0030618743601480839f3b8bd7593f10cb7c41a07a5710738306cacb72 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-prefetch-dependencies-pod 9adb2c0030618743601480839f3b8bd7593f10cb7c41a07a5710738306cacb72 network default NAD default]
I0331 04:28:23.003822    3827 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-hwcq-on-push-5drxx-prefetch-dependencies-pod, hostIfaceName: 9adb2c003061874, network: default, NAD default, SandboxID: "9adb2c0030618743601480839f3b8bd7593f10cb7c41a07a5710738306cacb72", PCI device ID: , UID: "a34d27c0-04be-4c56-b0d6-e5e27e7e1b5c", MAC: 0a:58:0a:80:00:40, IPs: [10.128.0.64/23]
I0331 04:28:23.053070    3827 cni.go:424] [default-tenant/tsf-comp-hwcq-on-push-5drxx-prefetch-dependencies-pod 9adb2c0030618743601480839f3b8bd7593f10cb7c41a07a5710738306cacb72 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-prefetch-dependencies-pod 9adb2c0030618743601480839f3b8bd7593f10cb7c41a07a5710738306cacb72 network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:41:0c:b4:27:f2\",\"name\":\"9adb2c003061874\"},{\"mac\":\"0a:58:0a:80:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18fa567e-6e50-4a22-9bbc-d95a74141c42\"}],\"ips\":[{\"address\":\"10.128.0.64/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:28:38.747440    3827 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
I0331 04:28:43.775938    3827 cni.go:403] [default-tenant/tsf-comp-hwcq-on-push-5drxx-prefetch-dependencies-pod 9adb2c0030618743601480839f3b8bd7593f10cb7c41a07a5710738306cacb72 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-prefetch-dependencies-pod 9adb2c0030618743601480839f3b8bd7593f10cb7c41a07a5710738306cacb72 network default NAD default]
I0331 04:28:43.855764    3827 cni.go:424] [default-tenant/tsf-comp-hwcq-on-push-5drxx-prefetch-dependencies-pod 9adb2c0030618743601480839f3b8bd7593f10cb7c41a07a5710738306cacb72 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-prefetch-dependencies-pod 9adb2c0030618743601480839f3b8bd7593f10cb7c41a07a5710738306cacb72 network default NAD default], result "{}", err <nil>
I0331 04:28:43.940706    3827 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:28:43.940752    3827 pods.go:176] Deleting pod: default-tenant/tsf-comp-hwcq-on-push-5drxx-prefetch-dependencies-pod
I0331 04:28:43.942750    3827 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-hwcq-on-push-5drxx-prefetch-dependencies-pod, ips: 10.128.0.64
I0331 04:28:43.942814    3827 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:29:00.623003    3827 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=14
W0331 04:29:16.022414    3827 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tas/rekor-createtree-job-pkr9n-zh8k7
I0331 04:29:53.625815    3827 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7
I0331 04:30:04.590173    3827 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582190-sllnw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:30:04.590719    3827 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582190-sllnw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:30:05.483129    3827 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582190-sllnw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:30:05.483157    3827 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582190-sllnw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:30:05.512922    3827 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-vt4j6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:30:05.512952    3827 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-vt4j6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:30:05.518987    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-vt4j6
I0331 04:30:05.519014    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-vt4j6
W0331 04:30:41.022474    3827 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tpa/migrate-db-fh2bf
I0331 04:30:43.750018    3827 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
I0331 04:30:48.716560    3827 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7
I0331 04:30:56.302606    3827 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-hwcq-on-push-5drxx-build-image-index-pod] creating logical port default-tenant_tsf-comp-hwcq-on-push-5drxx-build-image-index-pod for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:30:56.302838    3827 kube.go:256] Updating pod default-tenant/tsf-comp-hwcq-on-push-5drxx-build-image-index-pod
I0331 04:30:56.328345    3827 pod.go:62] [default-tenant/tsf-comp-hwcq-on-push-5drxx-build-image-index-pod] pod update took 25.545787ms
I0331 04:30:56.328393    3827 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-hwcq-on-push-5drxx-build-image-index-pod] addLogicalPort annotation time took 25.577976ms
I0331 04:30:56.330127    3827 pods.go:271] [default-tenant/tsf-comp-hwcq-on-push-5drxx-build-image-index-pod] addLogicalPort took 27.537674ms, libovsdb time 1.059171ms
I0331 04:30:56.666565    3827 cni.go:403] [default-tenant/tsf-comp-hwcq-on-push-5drxx-build-image-index-pod 94382c90d1a88b1e5df684ecf6b284f40e1b467b60bab83693a49c6fd1f05c77 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-build-image-index-pod 94382c90d1a88b1e5df684ecf6b284f40e1b467b60bab83693a49c6fd1f05c77 network default NAD default]
I0331 04:30:56.675139    3827 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-hwcq-on-push-5drxx-build-image-index-pod, hostIfaceName: 94382c90d1a88b1, network: default, NAD default, SandboxID: "94382c90d1a88b1e5df684ecf6b284f40e1b467b60bab83693a49c6fd1f05c77", PCI device ID: , UID: "6caf2d85-537f-45ce-8b16-054cd00f8beb", MAC: 0a:58:0a:80:00:41, IPs: [10.128.0.65/23]
I0331 04:30:56.725457    3827 cni.go:424] [default-tenant/tsf-comp-hwcq-on-push-5drxx-build-image-index-pod 94382c90d1a88b1e5df684ecf6b284f40e1b467b60bab83693a49c6fd1f05c77 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-build-image-index-pod 94382c90d1a88b1e5df684ecf6b284f40e1b467b60bab83693a49c6fd1f05c77 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:96:f4:54:93:9e\",\"name\":\"94382c90d1a88b1\"},{\"mac\":\"0a:58:0a:80:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28dcd58b-edb0-4c67-b73e-65a13dd641d4\"}],\"ips\":[{\"address\":\"10.128.0.65/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:30:56.818283    3827 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:30:56.818818    3827 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:31:29.734253    3827 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9
I0331 04:31:35.730051    3827 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9
I0331 04:31:36.812271    3827 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-hwcq-on-push-5drxx-ecosystem-cert-preflight-checks-pod] creating logical port default-tenant_tsf-comp-hwcq-on-push-5drxx-ecosystem-cert-preflight-checks-pod for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:31:36.812426    3827 kube.go:256] Updating pod default-tenant/tsf-comp-hwcq-on-push-5drxx-ecosystem-cert-preflight-checks-pod
I0331 04:31:36.850558    3827 pod.go:62] [default-tenant/tsf-comp-hwcq-on-push-5drxx-ecosystem-cert-preflight-checks-pod] pod update took 38.188265ms
I0331 04:31:36.850580    3827 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-hwcq-on-push-5drxx-ecosystem-cert-preflight-checks-pod] addLogicalPort annotation time took 38.214248ms
I0331 04:31:36.852040    3827 pods.go:271] [default-tenant/tsf-comp-hwcq-on-push-5drxx-ecosystem-cert-preflight-checks-pod] addLogicalPort took 39.781893ms, libovsdb time 1.018555ms
I0331 04:31:36.875649    3827 cni.go:403] [default-tenant/tsf-comp-hwcq-on-push-5drxx-build-image-index-pod 94382c90d1a88b1e5df684ecf6b284f40e1b467b60bab83693a49c6fd1f05c77 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-build-image-index-pod 94382c90d1a88b1e5df684ecf6b284f40e1b467b60bab83693a49c6fd1f05c77 network default NAD default]
I0331 04:31:36.966870    3827 cni.go:424] [default-tenant/tsf-comp-hwcq-on-push-5drxx-build-image-index-pod 94382c90d1a88b1e5df684ecf6b284f40e1b467b60bab83693a49c6fd1f05c77 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-build-image-index-pod 94382c90d1a88b1e5df684ecf6b284f40e1b467b60bab83693a49c6fd1f05c77 network default NAD default], result "{}", err <nil>
I0331 04:31:37.066609    3827 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:31:37.066644    3827 pods.go:176] Deleting pod: default-tenant/tsf-comp-hwcq-on-push-5drxx-build-image-index-pod
I0331 04:31:37.068042    3827 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-hwcq-on-push-5drxx-build-image-index-pod, ips: 10.128.0.65
I0331 04:31:37.068069    3827 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:31:37.180180    3827 cni.go:403] [default-tenant/tsf-comp-hwcq-on-push-5drxx-ecosystem-cert-preflight-checks-pod 8990d2cf556010faf32871854d4958dcd602fa39050a4b68af8771e551a8b68b network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-ecosystem-cert-preflight-checks-pod 8990d2cf556010faf32871854d4958dcd602fa39050a4b68af8771e551a8b68b network default NAD default]
I0331 04:31:37.189741    3827 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-hwcq-on-push-5drxx-ecosystem-cert-preflight-checks-pod, hostIfaceName: 8990d2cf556010f, network: default, NAD default, SandboxID: "8990d2cf556010faf32871854d4958dcd602fa39050a4b68af8771e551a8b68b", PCI device ID: , UID: "398021d9-b5e3-471d-bc96-84b976e3d8bb", MAC: 0a:58:0a:80:00:42, IPs: [10.128.0.66/23]
I0331 04:31:37.239653    3827 cni.go:424] [default-tenant/tsf-comp-hwcq-on-push-5drxx-ecosystem-cert-preflight-checks-pod 8990d2cf556010faf32871854d4958dcd602fa39050a4b68af8771e551a8b68b network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-ecosystem-cert-preflight-checks-pod 8990d2cf556010faf32871854d4958dcd602fa39050a4b68af8771e551a8b68b network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:3a:dc:a9:c4:74\",\"name\":\"8990d2cf556010f\"},{\"mac\":\"0a:58:0a:80:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/74b22862-1b3a-45bd-a8ef-199dcf48be06\"}],\"ips\":[{\"address\":\"10.128.0.66/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:31:37.640695    3827 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-snyk-check-pod] creating logical port default-tenant_tsf-comp-hwcq-on-push-5drxx-sast-snyk-check-pod for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:31:37.640810    3827 kube.go:256] Updating pod default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-snyk-check-pod
I0331 04:31:37.664634    3827 pod.go:62] [default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-snyk-check-pod] pod update took 23.858442ms
I0331 04:31:37.664655    3827 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-snyk-check-pod] addLogicalPort annotation time took 23.882662ms
I0331 04:31:37.666159    3827 pods.go:271] [default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-snyk-check-pod] addLogicalPort took 25.479725ms, libovsdb time 895.137µs
I0331 04:31:37.884530    3827 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-hwcq-on-push-5drxx-coverity-availability-check-pod] creating logical port default-tenant_tsf-comp-hwcq-on-push-5drxx-coverity-availability-check-pod for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:31:37.884651    3827 kube.go:256] Updating pod default-tenant/tsf-comp-hwcq-on-push-5drxx-coverity-availability-check-pod
I0331 04:31:37.903215    3827 pod.go:62] [default-tenant/tsf-comp-hwcq-on-push-5drxx-coverity-availability-check-pod] pod update took 18.588126ms
I0331 04:31:37.903241    3827 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-hwcq-on-push-5drxx-coverity-availability-check-pod] addLogicalPort annotation time took 18.621322ms
I0331 04:31:37.904730    3827 pods.go:271] [default-tenant/tsf-comp-hwcq-on-push-5drxx-coverity-availability-check-pod] addLogicalPort took 20.211456ms, libovsdb time 975.996µs
I0331 04:31:38.005450    3827 cni.go:403] [default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-snyk-check-pod 9b3a156e6cdd0d1680bdd57087bb5dcd450074de81a07aad42c08aba4398059f network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-snyk-check-pod 9b3a156e6cdd0d1680bdd57087bb5dcd450074de81a07aad42c08aba4398059f network default NAD default]
I0331 04:31:38.013924    3827 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-hwcq-on-push-5drxx-sast-snyk-check-pod, hostIfaceName: 9b3a156e6cdd0d1, network: default, NAD default, SandboxID: "9b3a156e6cdd0d1680bdd57087bb5dcd450074de81a07aad42c08aba4398059f", PCI device ID: , UID: "f8fd7cf9-8786-4905-b011-678ba6abed2f", MAC: 0a:58:0a:80:00:43, IPs: [10.128.0.67/23]
I0331 04:31:38.061679    3827 cni.go:424] [default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-snyk-check-pod 9b3a156e6cdd0d1680bdd57087bb5dcd450074de81a07aad42c08aba4398059f network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-snyk-check-pod 9b3a156e6cdd0d1680bdd57087bb5dcd450074de81a07aad42c08aba4398059f network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:2a:5f:de:ed:2b\",\"name\":\"9b3a156e6cdd0d1\"},{\"mac\":\"0a:58:0a:80:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1da888d2-8116-4d7b-9fa0-9af7ff2730af\"}],\"ips\":[{\"address\":\"10.128.0.67/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:31:38.248894    3827 cni.go:403] [default-tenant/tsf-comp-hwcq-on-push-5drxx-coverity-availability-check-pod a4ce0e8940480d8f54084a360f3aff62d4c505e32900b5822c69a0ec8ee5e44a network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-coverity-availability-check-pod a4ce0e8940480d8f54084a360f3aff62d4c505e32900b5822c69a0ec8ee5e44a network default NAD default]
I0331 04:31:38.257271    3827 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-hwcq-on-push-5drxx-coverity-availability-check-pod, hostIfaceName: a4ce0e8940480d8, network: default, NAD default, SandboxID: "a4ce0e8940480d8f54084a360f3aff62d4c505e32900b5822c69a0ec8ee5e44a", PCI device ID: , UID: "e9bc80b6-72c0-445f-988e-3eda90468d9d", MAC: 0a:58:0a:80:00:44, IPs: [10.128.0.68/23]
I0331 04:31:38.305386    3827 cni.go:424] [default-tenant/tsf-comp-hwcq-on-push-5drxx-coverity-availability-check-pod a4ce0e8940480d8f54084a360f3aff62d4c505e32900b5822c69a0ec8ee5e44a network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-coverity-availability-check-pod a4ce0e8940480d8f54084a360f3aff62d4c505e32900b5822c69a0ec8ee5e44a network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:c8:58:62:1e:e6\",\"name\":\"a4ce0e8940480d8\"},{\"mac\":\"0a:58:0a:80:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e064ae53-6607-4b7b-b9c3-ca1dd81fa26f\"}],\"ips\":[{\"address\":\"10.128.0.68/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:31:38.576784    3827 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-shell-check-pod] creating logical port default-tenant_tsf-comp-hwcq-on-push-5drxx-sast-shell-check-pod for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:31:38.576941    3827 kube.go:256] Updating pod default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-shell-check-pod
I0331 04:31:38.610039    3827 pod.go:62] [default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-shell-check-pod] pod update took 33.137157ms
I0331 04:31:38.610066    3827 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-shell-check-pod] addLogicalPort annotation time took 33.165461ms
I0331 04:31:38.611617    3827 pods.go:271] [default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-shell-check-pod] addLogicalPort took 34.847769ms, libovsdb time 1.081969ms
I0331 04:31:38.961539    3827 cni.go:403] [default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-shell-check-pod 529c1302dda01a9b1583f8d18a4ae062c32a2c5b34b04eb7d331400e9e25312b network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-shell-check-pod 529c1302dda01a9b1583f8d18a4ae062c32a2c5b34b04eb7d331400e9e25312b network default NAD default]
I0331 04:31:38.971946    3827 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-hwcq-on-push-5drxx-sast-shell-check-pod, hostIfaceName: 529c1302dda01a9, network: default, NAD default, SandboxID: "529c1302dda01a9b1583f8d18a4ae062c32a2c5b34b04eb7d331400e9e25312b", PCI device ID: , UID: "397e3639-ef85-47c2-a6d8-24db2a38a962", MAC: 0a:58:0a:80:00:45, IPs: [10.128.0.69/23]
I0331 04:31:39.021515    3827 cni.go:424] [default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-shell-check-pod 529c1302dda01a9b1583f8d18a4ae062c32a2c5b34b04eb7d331400e9e25312b network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-shell-check-pod 529c1302dda01a9b1583f8d18a4ae062c32a2c5b34b04eb7d331400e9e25312b network default NAD default], result "{\"interfaces\":[{\"mac\":\"7a:ce:39:10:e0:69\",\"name\":\"529c1302dda01a9\"},{\"mac\":\"0a:58:0a:80:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1297adf4-f4e8-4bbb-835b-8e7df5e13352\"}],\"ips\":[{\"address\":\"10.128.0.69/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:31:39.230893    3827 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-hwcq-on-push-5drxx-apply-tags-pod] creating logical port default-tenant_tsf-comp-hwcq-on-push-5drxx-apply-tags-pod for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:31:39.231049    3827 kube.go:256] Updating pod default-tenant/tsf-comp-hwcq-on-push-5drxx-apply-tags-pod
I0331 04:31:39.249740    3827 pod.go:62] [default-tenant/tsf-comp-hwcq-on-push-5drxx-apply-tags-pod] pod update took 18.718976ms
I0331 04:31:39.249763    3827 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-hwcq-on-push-5drxx-apply-tags-pod] addLogicalPort annotation time took 18.74847ms
I0331 04:31:39.251156    3827 pods.go:271] [default-tenant/tsf-comp-hwcq-on-push-5drxx-apply-tags-pod] addLogicalPort took 20.27841ms, libovsdb time 859.859µs
I0331 04:31:39.627687    3827 cni.go:403] [default-tenant/tsf-comp-hwcq-on-push-5drxx-apply-tags-pod 7f5ab6480d19436fc726d5db7c9cb293d5ae1a000dd55f0161e5b3eded7f36ff network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-apply-tags-pod 7f5ab6480d19436fc726d5db7c9cb293d5ae1a000dd55f0161e5b3eded7f36ff network default NAD default]
I0331 04:31:39.638676    3827 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-hwcq-on-push-5drxx-apply-tags-pod, hostIfaceName: 7f5ab6480d19436, network: default, NAD default, SandboxID: "7f5ab6480d19436fc726d5db7c9cb293d5ae1a000dd55f0161e5b3eded7f36ff", PCI device ID: , UID: "41a9f1aa-e572-4098-9f50-c334d7e9fdca", MAC: 0a:58:0a:80:00:46, IPs: [10.128.0.70/23]
I0331 04:31:39.693159    3827 cni.go:424] [default-tenant/tsf-comp-hwcq-on-push-5drxx-apply-tags-pod 7f5ab6480d19436fc726d5db7c9cb293d5ae1a000dd55f0161e5b3eded7f36ff network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-apply-tags-pod 7f5ab6480d19436fc726d5db7c9cb293d5ae1a000dd55f0161e5b3eded7f36ff network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:89:80:f2:84:38\",\"name\":\"7f5ab6480d19436\"},{\"mac\":\"0a:58:0a:80:00:46\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6f167dc-b816-4512-9631-c1fb9add03c4\"}],\"ips\":[{\"address\":\"10.128.0.70/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:31:40.131328    3827 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-hwcq-on-push-5drxx-push-dockerfile-pod] creating logical port default-tenant_tsf-comp-hwcq-on-push-5drxx-push-dockerfile-pod for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:31:40.131512    3827 kube.go:256] Updating pod default-tenant/tsf-comp-hwcq-on-push-5drxx-push-dockerfile-pod
I0331 04:31:40.152817    3827 pod.go:62] [default-tenant/tsf-comp-hwcq-on-push-5drxx-push-dockerfile-pod] pod update took 21.332052ms
I0331 04:31:40.152897    3827 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-hwcq-on-push-5drxx-push-dockerfile-pod] addLogicalPort annotation time took 21.415951ms
I0331 04:31:40.154549    3827 pods.go:271] [default-tenant/tsf-comp-hwcq-on-push-5drxx-push-dockerfile-pod] addLogicalPort took 23.242469ms, libovsdb time 978.48µs
I0331 04:31:40.160716    3827 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-hwcq-on-push-5drxx-rpms-signature-scan-pod] creating logical port default-tenant_tsf-comp-hwcq-on-push-5drxx-rpms-signature-scan-pod for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:31:40.160855    3827 kube.go:256] Updating pod default-tenant/tsf-comp-hwcq-on-push-5drxx-rpms-signature-scan-pod
I0331 04:31:40.185711    3827 pod.go:62] [default-tenant/tsf-comp-hwcq-on-push-5drxx-rpms-signature-scan-pod] pod update took 24.890197ms
I0331 04:31:40.185742    3827 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-hwcq-on-push-5drxx-rpms-signature-scan-pod] addLogicalPort annotation time took 24.926235ms
I0331 04:31:40.187534    3827 pods.go:271] [default-tenant/tsf-comp-hwcq-on-push-5drxx-rpms-signature-scan-pod] addLogicalPort took 26.831707ms, libovsdb time 1.056788ms
I0331 04:31:40.537024    3827 cni.go:403] [default-tenant/tsf-comp-hwcq-on-push-5drxx-push-dockerfile-pod ba6681a3029810f35cb7d38ce99c474bca6c410e1a07e66148f089b16930760d network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-push-dockerfile-pod ba6681a3029810f35cb7d38ce99c474bca6c410e1a07e66148f089b16930760d network default NAD default]
I0331 04:31:40.548483    3827 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-hwcq-on-push-5drxx-push-dockerfile-pod, hostIfaceName: ba6681a3029810f, network: default, NAD default, SandboxID: "ba6681a3029810f35cb7d38ce99c474bca6c410e1a07e66148f089b16930760d", PCI device ID: , UID: "1d19d102-71f4-4d01-a71c-5f16cb7e2656", MAC: 0a:58:0a:80:00:47, IPs: [10.128.0.71/23]
I0331 04:31:40.593556    3827 cni.go:403] [default-tenant/tsf-comp-hwcq-on-push-5drxx-rpms-signature-scan-pod 90e602498d80fea8aa6ba4303e38a52ae16df96386863992a877199b0bb6cd69 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-rpms-signature-scan-pod 90e602498d80fea8aa6ba4303e38a52ae16df96386863992a877199b0bb6cd69 network default NAD default]
I0331 04:31:40.607286    3827 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-hwcq-on-push-5drxx-rpms-signature-scan-pod, hostIfaceName: 90e602498d80fea, network: default, NAD default, SandboxID: "90e602498d80fea8aa6ba4303e38a52ae16df96386863992a877199b0bb6cd69", PCI device ID: , UID: "8eb5b6ca-b03f-4b8a-be7a-49914c9e62fc", MAC: 0a:58:0a:80:00:48, IPs: [10.128.0.72/23]
I0331 04:31:40.678588    3827 cni.go:424] [default-tenant/tsf-comp-hwcq-on-push-5drxx-rpms-signature-scan-pod 90e602498d80fea8aa6ba4303e38a52ae16df96386863992a877199b0bb6cd69 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-rpms-signature-scan-pod 90e602498d80fea8aa6ba4303e38a52ae16df96386863992a877199b0bb6cd69 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:be:69:6e:ae:90\",\"name\":\"90e602498d80fea\"},{\"mac\":\"0a:58:0a:80:00:48\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8974477-febf-4eb7-8bf1-7adfce498b39\"}],\"ips\":[{\"address\":\"10.128.0.72/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:31:40.820214    3827 cni.go:424] [default-tenant/tsf-comp-hwcq-on-push-5drxx-push-dockerfile-pod ba6681a3029810f35cb7d38ce99c474bca6c410e1a07e66148f089b16930760d network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-push-dockerfile-pod ba6681a3029810f35cb7d38ce99c474bca6c410e1a07e66148f089b16930760d network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:5d:9c:ba:3e:7a\",\"name\":\"ba6681a3029810f\"},{\"mac\":\"0a:58:0a:80:00:47\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f438069b-6590-4250-a759-09d7ffd399f5\"}],\"ips\":[{\"address\":\"10.128.0.71/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:31:59.635024    3827 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=174
I0331 04:32:15.626607    3827 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10
I0331 04:32:15.631872    3827 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15
I0331 04:32:26.726981    3827 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6
I0331 04:32:28.722326    3827 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0331 04:32:33.482428    3827 cni.go:403] [default-tenant/tsf-comp-hwcq-on-push-5drxx-coverity-availability-check-pod a4ce0e8940480d8f54084a360f3aff62d4c505e32900b5822c69a0ec8ee5e44a network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-coverity-availability-check-pod a4ce0e8940480d8f54084a360f3aff62d4c505e32900b5822c69a0ec8ee5e44a network default NAD default]
I0331 04:32:33.482533    3827 cni.go:403] [default-tenant/tsf-comp-hwcq-on-push-5drxx-apply-tags-pod 7f5ab6480d19436fc726d5db7c9cb293d5ae1a000dd55f0161e5b3eded7f36ff network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-apply-tags-pod 7f5ab6480d19436fc726d5db7c9cb293d5ae1a000dd55f0161e5b3eded7f36ff network default NAD default]
I0331 04:32:33.606081    3827 cni.go:424] [default-tenant/tsf-comp-hwcq-on-push-5drxx-coverity-availability-check-pod a4ce0e8940480d8f54084a360f3aff62d4c505e32900b5822c69a0ec8ee5e44a network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-coverity-availability-check-pod a4ce0e8940480d8f54084a360f3aff62d4c505e32900b5822c69a0ec8ee5e44a network default NAD default], result "{}", err <nil>
I0331 04:32:33.623843    3827 cni.go:424] [default-tenant/tsf-comp-hwcq-on-push-5drxx-apply-tags-pod 7f5ab6480d19436fc726d5db7c9cb293d5ae1a000dd55f0161e5b3eded7f36ff network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-apply-tags-pod 7f5ab6480d19436fc726d5db7c9cb293d5ae1a000dd55f0161e5b3eded7f36ff network default NAD default], result "{}", err <nil>
I0331 04:32:35.586510    3827 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-coverity-availability-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:32:35.586546    3827 pods.go:176] Deleting pod: default-tenant/tsf-comp-hwcq-on-push-5drxx-coverity-availability-check-pod
I0331 04:32:35.588262    3827 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-hwcq-on-push-5drxx-coverity-availability-check-pod, ips: 10.128.0.68
I0331 04:32:35.588294    3827 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-coverity-availability-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:32:35.630438    3827 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-apply-tags-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:32:35.630470    3827 pods.go:176] Deleting pod: default-tenant/tsf-comp-hwcq-on-push-5drxx-apply-tags-pod
I0331 04:32:35.631860    3827 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-hwcq-on-push-5drxx-apply-tags-pod, ips: 10.128.0.70
I0331 04:32:35.631891    3827 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-apply-tags-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:32:36.426448    3827 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:32:36.427101    3827 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:32:37.533079    3827 cni.go:403] [default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-snyk-check-pod 9b3a156e6cdd0d1680bdd57087bb5dcd450074de81a07aad42c08aba4398059f network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-snyk-check-pod 9b3a156e6cdd0d1680bdd57087bb5dcd450074de81a07aad42c08aba4398059f network default NAD default]
I0331 04:32:37.643900    3827 cni.go:424] [default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-snyk-check-pod 9b3a156e6cdd0d1680bdd57087bb5dcd450074de81a07aad42c08aba4398059f network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-snyk-check-pod 9b3a156e6cdd0d1680bdd57087bb5dcd450074de81a07aad42c08aba4398059f network default NAD default], result "{}", err <nil>
I0331 04:32:37.786031    3827 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-snyk-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:32:37.786100    3827 pods.go:176] Deleting pod: default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-snyk-check-pod
I0331 04:32:37.787803    3827 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-snyk-check-pod, ips: 10.128.0.67
I0331 04:32:37.787838    3827 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-snyk-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:32:39.538932    3827 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:32:39.539558    3827 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:32:48.647077    3827 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:32:48.647734    3827 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:32:49.657822    3827 cni.go:403] [default-tenant/tsf-comp-hwcq-on-push-5drxx-push-dockerfile-pod ba6681a3029810f35cb7d38ce99c474bca6c410e1a07e66148f089b16930760d network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-push-dockerfile-pod ba6681a3029810f35cb7d38ce99c474bca6c410e1a07e66148f089b16930760d network default NAD default]
I0331 04:32:49.658297    3827 cni.go:403] [default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-shell-check-pod 529c1302dda01a9b1583f8d18a4ae062c32a2c5b34b04eb7d331400e9e25312b network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-shell-check-pod 529c1302dda01a9b1583f8d18a4ae062c32a2c5b34b04eb7d331400e9e25312b network default NAD default]
I0331 04:32:49.712728    3827 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9
I0331 04:32:49.776421    3827 cni.go:424] [default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-shell-check-pod 529c1302dda01a9b1583f8d18a4ae062c32a2c5b34b04eb7d331400e9e25312b network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-shell-check-pod 529c1302dda01a9b1583f8d18a4ae062c32a2c5b34b04eb7d331400e9e25312b network default NAD default], result "{}", err <nil>
I0331 04:32:49.796546    3827 cni.go:424] [default-tenant/tsf-comp-hwcq-on-push-5drxx-push-dockerfile-pod ba6681a3029810f35cb7d38ce99c474bca6c410e1a07e66148f089b16930760d network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-push-dockerfile-pod ba6681a3029810f35cb7d38ce99c474bca6c410e1a07e66148f089b16930760d network default NAD default], result "{}", err <nil>
I0331 04:32:49.885761    3827 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:32:49.885872    3827 pods.go:176] Deleting pod: default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-shell-check-pod
I0331 04:32:49.887932    3827 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-shell-check-pod, ips: 10.128.0.69
I0331 04:32:49.887968    3827 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:32:49.913186    3827 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-push-dockerfile-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:32:49.913212    3827 pods.go:176] Deleting pod: default-tenant/tsf-comp-hwcq-on-push-5drxx-push-dockerfile-pod
I0331 04:32:49.914606    3827 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-hwcq-on-push-5drxx-push-dockerfile-pod, ips: 10.128.0.71
I0331 04:32:49.914638    3827 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-push-dockerfile-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:33:17.904330    3827 cni.go:403] [default-tenant/tsf-comp-hwcq-on-push-5drxx-ecosystem-cert-preflight-checks-pod 8990d2cf556010faf32871854d4958dcd602fa39050a4b68af8771e551a8b68b network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-ecosystem-cert-preflight-checks-pod 8990d2cf556010faf32871854d4958dcd602fa39050a4b68af8771e551a8b68b network default NAD default]
I0331 04:33:17.993290    3827 cni.go:424] [default-tenant/tsf-comp-hwcq-on-push-5drxx-ecosystem-cert-preflight-checks-pod 8990d2cf556010faf32871854d4958dcd602fa39050a4b68af8771e551a8b68b network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-ecosystem-cert-preflight-checks-pod 8990d2cf556010faf32871854d4958dcd602fa39050a4b68af8771e551a8b68b network default NAD default], result "{}", err <nil>
I0331 04:33:18.094051    3827 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-ecosystem-cert-preflight-checks-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:33:18.094089    3827 pods.go:176] Deleting pod: default-tenant/tsf-comp-hwcq-on-push-5drxx-ecosystem-cert-preflight-checks-pod
I0331 04:33:18.095441    3827 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-hwcq-on-push-5drxx-ecosystem-cert-preflight-checks-pod, ips: 10.128.0.66
I0331 04:33:18.095468    3827 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-ecosystem-cert-preflight-checks-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:33:35.037058    3827 cni.go:403] [default-tenant/tsf-comp-hwcq-on-push-5drxx-rpms-signature-scan-pod 90e602498d80fea8aa6ba4303e38a52ae16df96386863992a877199b0bb6cd69 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-rpms-signature-scan-pod 90e602498d80fea8aa6ba4303e38a52ae16df96386863992a877199b0bb6cd69 network default NAD default]
I0331 04:33:35.126274    3827 cni.go:424] [default-tenant/tsf-comp-hwcq-on-push-5drxx-rpms-signature-scan-pod 90e602498d80fea8aa6ba4303e38a52ae16df96386863992a877199b0bb6cd69 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-hwcq-on-push-5drxx-rpms-signature-scan-pod 90e602498d80fea8aa6ba4303e38a52ae16df96386863992a877199b0bb6cd69 network default NAD default], result "{}", err <nil>
I0331 04:33:35.236155    3827 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:33:35.236221    3827 pods.go:176] Deleting pod: default-tenant/tsf-comp-hwcq-on-push-5drxx-rpms-signature-scan-pod
I0331 04:33:35.237819    3827 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-hwcq-on-push-5drxx-rpms-signature-scan-pod, ips: 10.128.0.72
I0331 04:33:35.237844    3827 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:33:40.716230    3827 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8
I0331 04:33:43.651755    3827 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-xps7l c70ec242da62a6b48966b3ecba575a2531b859711171e26a2df552c02342e5a3 network default NAD default] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-xps7l c70ec242da62a6b48966b3ecba575a2531b859711171e26a2df552c02342e5a3 network default NAD default]
I0331 04:33:43.733454    3827 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-xps7l c70ec242da62a6b48966b3ecba575a2531b859711171e26a2df552c02342e5a3 network default NAD default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-xps7l c70ec242da62a6b48966b3ecba575a2531b859711171e26a2df552c02342e5a3 network default NAD default], result "{}", err <nil>
I0331 04:33:43.820782    3827 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-xps7l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:33:43.820816    3827 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-xps7l
I0331 04:33:43.822354    3827 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-xps7l, ips: 10.128.0.63
I0331 04:33:43.822394    3827 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-xps7l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:33:44.093502    3827 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-xps7l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:33:44.093548    3827 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-xps7l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:33:44.100273    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-xps7l
I0331 04:33:44.100306    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-xps7l
I0331 04:34:22.625519    3827 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=52
I0331 04:34:43.231472    3827 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-k4lsk] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-k4lsk for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:34:43.231586    3827 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-k4lsk
I0331 04:34:43.247323    3827 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-k4lsk] pod update took 15.76449ms
I0331 04:34:43.247345    3827 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-k4lsk] addLogicalPort annotation time took 15.789973ms
I0331 04:34:43.248625    3827 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-k4lsk] addLogicalPort took 17.168175ms, libovsdb time 833.314µs
I0331 04:34:43.250686    3827 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-mkhj7] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-mkhj7 for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:34:43.250789    3827 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-mkhj7
I0331 04:34:43.267162    3827 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-mkhj7] pod update took 16.397231ms
I0331 04:34:43.267192    3827 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-mkhj7] addLogicalPort annotation time took 16.431329ms
I0331 04:34:43.268363    3827 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-mkhj7] addLogicalPort took 17.688366ms, libovsdb time 759.198µs
I0331 04:34:43.595720    3827 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-k4lsk bc5485b057f84a67deb7f915ce9d971610bc4b35fd4070c2355e942fbb71f719 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-k4lsk bc5485b057f84a67deb7f915ce9d971610bc4b35fd4070c2355e942fbb71f719 network default NAD default]
I0331 04:34:43.604553    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-k4lsk, hostIfaceName: bc5485b057f84a6, network: default, NAD default, SandboxID: "bc5485b057f84a67deb7f915ce9d971610bc4b35fd4070c2355e942fbb71f719", PCI device ID: , UID: "b043ca6e-a21a-42b3-9d46-64b6935a7554", MAC: 0a:58:0a:80:00:49, IPs: [10.128.0.73/23]
I0331 04:34:43.616517    3827 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-mkhj7 296a982d4ef3dfb70608f787b6648fb5e93c622d1e41d43f75aeb84d01f76a4d network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-mkhj7 296a982d4ef3dfb70608f787b6648fb5e93c622d1e41d43f75aeb84d01f76a4d network default NAD default]
I0331 04:34:43.626481    3827 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-mkhj7, hostIfaceName: 296a982d4ef3dfb, network: default, NAD default, SandboxID: "296a982d4ef3dfb70608f787b6648fb5e93c622d1e41d43f75aeb84d01f76a4d", PCI device ID: , UID: "ffb964f0-1bd8-4865-ab02-1e077d40b633", MAC: 0a:58:0a:80:00:4a, IPs: [10.128.0.74/23]
I0331 04:34:43.656101    3827 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-k4lsk bc5485b057f84a67deb7f915ce9d971610bc4b35fd4070c2355e942fbb71f719 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-k4lsk bc5485b057f84a67deb7f915ce9d971610bc4b35fd4070c2355e942fbb71f719 network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:3e:54:ff:1f:07\",\"name\":\"bc5485b057f84a6\"},{\"mac\":\"0a:58:0a:80:00:49\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22e3db78-f855-435e-9ba8-9f1efccb8191\"}],\"ips\":[{\"address\":\"10.128.0.73/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:34:43.685438    3827 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-mkhj7 296a982d4ef3dfb70608f787b6648fb5e93c622d1e41d43f75aeb84d01f76a4d network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-mkhj7 296a982d4ef3dfb70608f787b6648fb5e93c622d1e41d43f75aeb84d01f76a4d network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:f3:e6:21:a5:e4\",\"name\":\"296a982d4ef3dfb\"},{\"mac\":\"0a:58:0a:80:00:4a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad54004e-cc2c-44ab-928a-31b358b9c386\"}],\"ips\":[{\"address\":\"10.128.0.74/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0331 04:34:55.555260    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0331 04:34:55.555294    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0331 04:34:55.555301    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0331 04:34:55.555306    3827 util.go:959] Failed to build node endpoints for node ip-10-0-1-50.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
I0331 04:35:02.455616    3827 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:35:02.456174    3827 obj_retry.go:464] Detected object default-tenant/tsf-comp-hwcq-on-push-5drxx-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:35:27.713041    3827 obj_retry.go:464] Detected object default-tenant/my-integration-test-frqx-652nn-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:35:27.713652    3827 obj_retry.go:464] Detected object default-tenant/my-integration-test-frqx-652nn-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:35:37.749402    3827 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8
I0331 04:35:59.896628    3827 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:35:59.897228    3827 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:36:23.165556    3827 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:36:23.166130    3827 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:36:28.626514    3827 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=14
I0331 04:36:31.185047    3827 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:36:31.185699    3827 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:36:32.207764    3827 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:36:32.208324    3827 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:36:47.336926    3827 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:36:47.337582    3827 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:36:51.719437    3827 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7
I0331 04:36:56.404236    3827 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:36:56.404758    3827 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:37:18.636415    3827 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:37:18.636942    3827 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:37:34.638245    3827 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=197
I0331 04:37:38.783681    3827 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:37:38.784306    3827 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:37:41.750455    3827 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9
I0331 04:38:12.209137    3827 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:38:12.209773    3827 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:38:17.630256    3827 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6
I0331 04:38:21.635509    3827 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7
I0331 04:38:23.366806    3827 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry1] creating logical port default-tenant-managed_managed-f7ftt-push-snapshot-pod-retry1 for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:38:23.366952    3827 kube.go:256] Updating pod default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry1
I0331 04:38:23.391079    3827 pod.go:62] [default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry1] pod update took 24.158124ms
I0331 04:38:23.391106    3827 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry1] addLogicalPort annotation time took 24.189572ms
I0331 04:38:23.392597    3827 pods.go:271] [default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry1] addLogicalPort took 25.803476ms, libovsdb time 841.739µs
I0331 04:38:23.731648    3827 cni.go:403] [default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry1 f784b1f8103262cc58ee3142bd348e47707b07e3382e489b2160c6f22e11a2ff network default NAD default] ADD starting CNI request [default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry1 f784b1f8103262cc58ee3142bd348e47707b07e3382e489b2160c6f22e11a2ff network default NAD default]
I0331 04:38:23.740086    3827 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-f7ftt-push-snapshot-pod-retry1, hostIfaceName: f784b1f8103262c, network: default, NAD default, SandboxID: "f784b1f8103262cc58ee3142bd348e47707b07e3382e489b2160c6f22e11a2ff", PCI device ID: , UID: "f73c3118-8711-4704-841c-ac3ec2483e88", MAC: 0a:58:0a:80:00:4b, IPs: [10.128.0.75/23]
I0331 04:38:23.995431    3827 cni.go:424] [default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry1 f784b1f8103262cc58ee3142bd348e47707b07e3382e489b2160c6f22e11a2ff network default NAD default] ADD finished CNI request [default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry1 f784b1f8103262cc58ee3142bd348e47707b07e3382e489b2160c6f22e11a2ff network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:a4:f8:af:5a:15\",\"name\":\"f784b1f8103262c\"},{\"mac\":\"0a:58:0a:80:00:4b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/afcdb6bc-5143-4344-8c1d-c5f8478987bf\"}],\"ips\":[{\"address\":\"10.128.0.75/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:38:24.242957    3827 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:38:24.243654    3827 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:38:42.385856    3827 cni.go:403] [default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry1 f784b1f8103262cc58ee3142bd348e47707b07e3382e489b2160c6f22e11a2ff network default NAD default] DEL starting CNI request [default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry1 f784b1f8103262cc58ee3142bd348e47707b07e3382e489b2160c6f22e11a2ff network default NAD default]
I0331 04:38:42.475711    3827 cni.go:424] [default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry1 f784b1f8103262cc58ee3142bd348e47707b07e3382e489b2160c6f22e11a2ff network default NAD default] DEL finished CNI request [default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry1 f784b1f8103262cc58ee3142bd348e47707b07e3382e489b2160c6f22e11a2ff network default NAD default], result "{}", err <nil>
I0331 04:38:42.553325    3827 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:38:42.553364    3827 pods.go:176] Deleting pod: default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry1
I0331 04:38:42.555008    3827 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry1, ips: 10.128.0.75
I0331 04:38:42.555039    3827 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:38:49.630844    3827 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry3] creating logical port default-tenant-managed_managed-f7ftt-push-snapshot-pod-retry3 for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:38:49.631002    3827 kube.go:256] Updating pod default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry3
I0331 04:38:49.655731    3827 pod.go:62] [default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry3] pod update took 24.763569ms
I0331 04:38:49.655754    3827 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry3] addLogicalPort annotation time took 24.791411ms
I0331 04:38:49.657342    3827 pods.go:271] [default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry3] addLogicalPort took 26.513066ms, libovsdb time 1.128993ms
I0331 04:38:49.995099    3827 cni.go:403] [default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry3 1c89e23d804c02fb206a58f1b1982fe4b595cd0502b3e416f9c66e1518fa1ef9 network default NAD default] ADD starting CNI request [default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry3 1c89e23d804c02fb206a58f1b1982fe4b595cd0502b3e416f9c66e1518fa1ef9 network default NAD default]
I0331 04:38:50.004052    3827 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-f7ftt-push-snapshot-pod-retry3, hostIfaceName: 1c89e23d804c02f, network: default, NAD default, SandboxID: "1c89e23d804c02fb206a58f1b1982fe4b595cd0502b3e416f9c66e1518fa1ef9", PCI device ID: , UID: "0b0e8bdf-0ed6-40bb-917d-2a7f96515f95", MAC: 0a:58:0a:80:00:4c, IPs: [10.128.0.76/23]
I0331 04:38:50.052728    3827 cni.go:424] [default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry3 1c89e23d804c02fb206a58f1b1982fe4b595cd0502b3e416f9c66e1518fa1ef9 network default NAD default] ADD finished CNI request [default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry3 1c89e23d804c02fb206a58f1b1982fe4b595cd0502b3e416f9c66e1518fa1ef9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:3c:86:6c:40:5a\",\"name\":\"1c89e23d804c02f\"},{\"mac\":\"0a:58:0a:80:00:4c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/52f52d80-faa5-4968-86ec-1a0257484f12\"}],\"ips\":[{\"address\":\"10.128.0.76/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:38:50.486261    3827 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:38:50.486791    3827 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:38:57.517045    3827 cni.go:403] [default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry3 1c89e23d804c02fb206a58f1b1982fe4b595cd0502b3e416f9c66e1518fa1ef9 network default NAD default] DEL starting CNI request [default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry3 1c89e23d804c02fb206a58f1b1982fe4b595cd0502b3e416f9c66e1518fa1ef9 network default NAD default]
I0331 04:38:57.601683    3827 cni.go:424] [default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry3 1c89e23d804c02fb206a58f1b1982fe4b595cd0502b3e416f9c66e1518fa1ef9 network default NAD default] DEL finished CNI request [default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry3 1c89e23d804c02fb206a58f1b1982fe4b595cd0502b3e416f9c66e1518fa1ef9 network default NAD default], result "{}", err <nil>
I0331 04:38:57.683022    3827 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry3 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:38:57.683134    3827 pods.go:176] Deleting pod: default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry3
I0331 04:38:57.684722    3827 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry3, ips: 10.128.0.76
I0331 04:38:57.684754    3827 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry3 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:39:04.879471    3827 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry5] creating logical port default-tenant-managed_managed-f7ftt-push-snapshot-pod-retry5 for pod on switch ip-10-0-1-50.ec2.internal
I0331 04:39:04.879614    3827 kube.go:256] Updating pod default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry5
I0331 04:39:04.906649    3827 pod.go:62] [default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry5] pod update took 27.069427ms
I0331 04:39:04.906674    3827 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry5] addLogicalPort annotation time took 27.099663ms
I0331 04:39:04.907978    3827 pods.go:271] [default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry5] addLogicalPort took 28.523542ms, libovsdb time 832.54µs
I0331 04:39:05.263571    3827 cni.go:403] [default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry5 dc5be282af2939ceebf325ae90c51cdb2375f5b02b295be660d679252e88d21e network default NAD default] ADD starting CNI request [default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry5 dc5be282af2939ceebf325ae90c51cdb2375f5b02b295be660d679252e88d21e network default NAD default]
I0331 04:39:05.271985    3827 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-f7ftt-push-snapshot-pod-retry5, hostIfaceName: dc5be282af2939c, network: default, NAD default, SandboxID: "dc5be282af2939ceebf325ae90c51cdb2375f5b02b295be660d679252e88d21e", PCI device ID: , UID: "33e7546b-ff7f-460a-9e22-56a202fd684f", MAC: 0a:58:0a:80:00:4d, IPs: [10.128.0.77/23]
I0331 04:39:05.320651    3827 cni.go:424] [default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry5 dc5be282af2939ceebf325ae90c51cdb2375f5b02b295be660d679252e88d21e network default NAD default] ADD finished CNI request [default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry5 dc5be282af2939ceebf325ae90c51cdb2375f5b02b295be660d679252e88d21e network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:a8:6c:1b:5d:7f\",\"name\":\"dc5be282af2939c\"},{\"mac\":\"0a:58:0a:80:00:4d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4ef0945-c19e-4e19-9417-8b844e907e97\"}],\"ips\":[{\"address\":\"10.128.0.77/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0331 04:39:05.629168    3827 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10
I0331 04:39:05.636985    3827 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:39:05.637694    3827 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:39:12.183080    3827 obj_retry.go:464] Detected object default-tenant-managed/affinity-assistant-b07ee9c152-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:39:12.183683    3827 obj_retry.go:464] Detected object default-tenant-managed/affinity-assistant-b07ee9c152-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:39:12.519618    3827 obj_retry.go:458] Detected object default-tenant-managed/affinity-assistant-b07ee9c152-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:39:12.519640    3827 obj_retry.go:458] Detected object default-tenant-managed/affinity-assistant-b07ee9c152-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:39:12.527463    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant-managed/affinity-assistant-b07ee9c152-0
I0331 04:39:12.527488    3827 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod default-tenant-managed/affinity-assistant-b07ee9c152-0
I0331 04:39:12.655424    3827 cni.go:403] [default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry5 dc5be282af2939ceebf325ae90c51cdb2375f5b02b295be660d679252e88d21e network default NAD default] DEL starting CNI request [default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry5 dc5be282af2939ceebf325ae90c51cdb2375f5b02b295be660d679252e88d21e network default NAD default]
I0331 04:39:12.740850    3827 cni.go:424] [default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry5 dc5be282af2939ceebf325ae90c51cdb2375f5b02b295be660d679252e88d21e network default NAD default] DEL finished CNI request [default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry5 dc5be282af2939ceebf325ae90c51cdb2375f5b02b295be660d679252e88d21e network default NAD default], result "{}", err <nil>
I0331 04:39:12.877469    3827 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:39:12.877555    3827 pods.go:176] Deleting pod: default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry5
I0331 04:39:12.879104    3827 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry5, ips: 10.128.0.77
I0331 04:39:12.879134    3827 obj_retry.go:464] Detected object default-tenant-managed/managed-f7ftt-push-snapshot-pod-retry5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:39:16.730296    3827 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7