+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-0-60.ec2.internal
++ [[ -n ip-10-0-0-60.ec2.internal ]]
++ [[ -f /env/ip-10-0-0-60.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260311-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260311-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260311-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0331 03:55:16.417715410 - disable conntrack on geneve port'
I0331 03:55:16.417715410 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0331 03:55:16.433938585 - starting ovnkube-node'
I0331 03:55:16.433938585 - starting ovnkube-node
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-60.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-60.ec2.internal --init-node ip-10-0-0-60.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-60.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0331 03:55:16.472392    3793 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf
I0331 03:55:16.472439    3793 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-f465bfb369.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}}
I0331 03:55:16.474347    3793 kube.go:419] Waiting for certificate
I0331 03:55:16.474389    3793 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0331 03:55:16.474419    3793 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0331 03:55:16.475217    3793 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0331 03:55:16.502523    3793 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0331 03:55:16.502546    3793 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0331 03:55:16.505197    3793 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0331 03:55:16.505303    3793 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-4jcpl"
I0331 03:55:32.625202    3793 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-4jcpl"
I0331 03:55:32.625320    3793 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0331 03:55:33.474522    3793 kube.go:426] Certificate found
I0331 03:55:33.475051    3793 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0331 03:55:33.476010    3793 metrics.go:541] Starting metrics server at address "127.0.0.1:29103"
I0331 03:55:33.546278    3793 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0331 03:55:33.556575    3793 metrics.go:541] Starting metrics server at address "127.0.0.1:29105"
I0331 03:55:33.566229    3793 controller_manager.go:368] Starting the ovnkube controller
I0331 03:55:33.566246    3793 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-60.ec2.internal
I0331 03:55:33.566314    3793 controller_manager.go:393] NBDB zone sync took: 52.804µs
I0331 03:55:33.566349    3793 factory.go:531] Starting watch factory
I0331 03:55:33.566501    3793 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:55:33.566528    3793 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:55:33.566500    3793 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:55:33.566566    3793 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:55:33.566672    3793 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:55:33.566689    3793 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:55:33.566973    3793 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:55:33.566996    3793 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:55:33.567232    3793 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:55:33.567457    3793 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:55:33.567636    3793 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:55:33.567657    3793 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:55:33.568990    3793 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0331 03:55:33.569064    3793 factory.go:531] Starting watch factory
I0331 03:55:33.580500    3793 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:55:33.580583    3793 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:55:33.580934    3793 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:55:33.581484    3793 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics
I0331 03:55:33.582754    3793 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:55:33.585918    3793 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:55:33.585908    3793 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0331 03:55:33.586054    3793 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0331 03:55:33.588122    3793 ovn_northd.go:121] Registering OVN northd metrics
I0331 03:55:33.596703    3793 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0331 03:55:33.601969    3793 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics
I0331 03:55:33.671565    3793 factory.go:1890] *v1.Pod informer cache synced successfully
I0331 03:55:33.671592    3793 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully
I0331 03:55:33.671608    3793 factory.go:1890] *v1.Namespace informer cache synced successfully
I0331 03:55:33.671611    3793 factory.go:1890] *v1.Node informer cache synced successfully
I0331 03:55:33.671614    3793 factory.go:1890] *v1.Service informer cache synced successfully
I0331 03:55:33.671617    3793 factory.go:1890] *v1.EndpointSlice informer cache synced successfully
I0331 03:55:33.671738    3793 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0331 03:55:33.671771    3793 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0331 03:55:33.671784    3793 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0331 03:55:33.671861    3793 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0331 03:55:33.674624    3793 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0331 03:55:33.674631    3793 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0331 03:55:33.675410    3793 factory.go:1890] *v1.Namespace informer cache synced successfully
I0331 03:55:33.675421    3793 factory.go:1890] *v1.Node informer cache synced successfully
I0331 03:55:33.675424    3793 factory.go:1890] *v1.Service informer cache synced successfully
I0331 03:55:33.675428    3793 factory.go:1890] *v1.EndpointSlice informer cache synced successfully
I0331 03:55:33.675431    3793 factory.go:1890] *v1.Pod informer cache synced successfully
I0331 03:55:33.675434    3793 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully
I0331 03:55:33.676746    3793 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0331 03:55:33.676757    3793 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0331 03:55:33.676810    3793 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0331 03:55:33.676826    3793 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0331 03:55:33.679133    3793 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0331 03:55:33.681114    3793 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0331 03:55:33.681130    3793 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0331 03:55:33.682249    3793 factory.go:1890] *v1.EgressIP informer cache synced successfully
I0331 03:55:33.682302    3793 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0331 03:55:33.682313    3793 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0331 03:55:33.685415    3793 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0331 03:55:33.686353    3793 factory.go:1890] *v1.EgressIP informer cache synced successfully
I0331 03:55:33.687367    3793 factory.go:1890] *v1.EgressFirewall informer cache synced successfully
I0331 03:55:33.687417    3793 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0331 03:55:33.687427    3793 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0331 03:55:33.689992    3793 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0331 03:55:33.692013    3793 factory.go:1890] *v1.EgressFirewall informer cache synced successfully
I0331 03:55:33.693154    3793 factory.go:1890] *v1.EgressQoS informer cache synced successfully
I0331 03:55:33.693213    3793 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0331 03:55:33.693231    3793 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0331 03:55:33.695542    3793 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0331 03:55:33.697568    3793 factory.go:1890] *v1.EgressQoS informer cache synced successfully
I0331 03:55:33.698704    3793 factory.go:1890] *v1.EgressService informer cache synced successfully
I0331 03:55:33.698758    3793 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0331 03:55:33.698770    3793 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0331 03:55:33.701146    3793 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0331 03:55:33.703113    3793 factory.go:1890] *v1.EgressService informer cache synced successfully
I0331 03:55:33.704275    3793 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0331 03:55:33.704799    3793 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0331 03:55:33.704810    3793 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0331 03:55:33.707173    3793 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0331 03:55:33.709114    3793 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0331 03:55:33.710200    3793 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0331 03:55:33.710259    3793 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0331 03:55:33.710270    3793 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0331 03:55:33.710345    3793 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0331 03:55:33.710371    3793 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0331 03:55:33.712590    3793 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0331 03:55:33.712663    3793 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0331 03:55:33.714590    3793 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0331 03:55:33.715876    3793 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0331 03:55:33.715885    3793 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully
I0331 03:55:33.715892    3793 factory.go:636] Watch Factory start up complete, took: 149.565199ms
I0331 03:55:33.715899    3793 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-0-60.ec2.internal" zone
I0331 03:55:33.720091    3793 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0331 03:55:33.720100    3793 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully
I0331 03:55:33.720106    3793 factory.go:636] Watch Factory start up complete, took: 151.042293ms
I0331 03:55:33.720182    3793 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256
I0331 03:55:33.774997    3793 default_node_network_controller.go:709] Initializing the default node network controller
I0331 03:55:33.783215    3793 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-01 03:50:32 +0000 UTC" deadline="2026-03-31 21:25:31.818028476 +0000 UTC"
I0331 03:55:33.783240    3793 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h29m58.034801808s"
I0331 03:55:33.845503    3793 udn_isolation.go:101] Starting UDN host isolation manager
I0331 03:55:33.851596    3793 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0331 03:55:33.908140    3793 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0331 03:55:33.908320    3793 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0331 03:55:33.908352    3793 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0331 03:55:33.940708    3793 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0331 03:55:33.940770    3793 default_node_network_controller.go:808] Node ip-10-0-0-60.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23
I0331 03:55:33.946015    3793 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.60"] k8s.ovn.org/zone-name:ip-10-0-0-60.ec2.internal] on node ip-10-0-0-60.ec2.internal
I0331 03:55:33.973603    3793 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0331 03:55:33.978789    3793 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0331 03:55:33.978920    3793 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1
I0331 03:55:33.979076    3793 gateway_init.go:263] Preparing Gateway
I0331 03:55:33.979087    3793 gateway_shared_intf.go:1658] Creating new gateway
I0331 03:55:34.075776    3793 iptables.go:108] Creating table: filter chain: FORWARD
I0331 03:55:34.081700    3793 iptables.go:108] Creating table: filter chain: OUTPUT
I0331 03:55:34.087563    3793 gateway_shared_intf.go:1787] Gateway Creation Complete
I0331 03:55:34.087577    3793 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-60.ec2.internal","mac-address":"12:58:be:f6:71:cd","ip-addresses":["10.0.0.60/24"],"ip-address":"10.0.0.60/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:4ec6b6fb-3a0f-4f7e-a030-683ca6134879 k8s.ovn.org/node-encap-ips:["10.0.0.60"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.60/24"} k8s.ovn.org/zone-name:ip-10-0-0-60.ec2.internal] on node ip-10-0-0-60.ec2.internal
I0331 03:55:34.106392    3793 default_node_network_controller.go:518] Node connection status = connected
I0331 03:55:34.216263    3793 controller_manager.go:427] Waiting for node in zone sync took: 500.351306ms
I0331 03:55:34.221374    3793 controller_manager.go:608] Switching to transit router for layer2 networks
I0331 03:55:34.221387    3793 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-60.ec2.internal
I0331 03:55:34.238673    3793 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0331 03:55:34.244540    3793 controller_manager.go:288] SCTP support detected in OVN
I0331 03:55:34.245078    3793 services_controller.go:69] Creating services controller for network=default
I0331 03:55:34.245197    3793 udn_enabled_svc.go:80] Waiting for service informer to sync
I0331 03:55:34.245271    3793 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0331 03:55:34.245298    3793 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0331 03:55:34.245313    3793 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0331 03:55:34.245321    3793 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0331 03:55:34.245477    3793 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0331 03:55:34.245536    3793 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks
I0331 03:55:34.245548    3793 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 44.069µs
I0331 03:55:34.245566    3793 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 21.223µs
I0331 03:55:34.245573    3793 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 37.394µs
I0331 03:55:34.245578    3793 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0331 03:55:34.245586    3793 nad_controller.go:173] [zone-nad-controller NAD controller]: started
I0331 03:55:34.245595    3793 default_network_controller.go:321] Starting the default network controller
I0331 03:55:34.245621    3793 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 10.087µs
I0331 03:55:34.245639    3793 udn_enabled_svc.go:95] Performing full resync
I0331 03:55:34.245885    3793 udn_enabled_svc.go:99] Waiting for handler to sync
I0331 03:55:34.245895    3793 udn_enabled_svc.go:104] Starting worker
I0331 03:55:34.254496    3793 default_network_controller.go:388] Cleaning External Gateway ECMP routes
I0331 03:55:34.254559    3793 repair.go:33] Syncing exgw routes took 50.074µs
I0331 03:55:34.254581    3793 default_network_controller.go:407] Starting all the Watchers...
I0331 03:55:34.254784    3793 namespace.go:98] [openshift-host-network] adding namespace
I0331 03:55:34.254794    3793 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0331 03:55:34.254797    3793 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0331 03:55:34.254804    3793 namespace.go:98] [openshift-logging] adding namespace
I0331 03:55:34.254814    3793 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0331 03:55:34.254820    3793 namespace.go:98] [openshift] adding namespace
I0331 03:55:34.254818    3793 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0331 03:55:34.254816    3793 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0331 03:55:34.254829    3793 namespace.go:98] [openshift-backplane-cee] adding namespace
I0331 03:55:34.254830    3793 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0331 03:55:34.254850    3793 namespace.go:98] [openshift-apiserver] adding namespace
I0331 03:55:34.254852    3793 namespace.go:98] [kube-public] adding namespace
I0331 03:55:34.254852    3793 namespace.go:98] [openshift-backplane] adding namespace
I0331 03:55:34.254907    3793 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0331 03:55:34.254925    3793 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0331 03:55:34.255491    3793 namespace.go:102] [openshift-host-network] adding namespace took 696.159µs
I0331 03:55:34.255506    3793 namespace.go:98] [openshift-etcd] adding namespace
I0331 03:55:34.255947    3793 namespace.go:102] [openshift-etcd] adding namespace took 436.387µs
I0331 03:55:34.255958    3793 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0331 03:55:34.256505    3793 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 538.409µs
I0331 03:55:34.256524    3793 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0331 03:55:34.257100    3793 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 2.283822ms
I0331 03:55:34.257114    3793 namespace.go:98] [openshift-console-operator] adding namespace
I0331 03:55:34.257708    3793 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 2.903634ms
I0331 03:55:34.257719    3793 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0331 03:55:34.258245    3793 namespace.go:102] [openshift-logging] adding namespace took 3.436791ms
I0331 03:55:34.258259    3793 namespace.go:98] [openshift-service-ca] adding namespace
I0331 03:55:34.258855    3793 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 4.029081ms
I0331 03:55:34.258871    3793 namespace.go:98] [openshift-controller-manager] adding namespace
I0331 03:55:34.259361    3793 namespace.go:102] [openshift] adding namespace took 4.533032ms
I0331 03:55:34.259378    3793 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0331 03:55:34.259870    3793 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.037308ms
I0331 03:55:34.259885    3793 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0331 03:55:34.260497    3793 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.661297ms
I0331 03:55:34.260514    3793 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0331 03:55:34.261030    3793 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.191096ms
I0331 03:55:34.261050    3793 namespace.go:98] [openshift-ingress-canary] adding namespace
I0331 03:55:34.261766    3793 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.923766ms
I0331 03:55:34.261777    3793 namespace.go:98] [openshift-config] adding namespace
I0331 03:55:34.262214    3793 namespace.go:102] [openshift-apiserver] adding namespace took 7.355587ms
I0331 03:55:34.262235    3793 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0331 03:55:34.262806    3793 namespace.go:102] [kube-public] adding namespace took 7.943393ms
I0331 03:55:34.262822    3793 namespace.go:98] [openshift-backplane-cse] adding namespace
I0331 03:55:34.263365    3793 namespace.go:102] [openshift-backplane] adding namespace took 8.498527ms
I0331 03:55:34.263380    3793 namespace.go:98] [openshift-authentication] adding namespace
W0331 03:55:34.263878    3793 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-st94r: pod openshift-network-diagnostics/network-check-target-st94r: no pod IPs found 
W0331 03:55:34.263892    3793 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-t4kxf: pod openshift-network-diagnostics/network-check-target-t4kxf: no pod IPs found 
I0331 03:55:34.263913    3793 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.993912ms
I0331 03:55:34.263928    3793 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0331 03:55:34.264523    3793 namespace.go:102] [openshift-network-diagnostics] adding namespace took 9.587899ms
I0331 03:55:34.264536    3793 namespace.go:98] [default] adding namespace
I0331 03:55:34.264950    3793 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.420006ms
I0331 03:55:34.264961    3793 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0331 03:55:34.265529    3793 namespace.go:102] [openshift-console-operator] adding namespace took 8.409029ms
I0331 03:55:34.265545    3793 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0331 03:55:34.265944    3793 namespace.go:102] [openshift-must-gather-operator] adding namespace took 8.220887ms
I0331 03:55:34.265957    3793 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0331 03:55:34.266378    3793 namespace.go:102] [openshift-service-ca] adding namespace took 8.115415ms
I0331 03:55:34.266389    3793 namespace.go:98] [openshift-ingress-operator] adding namespace
I0331 03:55:34.266869    3793 namespace.go:102] [openshift-controller-manager] adding namespace took 7.993335ms
I0331 03:55:34.266878    3793 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0331 03:55:34.267417    3793 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.034143ms
I0331 03:55:34.267429    3793 namespace.go:98] [openshift-insights] adding namespace
I0331 03:55:34.267907    3793 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.015625ms
I0331 03:55:34.267928    3793 namespace.go:98] [openshift-marketplace] adding namespace
I0331 03:55:34.268498    3793 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.978009ms
I0331 03:55:34.268514    3793 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0331 03:55:34.269000    3793 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.944877ms
I0331 03:55:34.269012    3793 namespace.go:98] [kube-system] adding namespace
I0331 03:55:34.269499    3793 namespace.go:102] [openshift-config] adding namespace took 7.717571ms
I0331 03:55:34.269510    3793 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0331 03:55:34.269921    3793 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.682443ms
I0331 03:55:34.269931    3793 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0331 03:55:34.270348    3793 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.506034ms
I0331 03:55:34.270361    3793 namespace.go:98] [openshift-authentication-operator] adding namespace
I0331 03:55:34.270801    3793 namespace.go:102] [openshift-authentication] adding namespace took 7.414228ms
I0331 03:55:34.270815    3793 namespace.go:98] [openshift-monitoring] adding namespace
I0331 03:55:34.271196    3793 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.261985ms
I0331 03:55:34.271211    3793 namespace.go:98] [openshift-config-managed] adding namespace
I0331 03:55:34.271928    3793 namespace.go:102] [default] adding namespace took 7.388136ms
I0331 03:55:34.271940    3793 namespace.go:98] [kube-node-lease] adding namespace
I0331 03:55:34.272317    3793 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.351734ms
I0331 03:55:34.272329    3793 namespace.go:98] [openshift-multus] adding namespace
I0331 03:55:34.272724    3793 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.173684ms
I0331 03:55:34.272735    3793 namespace.go:98] [openshift-backplane-srep] adding namespace
I0331 03:55:34.273114    3793 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.152105ms
I0331 03:55:34.273126    3793 namespace.go:98] [open-cluster-management-2pcf4jph0npl5lb2s9sicapsrbqpq2gt] adding namespace
I0331 03:55:34.273535    3793 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.141441ms
I0331 03:55:34.273547    3793 namespace.go:98] [openshift-dns-operator] adding namespace
I0331 03:55:34.273916    3793 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.033433ms
I0331 03:55:34.273928    3793 namespace.go:98] [openshift-node] adding namespace
I0331 03:55:34.274343    3793 namespace.go:102] [openshift-insights] adding namespace took 6.898935ms
I0331 03:55:34.274354    3793 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0331 03:55:34.274781    3793 namespace.go:102] [openshift-marketplace] adding namespace took 6.849095ms
I0331 03:55:34.274793    3793 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
W0331 03:55:34.275177    3793 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-9ktxq: pod kube-system/global-pull-secret-syncer-9ktxq: no pod IPs found 
I0331 03:55:34.275213    3793 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.69456ms
I0331 03:55:34.275224    3793 namespace.go:98] [openshift-backplane-csm] adding namespace
I0331 03:55:34.275658    3793 namespace.go:102] [kube-system] adding namespace took 6.641478ms
I0331 03:55:34.275670    3793 namespace.go:98] [openshift-config-operator] adding namespace
I0331 03:55:34.276028    3793 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.51377ms
I0331 03:55:34.276040    3793 namespace.go:98] [openshift-console] adding namespace
I0331 03:55:34.276440    3793 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.504627ms
I0331 03:55:34.276452    3793 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0331 03:55:34.276844    3793 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.477915ms
I0331 03:55:34.276852    3793 namespace.go:98] [openshift-image-registry] adding namespace
I0331 03:55:34.277249    3793 namespace.go:102] [openshift-monitoring] adding namespace took 6.429504ms
I0331 03:55:34.277261    3793 namespace.go:98] [openshift-network-operator] adding namespace
I0331 03:55:34.277651    3793 namespace.go:102] [openshift-config-managed] adding namespace took 6.435226ms
I0331 03:55:34.277663    3793 namespace.go:98] [openshift-operators-redhat] adding namespace
W0331 03:55:34.278006    3793 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-64dxv: pod openshift-multus/network-metrics-daemon-64dxv: no pod IPs found 
I0331 03:55:34.278038    3793 namespace.go:102] [kube-node-lease] adding namespace took 6.093838ms
I0331 03:55:34.278048    3793 namespace.go:98] [openshift-operators] adding namespace
I0331 03:55:34.278424    3793 namespace.go:102] [openshift-multus] adding namespace took 6.075073ms
I0331 03:55:34.278916    3793 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.177208ms
I0331 03:55:34.278927    3793 namespace.go:98] [dedicated-admin] adding namespace
I0331 03:55:34.279279    3793 namespace.go:102] [open-cluster-management-2pcf4jph0npl5lb2s9sicapsrbqpq2gt] adding namespace took 6.148423ms
I0331 03:55:34.279291    3793 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0331 03:55:34.279680    3793 namespace.go:102] [openshift-dns-operator] adding namespace took 6.128468ms
I0331 03:55:34.279691    3793 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0331 03:55:34.280052    3793 namespace.go:102] [openshift-node] adding namespace took 6.119737ms
I0331 03:55:34.280064    3793 namespace.go:98] [openshift-ingress] adding namespace
I0331 03:55:34.280453    3793 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.095438ms
I0331 03:55:34.280466    3793 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0331 03:55:34.280874    3793 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.075976ms
I0331 03:55:34.280888    3793 namespace.go:98] [openshift-machine-api] adding namespace
I0331 03:55:34.281313    3793 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.084787ms
I0331 03:55:34.281326    3793 namespace.go:98] [openshift-backplane-tam] adding namespace
I0331 03:55:34.281783    3793 namespace.go:102] [openshift-config-operator] adding namespace took 6.107645ms
I0331 03:55:34.281798    3793 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0331 03:55:34.282215    3793 namespace.go:102] [openshift-console] adding namespace took 6.169472ms
I0331 03:55:34.282229    3793 namespace.go:98] [openshift-infra] adding namespace
I0331 03:55:34.282588    3793 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.132109ms
I0331 03:55:34.282599    3793 namespace.go:98] [openshift-network-node-identity] adding namespace
I0331 03:55:34.283028    3793 namespace.go:102] [openshift-image-registry] adding namespace took 6.170463ms
I0331 03:55:34.283042    3793 namespace.go:98] [openshift-console-user-settings] adding namespace
I0331 03:55:34.283407    3793 namespace.go:102] [openshift-network-operator] adding namespace took 6.140821ms
I0331 03:55:34.283421    3793 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0331 03:55:34.283778    3793 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.109618ms
I0331 03:55:34.284175    3793 namespace.go:102] [openshift-operators] adding namespace took 6.122305ms
I0331 03:55:34.284188    3793 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0331 03:55:34.284640    3793 namespace.go:102] [dedicated-admin] adding namespace took 5.7091ms
I0331 03:55:34.284651    3793 namespace.go:98] [openshift-cluster-version] adding namespace
I0331 03:55:34.285100    3793 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 5.804097ms
I0331 03:55:34.285115    3793 namespace.go:98] [openshift-package-operator] adding namespace
I0331 03:55:34.285511    3793 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 5.815632ms
I0331 03:55:34.285524    3793 namespace.go:98] [openshift-dns] adding namespace
I0331 03:55:34.285909    3793 namespace.go:102] [openshift-ingress] adding namespace took 5.839882ms
I0331 03:55:34.286287    3793 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.815914ms
I0331 03:55:34.286302    3793 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0331 03:55:34.286684    3793 namespace.go:102] [openshift-machine-api] adding namespace took 5.79111ms
I0331 03:55:34.287064    3793 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.733546ms
I0331 03:55:34.287455    3793 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.651307ms
I0331 03:55:34.287826    3793 namespace.go:102] [openshift-infra] adding namespace took 5.592008ms
I0331 03:55:34.288208    3793 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.598285ms
I0331 03:55:34.288600    3793 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.553179ms
I0331 03:55:34.288613    3793 namespace.go:98] [openshift-network-console] adding namespace
I0331 03:55:34.288989    3793 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 5.563313ms
I0331 03:55:34.289383    3793 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.191188ms
I0331 03:55:34.289398    3793 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0331 03:55:34.290175    3793 namespace.go:102] [openshift-cluster-version] adding namespace took 5.519363ms
I0331 03:55:34.290585    3793 namespace.go:102] [openshift-package-operator] adding namespace took 5.464975ms
I0331 03:55:34.290963    3793 namespace.go:102] [openshift-dns] adding namespace took 5.433359ms
I0331 03:55:34.291357    3793 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.048793ms
I0331 03:55:34.291742    3793 namespace.go:102] [openshift-network-console] adding namespace took 3.125217ms
I0331 03:55:34.292058    3793 namespace.go:102] [openshift-kube-apiserver] adding namespace took 2.654994ms
I0331 03:55:34.292399    3793 zone_ic_handler.go:186] Time taken to create transit switch: 247.365µs
I0331 03:55:34.292493    3793 master.go:532] Adding or Updating local node "ip-10-0-0-60.ec2.internal" for network "default"
I0331 03:55:34.292868    3793 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-188.ec2.internal for the network default
I0331 03:55:34.293017    3793 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-138.ec2.internal for the network default
I0331 03:55:34.294008    3793 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-188.ec2.internal" on network "default" took: 1.163748ms
I0331 03:55:34.294369    3793 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-138.ec2.internal" on network "default" took: 1.360946ms
W0331 03:55:34.300404    3793 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-t4kxf: pod openshift-network-diagnostics/network-check-target-t4kxf: no pod IPs found 
W0331 03:55:34.300416    3793 gateway.go:197] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-9ktxq: pod kube-system/global-pull-secret-syncer-9ktxq: no pod IPs found 
W0331 03:55:34.300425    3793 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-64dxv: pod openshift-multus/network-metrics-daemon-64dxv: no pod IPs found 
I0331 03:55:34.308514    3793 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-0-60.ec2.internal for the network default
I0331 03:55:34.309283    3793 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0331 03:55:34.309314    3793 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0331 03:55:34.309351    3793 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0331 03:55:34.309364    3793 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-60.ec2.internal in network "default"
I0331 03:55:34.309417    3793 node_tracker.go:169] Node ip-10-0-0-60.ec2.internal switch + router changed, syncing services in network "default"
I0331 03:55:34.309429    3793 services_controller.go:574] Full service sync requested for network=default
I0331 03:55:34.309437    3793 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-138.ec2.internal in network "default"
I0331 03:55:34.309457    3793 node_tracker.go:169] Node ip-10-0-1-138.ec2.internal switch + router changed, syncing services in network "default"
I0331 03:55:34.309464    3793 services_controller.go:574] Full service sync requested for network=default
I0331 03:55:34.309469    3793 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-188.ec2.internal in network "default"
I0331 03:55:34.309501    3793 node_tracker.go:169] Node ip-10-0-2-188.ec2.internal switch + router changed, syncing services in network "default"
I0331 03:55:34.309511    3793 services_controller.go:574] Full service sync requested for network=default
I0331 03:55:34.409718    3793 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0331 03:55:34.409750    3793 services_controller.go:208] Setting up event handlers for services for network=default
I0331 03:55:34.409885    3793 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0331 03:55:34.409938    3793 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0331 03:55:34.409953    3793 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0331 03:55:34.511009    3793 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0331 03:55:34.511029    3793 repair.go:60] Starting repairing loop for services
I0331 03:55:34.511129    3793 repair.go:131] Deleted 0 stale service LBs
I0331 03:55:34.511154    3793 repair.go:137] Deleted 0 stale Chassis Template Vars
I0331 03:55:34.511174    3793 repair.go:62] Finished repairing loop for services: 146.163µs
I0331 03:55:34.511206    3793 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0331 03:55:34.511219    3793 services_controller.go:254] Starting workers for network=default
I0331 03:55:34.512075    3793 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-t4kxf] creating logical port openshift-network-diagnostics_network-check-target-t4kxf for pod on switch ip-10-0-0-60.ec2.internal
I0331 03:55:34.512120    3793 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-9ktxq] creating logical port kube-system_global-pull-secret-syncer-9ktxq for pod on switch ip-10-0-0-60.ec2.internal
I0331 03:55:34.512087    3793 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-trkrq of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it
I0331 03:55:34.512278    3793 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-9ktxq
I0331 03:55:34.512278    3793 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-t4kxf
W0331 03:55:34.515039    3793 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0331 03:55:34.517101    3793 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0331 03:55:34.517115    3793 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0331 03:55:34.517120    3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
I0331 03:55:34.527008    3793 pod.go:62] [openshift-network-diagnostics/network-check-target-t4kxf] pod update took 14.818894ms
I0331 03:55:34.527025    3793 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-t4kxf] addLogicalPort annotation time took 14.856444ms
I0331 03:55:34.527947    3793 pods.go:271] [openshift-network-diagnostics/network-check-target-t4kxf] addLogicalPort took 15.880182ms, libovsdb time 720.751µs
I0331 03:55:34.527994    3793 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-64dxv] creating logical port openshift-multus_network-metrics-daemon-64dxv for pod on switch ip-10-0-0-60.ec2.internal
I0331 03:55:34.528013    3793 pod.go:62] [kube-system/global-pull-secret-syncer-9ktxq] pod update took 15.806146ms
I0331 03:55:34.528029    3793 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-9ktxq] addLogicalPort annotation time took 15.840892ms
I0331 03:55:34.528084    3793 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-64dxv
I0331 03:55:34.528801    3793 pods.go:271] [kube-system/global-pull-secret-syncer-9ktxq] addLogicalPort took 16.68881ms, libovsdb time 591.958µs
I0331 03:55:34.541874    3793 pod.go:62] [openshift-multus/network-metrics-daemon-64dxv] pod update took 13.821558ms
I0331 03:55:34.541890    3793 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-64dxv] addLogicalPort annotation time took 13.842033ms
I0331 03:55:34.542673    3793 pods.go:271] [openshift-multus/network-metrics-daemon-64dxv] addLogicalPort took 14.694679ms, libovsdb time 598.031µs
I0331 03:55:34.543082    3793 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0331 03:55:34.543120    3793 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0331 03:55:34.543133    3793 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0331 03:55:34.543137    3793 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0331 03:55:34.543355    3793 repair.go:29] Repairing admin network policies took 213.473µs
I0331 03:55:34.543461    3793 repair.go:92] Repairing baseline admin network policies took 96.627µs
I0331 03:55:34.543957    3793 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0331 03:55:34.543977    3793 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0331 03:55:34.546161    3793 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0331 03:55:34.546181    3793 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0331 03:55:34.546191    3793 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0331 03:55:34.548024    3793 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0331 03:55:34.548048    3793 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0331 03:55:34.548064    3793 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0331 03:55:34.550192    3793 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0331 03:55:34.550214    3793 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0331 03:55:34.550226    3793 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0331 03:55:34.551665    3793 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0331 03:55:34.551683    3793 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0331 03:55:34.551690    3793 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0331 03:55:34.551969    3793 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0331 03:55:34.551991    3793 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0331 03:55:34.552003    3793 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0331 03:55:34.553215    3793 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0331 03:55:34.553243    3793 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0331 03:55:34.553254    3793 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0331 03:55:34.554180    3793 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0331 03:55:34.554202    3793 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0331 03:55:34.554212    3793 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0331 03:55:34.555366    3793 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0331 03:55:34.555384    3793 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0331 03:55:34.555393    3793 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0331 03:55:34.557192    3793 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0331 03:55:34.557213    3793 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0331 03:55:34.557221    3793 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0331 03:55:34.559234    3793 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0331 03:55:34.559252    3793 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0331 03:55:34.559260    3793 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0331 03:55:34.560934    3793 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0331 03:55:34.560939    3793 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-138.ec2.internal in network "default"
I0331 03:55:34.560954    3793 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0331 03:55:34.560963    3793 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0331 03:55:34.560984    3793 node_tracker.go:169] Node ip-10-0-1-138.ec2.internal switch + router changed, syncing services in network "default"
I0331 03:55:34.560997    3793 services_controller.go:574] Full service sync requested for network=default
W0331 03:55:34.561115    3793 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0331 03:55:34.561132    3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0331 03:55:34.561137    3793 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
I0331 03:55:34.561514    3793 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0331 03:55:34.561532    3793 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0331 03:55:34.561540    3793 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
W0331 03:55:34.561561    3793 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0331 03:55:34.562053    3793 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0331 03:55:34.562071    3793 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0331 03:55:34.562079    3793 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0331 03:55:34.562542    3793 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0331 03:55:34.562559    3793 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0331 03:55:34.563145    3793 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0331 03:55:34.563157    3793 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0331 03:55:34.563846    3793 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0331 03:55:34.563862    3793 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0331 03:55:34.563870    3793 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0331 03:55:34.564312    3793 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0331 03:55:34.564328    3793 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0331 03:55:34.564349    3793 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0331 03:55:34.565459    3793 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0331 03:55:34.565477    3793 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0331 03:55:34.565485    3793 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0331 03:55:34.565945    3793 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0331 03:55:34.565963    3793 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0331 03:55:34.565970    3793 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0331 03:55:34.566418    3793 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0331 03:55:34.566435    3793 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0331 03:55:34.566442    3793 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0331 03:55:34.566887    3793 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0331 03:55:34.566905    3793 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0331 03:55:34.566911    3793 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0331 03:55:34.567148    3793 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0331 03:55:34.567162    3793 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0331 03:55:34.567169    3793 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0331 03:55:34.567631    3793 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0331 03:55:34.567650    3793 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0331 03:55:34.567656    3793 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0331 03:55:34.567907    3793 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0331 03:55:34.567922    3793 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0331 03:55:34.567929    3793 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0331 03:55:34.568402    3793 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0331 03:55:34.568421    3793 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0331 03:55:34.568430    3793 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0331 03:55:34.569282    3793 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0331 03:55:34.569298    3793 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0331 03:55:34.569306    3793 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0331 03:55:34.570247    3793 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0331 03:55:34.570266    3793 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0331 03:55:34.570274    3793 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0331 03:55:34.570737    3793 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0331 03:55:34.570755    3793 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0331 03:55:34.570775    3793 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0331 03:55:34.571401    3793 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0331 03:55:34.571417    3793 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0331 03:55:34.571426    3793 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0331 03:55:34.571686    3793 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0331 03:55:34.571904    3793 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-trkrq of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it
I0331 03:55:34.577161    3793 egressfirewall.go:319] Starting EgressFirewall controller
I0331 03:55:34.577183    3793 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0331 03:55:34.577198    3793 controller.go:133] Adding controller egress-firewall-controller event handlers
I0331 03:55:34.577203    3793 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0331 03:55:34.577219    3793 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0331 03:55:34.577229    3793 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0331 03:55:34.577238    3793 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0331 03:55:34.577583    3793 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0331 03:55:34.577597    3793 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0331 03:55:34.577610    3793 egressqos.go:193] Setting up event handlers for EgressQoS
I0331 03:55:34.577687    3793 egressfirewall.go:628] Syncing node "ip-10-0-2-188.ec2.internal" for egress firewall
I0331 03:55:34.577700    3793 egressfirewall.go:628] Syncing node "ip-10-0-0-60.ec2.internal" for egress firewall
I0331 03:55:34.577704    3793 egressfirewall.go:628] Syncing node "ip-10-0-1-138.ec2.internal" for egress firewall
I0331 03:55:34.577754    3793 egressqos.go:245] Starting EgressQoS Controller
I0331 03:55:34.577765    3793 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0331 03:55:34.577771    3793 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0331 03:55:34.577788    3793 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0331 03:55:34.577795    3793 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0331 03:55:34.577822    3793 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0331 03:55:34.577830    3793 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0331 03:55:34.577834    3793 egressqos.go:259] Repairing EgressQoSes
I0331 03:55:34.577838    3793 egressqos.go:399] Starting repairing loop for egressqos
I0331 03:55:34.577915    3793 egressqos.go:401] Finished repairing loop for egressqos: 76.499µs
I0331 03:55:34.577959    3793 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0331 03:55:34.578000    3793 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-60.ec2.internal
I0331 03:55:34.578047    3793 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-60.ec2.internal : 48.883µs
I0331 03:55:34.578119    3793 egressservice_zone.go:210] Starting Egress Services Controller
I0331 03:55:34.578133    3793 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0331 03:55:34.578142    3793 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0331 03:55:34.578150    3793 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0331 03:55:34.578157    3793 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0331 03:55:34.578164    3793 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0331 03:55:34.578169    3793 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0331 03:55:34.578176    3793 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0331 03:55:34.578182    3793 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0331 03:55:34.578190    3793 egressservice_zone.go:228] Repairing Egress Services
I0331 03:55:34.578467    3793 master_controller.go:88] Starting Admin Policy Based Route Controller
I0331 03:55:34.578477    3793 external_controller.go:278] Starting Admin Policy Based Route Controller
I0331 03:55:34.578494    3793 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-60.ec2.internal
I0331 03:55:34.578503    3793 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-60.ec2.internal: 10.18µs
I0331 03:55:34.578510    3793 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-138.ec2.internal
I0331 03:55:34.578513    3793 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-138.ec2.internal: 3.929µs
I0331 03:55:34.578523    3793 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-188.ec2.internal
I0331 03:55:34.578532    3793 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-188.ec2.internal: 11.615µs
I0331 03:55:34.578697    3793 default_network_controller.go:568] Completing all the Watchers took 324.105521ms
I0331 03:55:34.578714    3793 default_network_controller.go:572] Starting unidling controllers
I0331 03:55:34.578728    3793 unidle.go:46] Registering OVN SB ControllerEvent handler
I0331 03:55:34.578737    3793 unidle.go:63] Populating Initial ContollerEvent events
I0331 03:55:34.578747    3793 unidle.go:79] Setting up event handlers for services
I0331 03:55:34.578799    3793 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller
I0331 03:55:34.584131    3793 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0331 03:55:34.607577    3793 default_node_network_controller.go:518] Node connection status = connected
I0331 03:55:34.622415    3793 bridgeconfig.go:537] Gateway is ready
I0331 03:55:34.622431    3793 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager
I0331 03:55:34.632200    3793 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.60. Updating OVN encap IP.
I0331 03:55:34.636819    3793 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.60 - it is already configured
I0331 03:55:34.636833    3793 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.60/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0331 03:55:34.637034    3793 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.60/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-60.ec2.internal","mac-address":"12:58:be:f6:71:cd","ip-addresses":["10.0.0.60/24"],"ip-address":"10.0.0.60/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:4ec6b6fb-3a0f-4f7e-a030-683ca6134879 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.60/24"}] on node ip-10-0-0-60.ec2.internal
I0331 03:55:34.654616    3793 egressfirewall.go:628] Syncing node "ip-10-0-0-60.ec2.internal" for egress firewall
I0331 03:55:34.654660    3793 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-60.ec2.internal in network "default"
I0331 03:55:34.654697    3793 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-60.ec2.internal
I0331 03:55:34.654748    3793 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-60.ec2.internal: 48.824µs
I0331 03:55:34.654711    3793 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.0.60
I0331 03:55:34.654801    3793 master.go:532] Adding or Updating local node "ip-10-0-0-60.ec2.internal" for network "default"
I0331 03:55:34.654723    3793 node_tracker.go:169] Node ip-10-0-0-60.ec2.internal switch + router changed, syncing services in network "default"
I0331 03:55:34.654875    3793 services_controller.go:574] Full service sync requested for network=default
I0331 03:55:34.654999    3793 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-60.ec2.internal
W0331 03:55:34.655367    3793 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0331 03:55:34.655473    3793 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0331 03:55:34.655483    3793 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0331 03:55:34.655489    3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
I0331 03:55:34.659414    3793 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-60.ec2.internal. Updating no re-route policies
I0331 03:55:34.659497    3793 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-9ktxq
I0331 03:55:34.659509    3793 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-rkl55
I0331 03:55:34.659513    3793 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-9ktxq
I0331 03:55:34.659520    3793 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-rkl55
I0331 03:55:34.659526    3793 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-x74wc
I0331 03:55:34.659537    3793 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-rkl55 after 0 failed attempt(s)
I0331 03:55:34.659540    3793 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-bgtl2
I0331 03:55:34.659543    3793 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-x74wc
I0331 03:55:34.659547    3793 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-9ktxq] creating logical port kube-system_global-pull-secret-syncer-9ktxq for pod on switch ip-10-0-0-60.ec2.internal
I0331 03:55:34.659550    3793 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-5mwrn
I0331 03:55:34.659551    3793 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-bgtl2
I0331 03:55:34.659508    3793 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-grcw2
I0331 03:55:34.659553    3793 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-t4kxf
I0331 03:55:34.659562    3793 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-grcw2
I0331 03:55:34.659566    3793 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-64dxv
I0331 03:55:34.659569    3793 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-x74wc after 0 failed attempt(s)
I0331 03:55:34.659569    3793 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-t4kxf
I0331 03:55:34.659577    3793 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-64dxv
I0331 03:55:34.659518    3793 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-cq7hr
I0331 03:55:34.659550    3793 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-60.ec2.internal
I0331 03:55:34.659584    3793 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-b4lgc
I0331 03:55:34.659590    3793 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-cq7hr
I0331 03:55:34.659594    3793 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-60.ec2.internal
I0331 03:55:34.659599    3793 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-b4lgc
I0331 03:55:34.659601    3793 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-bgtl2 after 0 failed attempt(s)
I0331 03:55:34.659555    3793 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-5mwrn
I0331 03:55:34.659612    3793 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-cq7hr after 0 failed attempt(s)
I0331 03:55:34.659526    3793 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-kx85j
I0331 03:55:34.659625    3793 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-b4lgc after 0 failed attempt(s)
I0331 03:55:34.659635    3793 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-kx85j
I0331 03:55:34.659573    3793 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-grcw2 after 0 failed attempt(s)
I0331 03:55:34.659642    3793 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-64dxv] creating logical port openshift-multus_network-metrics-daemon-64dxv for pod on switch ip-10-0-0-60.ec2.internal
I0331 03:55:34.659584    3793 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-4wkgj
I0331 03:55:34.659652    3793 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-kx85j after 0 failed attempt(s)
I0331 03:55:34.659614    3793 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-60.ec2.internal after 0 failed attempt(s)
I0331 03:55:34.659653    3793 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-4wkgj
I0331 03:55:34.659497    3793 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-60.ec2.internal
I0331 03:55:34.659684    3793 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-4wkgj after 0 failed attempt(s)
I0331 03:55:34.659690    3793 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-60.ec2.internal
I0331 03:55:34.659613    3793 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-t4kxf] creating logical port openshift-network-diagnostics_network-check-target-t4kxf for pod on switch ip-10-0-0-60.ec2.internal
I0331 03:55:34.659706    3793 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-60.ec2.internal after 0 failed attempt(s)
I0331 03:55:34.659635    3793 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-5mwrn after 0 failed attempt(s)
I0331 03:55:34.660483    3793 pods.go:271] [kube-system/global-pull-secret-syncer-9ktxq] addLogicalPort took 943.348µs, libovsdb time 317.088µs
I0331 03:55:34.660495    3793 obj_retry.go:384] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-9ktxq after 0 failed attempt(s)
I0331 03:55:34.660562    3793 pods.go:271] [openshift-multus/network-metrics-daemon-64dxv] addLogicalPort took 960.9µs, libovsdb time 352.77µs
I0331 03:55:34.660571    3793 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-64dxv after 0 failed attempt(s)
I0331 03:55:34.660708    3793 pods.go:271] [openshift-network-diagnostics/network-check-target-t4kxf] addLogicalPort took 1.090614ms, libovsdb time 440.757µs
I0331 03:55:34.660717    3793 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-t4kxf after 0 failed attempt(s)
I0331 03:55:34.671645    3793 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher
I0331 03:55:34.683059    3793 iptables.go:108] Creating table: mangle chain: OUTPUT
I0331 03:55:34.686108    3793 iptables.go:108] Creating table: nat chain: OUTPUT
I0331 03:55:34.715737    3793 iptables.go:108] Creating table: nat chain: PREROUTING
I0331 03:55:34.807932    3793 iptables.go:108] Creating table: filter chain: FORWARD
I0331 03:55:34.824010    3793 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1
W0331 03:55:34.824129    3793 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0331 03:55:34.824175    3793 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4
W0331 03:55:34.824255    3793 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0331 03:55:34.824307    3793 gateway_init.go:325] Gateway and management port readiness took 720.820874ms
I0331 03:55:34.824346    3793 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0331 03:55:34.824385    3793 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0331 03:55:34.824397    3793 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0331 03:55:34.824406    3793 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0331 03:55:34.824460    3793 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0331 03:55:34.824539    3793 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.077µs
I0331 03:55:34.824742    3793 network_controller.go:246] [node-nad-controller network controller]: syncing all networks
I0331 03:55:34.824765    3793 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 14.73µs
I0331 03:55:34.824772    3793 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 30.69µs
I0331 03:55:34.824779    3793 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0331 03:55:34.824787    3793 nad_controller.go:173] [node-nad-controller NAD controller]: started
I0331 03:55:34.824791    3793 default_node_network_controller.go:898] Starting the default node network controller
I0331 03:55:34.824795    3793 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0331 03:55:34.824871    3793 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 12.381µs
I0331 03:55:34.824933    3793 default_node_network_controller.go:1444] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0331 03:55:34.824942    3793 default_node_network_controller.go:934] Waiting for gateway and management port readiness...
I0331 03:55:34.824964    3793 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b8af00 0xc0002dc000 0xc0002dc0e0 0xc0002dc150 0xc0002dc1c0 0xc0002dc230 <nil> 0xc0002dc2a0 0xc000bdc780 0xc0002dc380 0xc0002dc460 <nil> 0xc000bdc1e0 0xc0064701c0 <nil> <nil> 0xc0002dc4d0 map[0x2f67040:0xc002d0b860 0x2f67580:0xc0057817a0 0x2f68000:0xc00230dd40 0x2f682a0:0xc002d0b800 0x2f687e0:0xc002d0b8c0 0x2f68a80:0xc002d0b920 0x2f68d20:0xc005781740 0x2f69500:0xc005781800 0x2f697a0:0xc005781860 0x2f93d40:0xc000821200 0x2f940e0:0xc000821260 0x2f94bc0:0xc000bf0420 0x2f96520:0xc001afe000 0x2f97000:0xc001397500 0x2f97e80:0xc001afe060] 0xc000565110 0}
I0331 03:55:34.825018    3793 gateway.go:151] Starting gateway service sync
I0331 03:55:34.825583    3793 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0331 03:55:34.827707    3793 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0331 03:55:34.855919    3793 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0331 03:55:34.857021    3793 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0331 03:55:34.858131    3793 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0331 03:55:34.890503    3793 gateway.go:168] Gateway service sync done. Time taken: 65.474334ms
I0331 03:55:34.891004    3793 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32442
I0331 03:55:34.891435    3793 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b8af00 0xc0002dc000 0xc0002dc0e0 0xc0002dc150 0xc0002dc1c0 0xc0002dc230 <nil> 0xc0002dc2a0 0xc000bdc780 0xc0002dc380 0xc0002dc460 <nil> 0xc000bdc1e0 0xc0064701c0 <nil> <nil> 0xc0002dc4d0 map[0x2f67040:0xc002d0b860 0x2f67580:0xc0057817a0 0x2f68000:0xc00230dd40 0x2f682a0:0xc002d0b800 0x2f687e0:0xc002d0b8c0 0x2f68a80:0xc002d0b920 0x2f68d20:0xc005781740 0x2f69500:0xc005781800 0x2f697a0:0xc005781860 0x2f93d40:0xc000821200 0x2f940e0:0xc000821260 0x2f94bc0:0xc000bf0420 0x2f96520:0xc001afe000 0x2f97000:0xc001397500 0x2f97e80:0xc001afe060] 0xc000565110 0}
I0331 03:55:34.891968    3793 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b8af00 0xc0002dc000 0xc0002dc0e0 0xc0002dc150 0xc0002dc1c0 0xc0002dc230 <nil> 0xc0002dc2a0 0xc000bdc780 0xc0002dc380 0xc0002dc460 <nil> 0xc000bdc1e0 0xc0064701c0 <nil> <nil> 0xc0002dc4d0 map[0x2f67040:0xc002d0b860 0x2f67580:0xc0057817a0 0x2f68000:0xc00230dd40 0x2f682a0:0xc002d0b800 0x2f687e0:0xc002d0b8c0 0x2f68a80:0xc002d0b920 0x2f68d20:0xc005781740 0x2f69500:0xc005781800 0x2f697a0:0xc005781860 0x2f93d40:0xc000821200 0x2f940e0:0xc000821260 0x2f94bc0:0xc000bf0420 0x2f96520:0xc001afe000 0x2f97000:0xc001397500 0x2f97e80:0xc001afe060] 0xc000565110 0}
I0331 03:55:34.892005    3793 gateway.go:519] Reconciling gateway with updates
I0331 03:55:34.896950    3793 gateway.go:326] Spawning Conntrack Rule Check Thread
I0331 03:55:34.897033    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0331 03:55:34.897057    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0331 03:55:34.897036    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0331 03:55:34.897070    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0331 03:55:34.897072    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0331 03:55:34.897072    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift
I0331 03:55:34.897080    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0331 03:55:34.897092    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift
I0331 03:55:34.897097    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0331 03:55:34.897098    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0331 03:55:34.897111    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0331 03:55:34.897114    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0331 03:55:34.897117    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0331 03:55:34.897124    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0331 03:55:34.897124    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0331 03:55:34.897144    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0331 03:55:34.897145    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0331 03:55:34.897158    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0331 03:55:34.897061    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0331 03:55:34.897168    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0331 03:55:34.897165    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0331 03:55:34.897146    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0331 03:55:34.897181    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0331 03:55:34.897187    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0331 03:55:34.897196    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver
I0331 03:55:34.897204    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver
I0331 03:55:34.897204    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0331 03:55:34.897210    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0331 03:55:34.897216    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0331 03:55:34.897216    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0331 03:55:34.897219    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0331 03:55:34.897216    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0331 03:55:34.897226    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook
I0331 03:55:34.897232    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0331 03:55:34.897234    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0331 03:55:34.897173    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0331 03:55:34.897239    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook
I0331 03:55:34.897247    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0331 03:55:34.897253    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0331 03:55:34.897252    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0331 03:55:34.897258    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0331 03:55:34.897116    3793 default_node_network_controller.go:943] Gateway and management port readiness took 72.165969ms
I0331 03:55:34.897273    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0331 03:55:34.897269    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/exporter
I0331 03:55:34.897281    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0331 03:55:34.897284    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0331 03:55:34.897285    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0331 03:55:34.897294    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/exporter
I0331 03:55:34.897205    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0331 03:55:34.897301    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0331 03:55:34.897299    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes
I0331 03:55:34.897308    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s)
I0331 03:55:34.897308    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0331 03:55:34.897312    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes
I0331 03:55:34.897309    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0331 03:55:34.897185    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0331 03:55:34.897326    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0331 03:55:34.897330    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0331 03:55:34.897354    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0331 03:55:34.897352    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0331 03:55:34.897358    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0331 03:55:34.897361    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0331 03:55:34.897370    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console/downloads
I0331 03:55:34.897375    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0331 03:55:34.897380    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console/downloads
I0331 03:55:34.897284    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0331 03:55:34.897388    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0331 03:55:34.897190    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0331 03:55:34.897411    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0331 03:55:34.897424    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0331 03:55:34.897355    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0331 03:55:34.897217    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0331 03:55:34.897465    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0331 03:55:34.897189    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0331 03:55:34.897187    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0331 03:55:34.897426    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0331 03:55:34.897390    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0331 03:55:34.897524    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0331 03:55:34.897172    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0331 03:55:34.897205    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0331 03:55:34.897218    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0331 03:55:34.897589    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0331 03:55:34.897600    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console/console
I0331 03:55:34.897375    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0331 03:55:34.897613    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console/console
I0331 03:55:34.897616    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0331 03:55:34.897228    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0331 03:55:34.897628    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0331 03:55:34.897635    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0331 03:55:34.897643    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0331 03:55:34.897236    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0331 03:55:34.897239    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0331 03:55:34.897754    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0331 03:55:34.897265    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0331 03:55:34.897291    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0331 03:55:34.897163    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0331 03:55:34.897204    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0331 03:55:34.897848    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0331 03:55:34.897374    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0331 03:55:34.897401    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0331 03:55:34.897895    3793 port_claim.go:71] Svc openshift-ingress/router-default: port 30231 is already open, no action needed
I0331 03:55:34.897908    3793 port_claim.go:71] Svc openshift-ingress/router-default: port 32345 is already open, no action needed
I0331 03:55:34.897398    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0331 03:55:34.897958    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0331 03:55:34.897404    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0331 03:55:34.897991    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0331 03:55:34.897471    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0331 03:55:34.897514    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0331 03:55:34.897573    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0331 03:55:34.897227    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0331 03:55:34.897631    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0331 03:55:34.898123    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0331 03:55:34.897228    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0331 03:55:34.898131    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0331 03:55:34.898134    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0331 03:55:34.897355    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0331 03:55:34.898140    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0331 03:55:34.898509    3793 node_ip_handler_linux.go:160] Node IP manager is running
W0331 03:55:34.933375    3793 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0331 03:55:34.933595    3793 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0331 03:55:34.933760    3793 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0
I0331 03:55:34.941704    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0331 03:55:34.941732    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0331 03:55:34.979386    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0331 03:55:34.979420    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s)
I0331 03:55:34.979435    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0331 03:55:34.979444    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0331 03:55:34.979452    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0331 03:55:34.979460    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0331 03:55:34.979468    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0331 03:55:34.979477    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0331 03:55:34.979482    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0331 03:55:34.979488    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0331 03:55:34.979494    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0331 03:55:34.979501    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s)
I0331 03:55:34.979507    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0331 03:55:34.979514    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0331 03:55:34.979519    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0331 03:55:34.979526    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0331 03:55:34.979532    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s)
I0331 03:55:34.979554    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0331 03:55:34.979561    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0331 03:55:34.979566    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0331 03:55:34.979571    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0331 03:55:35.016588    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0331 03:55:35.016593    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0331 03:55:35.016603    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0331 03:55:35.016611    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0331 03:55:35.016623    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0331 03:55:35.016628    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0331 03:55:35.016635    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
W0331 03:55:35.045934    3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
I0331 03:55:36.253217    3793 default_node_network_controller.go:1364] Starting node controller node sync
W0331 03:55:36.253250    3793 egressip_healthcheck.go:76] Health checking using insecure connection
I0331 03:55:36.253292    3793 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107
I0331 03:55:36.264923    3793 default_node_network_controller.go:1406] Node controller node sync done. Time taken: 11.686517ms
I0331 03:55:36.265027    3793 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-138.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0331 03:55:36.265051    3793 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-138.ec2.internal", IP: 10.0.1.138 to PMTUD blocking rules
I0331 03:55:36.265027    3793 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-188.ec2.internal", IP: 10.0.2.188 to PMTUD blocking rules
I0331 03:55:36.265124    3793 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-188.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0331 03:55:36.275788    3793 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0331 03:55:36.276070    3793 egressservice_node.go:93] Setting up event handlers for Egress Services
I0331 03:55:36.276253    3793 egressservice_node.go:183] Starting Egress Services Controller
I0331 03:55:36.276275    3793 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0331 03:55:36.276288    3793 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0331 03:55:36.276362    3793 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0331 03:55:36.276372    3793 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0331 03:55:36.276378    3793 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0331 03:55:36.276384    3793 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0331 03:55:36.276388    3793 egressservice_node.go:197] Repairing Egress Services
I0331 03:55:36.285935    3793 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0331 03:55:36.285947    3793 external_controller.go:278] Starting Admin Policy Based Route Controller
I0331 03:55:36.286209    3793 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled
I0331 03:55:36.286220    3793 link_network_manager.go:117] Link manager is running
I0331 03:55:36.286228    3793 default_node_network_controller.go:1087] Default node network controller initialized and ready.
I0331 03:55:36.286329    3793 ovspinning_linux.go:42] OVS CPU affinity pinning disabled
I0331 03:55:36.286815    3793 vrf_manager.go:128] VRF manager is running
I0331 03:55:36.286902    3793 node_controller_manager.go:437] Removing flows to drop GARP
I0331 03:55:36.286910    3793 gateway.go:519] Reconciling gateway with updates
I0331 03:55:36.306317    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0331 03:55:36.306328    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0331 03:55:36.306357    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0331 03:55:36.306361    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0331 03:55:36.306368    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0331 03:55:36.306384    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0331 03:55:36.306390    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0331 03:55:36.306407    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0331 03:55:36.306420    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console/console
I0331 03:55:36.306413    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0331 03:55:36.306432    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0331 03:55:36.306439    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0331 03:55:36.306447    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0331 03:55:36.306446    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes
I0331 03:55:36.306448    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift
I0331 03:55:36.306457    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes
I0331 03:55:36.306459    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0331 03:55:36.306466    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift
I0331 03:55:36.306467    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0331 03:55:36.306467    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0331 03:55:36.306474    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0331 03:55:36.306474    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0331 03:55:36.306480    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0331 03:55:36.306446    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0331 03:55:36.306479    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0331 03:55:36.306489    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0331 03:55:36.306492    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0331 03:55:36.306448    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0331 03:55:36.306501    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0331 03:55:36.306503    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0331 03:55:36.306511    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/exporter
I0331 03:55:36.306523    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/exporter
I0331 03:55:36.306524    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0331 03:55:36.306522    3793 port_claim.go:71] Svc openshift-ingress/router-default: port 30231 is already open, no action needed
I0331 03:55:36.306534    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0331 03:55:36.306540    3793 port_claim.go:71] Svc openshift-ingress/router-default: port 32345 is already open, no action needed
I0331 03:55:36.306542    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver
I0331 03:55:36.306542    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0331 03:55:36.306551    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0331 03:55:36.306555    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver
I0331 03:55:36.306556    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0331 03:55:36.306449    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0331 03:55:36.306434    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console/console
I0331 03:55:36.306587    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0331 03:55:36.306602    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0331 03:55:36.306528    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0331 03:55:36.306612    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0331 03:55:36.306615    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0331 03:55:36.306614    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0331 03:55:36.306623    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0331 03:55:36.306623    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0331 03:55:36.306628    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0331 03:55:36.306633    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console/downloads
I0331 03:55:36.306637    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0331 03:55:36.306641    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console/downloads
I0331 03:55:36.306647    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0331 03:55:36.306652    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0331 03:55:36.306618    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0331 03:55:36.306667    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0331 03:55:36.306678    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0331 03:55:36.306689    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0331 03:55:36.306704    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0331 03:55:36.306630    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0331 03:55:36.306706    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0331 03:55:36.306723    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0331 03:55:36.306730    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0331 03:55:36.306585    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0331 03:55:36.306734    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0331 03:55:36.306744    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0331 03:55:36.306496    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0331 03:55:36.306585    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0331 03:55:36.306789    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0331 03:55:36.306715    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0331 03:55:36.306797    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0331 03:55:36.306796    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0331 03:55:36.306811    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0331 03:55:36.306816    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0331 03:55:36.306827    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0331 03:55:36.306793    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0331 03:55:36.306838    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0331 03:55:36.306857    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0331 03:55:36.306818    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0331 03:55:36.306870    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0331 03:55:36.306872    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0331 03:55:36.306875    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0331 03:55:36.306878    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0331 03:55:36.306879    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0331 03:55:36.306881    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0331 03:55:36.306887    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0331 03:55:36.306843    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0331 03:55:36.306895    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook
I0331 03:55:36.306902    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0331 03:55:36.306904    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook
I0331 03:55:36.306906    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0331 03:55:36.306933    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0331 03:55:36.306829    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0331 03:55:36.306947    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0331 03:55:36.306878    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0331 03:55:36.306571    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0331 03:55:36.306997    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0331 03:55:36.306782    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0331 03:55:36.306562    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0331 03:55:36.306803    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0331 03:55:36.306818    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0331 03:55:36.306530    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s)
I0331 03:55:36.306883    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0331 03:55:36.307198    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0331 03:55:36.306886    3793 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0331 03:55:36.307207    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0331 03:55:36.306893    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0331 03:55:36.306894    3793 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0331 03:55:36.344444    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0331 03:55:36.363200    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0331 03:55:36.363262    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0331 03:55:36.363282    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0331 03:55:36.363289    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0331 03:55:36.363295    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0331 03:55:36.363302    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0331 03:55:36.363308    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0331 03:55:36.363314    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s)
I0331 03:55:36.400001    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0331 03:55:36.400010    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0331 03:55:36.400026    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0331 03:55:36.400037    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0331 03:55:36.400047    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s)
I0331 03:55:36.400074    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0331 03:55:36.400090    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0331 03:55:36.400100    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0331 03:55:36.400106    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0331 03:55:36.400113    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0331 03:55:36.400120    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0331 03:55:36.400125    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0331 03:55:36.400130    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0331 03:55:36.400135    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0331 03:55:36.400148    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0331 03:55:36.400166    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0331 03:55:36.400190    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s)
I0331 03:55:36.400201    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0331 03:55:36.400208    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0331 03:55:36.400216    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0331 03:55:36.400223    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0331 03:55:36.400228    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0331 03:55:36.400234    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0331 03:55:36.400239    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0331 03:55:36.400246    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0331 03:55:36.400252    3793 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
W0331 03:55:37.060671    3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0331 03:55:38.521994    3793 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-138.ec2.internal
I0331 03:55:38.522023    3793 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-138.ec2.internal: 34.337µs
I0331 03:55:38.598029    3793 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-60.ec2.internal
I0331 03:55:38.598058    3793 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-60.ec2.internal: 34.209µs
I0331 03:55:38.626670    3793 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7c8d4556db-tn8vm] creating logical port openshift-image-registry_image-registry-7c8d4556db-tn8vm for pod on switch ip-10-0-0-60.ec2.internal
I0331 03:55:38.626798    3793 kube.go:256] Updating pod openshift-image-registry/image-registry-7c8d4556db-tn8vm
I0331 03:55:38.642569    3793 pod.go:62] [openshift-image-registry/image-registry-7c8d4556db-tn8vm] pod update took 15.793896ms
I0331 03:55:38.642589    3793 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-7c8d4556db-tn8vm] addLogicalPort annotation time took 15.81682ms
I0331 03:55:38.643698    3793 pods.go:271] [openshift-image-registry/image-registry-7c8d4556db-tn8vm] addLogicalPort took 17.041336ms, libovsdb time 862.996µs
I0331 03:55:38.708222    3793 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-gc4kz] creating logical port openshift-ingress-canary_ingress-canary-gc4kz for pod on switch ip-10-0-0-60.ec2.internal
I0331 03:55:38.708311    3793 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-gc4kz
I0331 03:55:38.723204    3793 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-mj96z] creating logical port openshift-dns_dns-default-mj96z for pod on switch ip-10-0-0-60.ec2.internal
I0331 03:55:38.723278    3793 kube.go:256] Updating pod openshift-dns/dns-default-mj96z
I0331 03:55:38.727447    3793 pod.go:62] [openshift-ingress-canary/ingress-canary-gc4kz] pod update took 19.173075ms
I0331 03:55:38.727464    3793 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-gc4kz] addLogicalPort annotation time took 19.194621ms
I0331 03:55:38.728508    3793 pods.go:271] [openshift-ingress-canary/ingress-canary-gc4kz] addLogicalPort took 20.296487ms, libovsdb time 801.44µs
I0331 03:55:38.736945    3793 pod.go:62] [openshift-dns/dns-default-mj96z] pod update took 13.684944ms
I0331 03:55:38.736963    3793 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-mj96z] addLogicalPort annotation time took 13.715076ms
I0331 03:55:38.737997    3793 pods.go:271] [openshift-dns/dns-default-mj96z] addLogicalPort took 14.80256ms, libovsdb time 769.85µs
I0331 03:55:38.765520    3793 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-5st6j] creating logical port openshift-insights_insights-runtime-extractor-5st6j for pod on switch ip-10-0-0-60.ec2.internal
I0331 03:55:38.765683    3793 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-5st6j
I0331 03:55:38.781080    3793 pod.go:62] [openshift-insights/insights-runtime-extractor-5st6j] pod update took 15.465754ms
I0331 03:55:38.781097    3793 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-5st6j] addLogicalPort annotation time took 15.489538ms
I0331 03:55:38.782578    3793 pods.go:271] [openshift-insights/insights-runtime-extractor-5st6j] addLogicalPort took 17.07426ms, libovsdb time 1.158888ms
I0331 03:55:39.027709    3793 cni.go:403] [openshift-image-registry/image-registry-7c8d4556db-tn8vm 5c9fc0489a8b736372edb2d22c009ee03d04b373dc7a8849780c0ab63ba4e519 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-7c8d4556db-tn8vm 5c9fc0489a8b736372edb2d22c009ee03d04b373dc7a8849780c0ab63ba4e519 network default NAD default]
I0331 03:55:39.080745    3793 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7c8d4556db-tn8vm, hostIfaceName: 5c9fc0489a8b736, network: default, NAD default, SandboxID: "5c9fc0489a8b736372edb2d22c009ee03d04b373dc7a8849780c0ab63ba4e519", PCI device ID: , UID: "8d6359ef-b2bb-4ae1-925e-820124ae6749", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23]
I0331 03:55:39.122747    3793 cni.go:403] [openshift-ingress-canary/ingress-canary-gc4kz 6b01bd0a2fa3e5ba873399d38a63164c48c9de35d122115e401b87f1cb9ca0ef network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-gc4kz 6b01bd0a2fa3e5ba873399d38a63164c48c9de35d122115e401b87f1cb9ca0ef network default NAD default]
I0331 03:55:39.129355    3793 cni.go:403] [openshift-dns/dns-default-mj96z 6be16c0d394b2c8730c1dae295a3f3b0c33eb114d57ed78266748955c9234c0e network default NAD default] ADD starting CNI request [openshift-dns/dns-default-mj96z 6be16c0d394b2c8730c1dae295a3f3b0c33eb114d57ed78266748955c9234c0e network default NAD default]
I0331 03:55:39.130950    3793 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-gc4kz, hostIfaceName: 6b01bd0a2fa3e5b, network: default, NAD default, SandboxID: "6b01bd0a2fa3e5ba873399d38a63164c48c9de35d122115e401b87f1cb9ca0ef", PCI device ID: , UID: "69eb2936-4f78-4019-bf74-a3ce61d7a4e5", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23]
I0331 03:55:39.139897    3793 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-mj96z, hostIfaceName: 6be16c0d394b2c8, network: default, NAD default, SandboxID: "6be16c0d394b2c8730c1dae295a3f3b0c33eb114d57ed78266748955c9234c0e", PCI device ID: , UID: "2d84131d-457d-4c28-a3c0-ab686a1ff1a7", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23]
I0331 03:55:39.162178    3793 cni.go:424] [openshift-image-registry/image-registry-7c8d4556db-tn8vm 5c9fc0489a8b736372edb2d22c009ee03d04b373dc7a8849780c0ab63ba4e519 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-7c8d4556db-tn8vm 5c9fc0489a8b736372edb2d22c009ee03d04b373dc7a8849780c0ab63ba4e519 network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:00:bf:6f:26:5e\",\"name\":\"5c9fc0489a8b736\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c8643d81-7834-4f79-a1e0-1713551cb641\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 03:55:39.173466    3793 cni.go:424] [openshift-ingress-canary/ingress-canary-gc4kz 6b01bd0a2fa3e5ba873399d38a63164c48c9de35d122115e401b87f1cb9ca0ef network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-gc4kz 6b01bd0a2fa3e5ba873399d38a63164c48c9de35d122115e401b87f1cb9ca0ef network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:e7:ba:6b:cd:e5\",\"name\":\"6b01bd0a2fa3e5b\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8756e25-bb70-47e1-bc37-381d6558a051\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 03:55:39.174204    3793 cni.go:403] [openshift-insights/insights-runtime-extractor-5st6j b3b00bbbaac1f1c5143bf924a553b6f5db62fcab4a1f61f861d35753a62a4021 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-5st6j b3b00bbbaac1f1c5143bf924a553b6f5db62fcab4a1f61f861d35753a62a4021 network default NAD default]
I0331 03:55:39.182318    3793 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-5st6j, hostIfaceName: b3b00bbbaac1f1c, network: default, NAD default, SandboxID: "b3b00bbbaac1f1c5143bf924a553b6f5db62fcab4a1f61f861d35753a62a4021", PCI device ID: , UID: "9c137af7-7c32-4bde-95cf-8c53e7d57b86", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23]
I0331 03:55:39.183202    3793 cni.go:424] [openshift-dns/dns-default-mj96z 6be16c0d394b2c8730c1dae295a3f3b0c33eb114d57ed78266748955c9234c0e network default NAD default] ADD finished CNI request [openshift-dns/dns-default-mj96z 6be16c0d394b2c8730c1dae295a3f3b0c33eb114d57ed78266748955c9234c0e network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:82:d7:9c:af:61\",\"name\":\"6be16c0d394b2c8\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12b8d376-7c02-4651-8ad3-549af75f2c31\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 03:55:39.222989    3793 cni.go:424] [openshift-insights/insights-runtime-extractor-5st6j b3b00bbbaac1f1c5143bf924a553b6f5db62fcab4a1f61f861d35753a62a4021 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-5st6j b3b00bbbaac1f1c5143bf924a553b6f5db62fcab4a1f61f861d35753a62a4021 network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:fb:6f:bb:4d:0e\",\"name\":\"b3b00bbbaac1f1c\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3671ba7f-a25d-4c3f-acf9-17dc64b93ca0\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0331 03:55:39.357634    3793 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0331 03:55:40.395555    3793 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0331 03:55:45.366157    3793 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-c56ff685-kpch7] creating logical port openshift-monitoring_prometheus-operator-c56ff685-kpch7 for pod on switch ip-10-0-0-60.ec2.internal
I0331 03:55:45.366258    3793 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-c56ff685-kpch7
I0331 03:55:45.380973    3793 pod.go:62] [openshift-monitoring/prometheus-operator-c56ff685-kpch7] pod update took 14.746352ms
I0331 03:55:45.380989    3793 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-c56ff685-kpch7] addLogicalPort annotation time took 14.766756ms
I0331 03:55:45.382108    3793 pods.go:271] [openshift-monitoring/prometheus-operator-c56ff685-kpch7] addLogicalPort took 15.9723ms, libovsdb time 839.032µs
I0331 03:55:45.764761    3793 cni.go:403] [openshift-monitoring/prometheus-operator-c56ff685-kpch7 d64a80aab1af68af06b6e82cfae111af0cf46726b911c93924f546058af201c7 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-c56ff685-kpch7 d64a80aab1af68af06b6e82cfae111af0cf46726b911c93924f546058af201c7 network default NAD default]
I0331 03:55:45.775234    3793 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-c56ff685-kpch7, hostIfaceName: d64a80aab1af68a, network: default, NAD default, SandboxID: "d64a80aab1af68af06b6e82cfae111af0cf46726b911c93924f546058af201c7", PCI device ID: , UID: "c5de1c2f-e4de-405e-b1dd-fc0c998ae60e", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23]
I0331 03:55:45.815289    3793 cni.go:424] [openshift-monitoring/prometheus-operator-c56ff685-kpch7 d64a80aab1af68af06b6e82cfae111af0cf46726b911c93924f546058af201c7 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-c56ff685-kpch7 d64a80aab1af68af06b6e82cfae111af0cf46726b911c93924f546058af201c7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:ec:cc:bc:b8:20\",\"name\":\"d64a80aab1af68a\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce28c901-dc4b-4d45-b678-d8e0b97ceff3\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0331 03:55:47.949505    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0331 03:55:47.949533    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0331 03:55:49.113852    3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
I0331 03:55:50.803859    3793 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-bc865d6bb-ht5f2] creating logical port openshift-monitoring_openshift-state-metrics-bc865d6bb-ht5f2 for pod on switch ip-10-0-0-60.ec2.internal
I0331 03:55:50.804002    3793 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-bc865d6bb-ht5f2
I0331 03:55:50.820215    3793 pod.go:62] [openshift-monitoring/openshift-state-metrics-bc865d6bb-ht5f2] pod update took 16.238911ms
I0331 03:55:50.820240    3793 base_network_controller_pods.go:937] [default/openshift-monitoring/openshift-state-metrics-bc865d6bb-ht5f2] addLogicalPort annotation time took 16.267902ms
I0331 03:55:50.821383    3793 pods.go:271] [openshift-monitoring/openshift-state-metrics-bc865d6bb-ht5f2] addLogicalPort took 17.540483ms, libovsdb time 836.583µs
I0331 03:55:50.848506    3793 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-664d8f7fc8-z8dft] creating logical port openshift-monitoring_kube-state-metrics-664d8f7fc8-z8dft for pod on switch ip-10-0-0-60.ec2.internal
I0331 03:55:50.848594    3793 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-664d8f7fc8-z8dft
I0331 03:55:50.871108    3793 pod.go:62] [openshift-monitoring/kube-state-metrics-664d8f7fc8-z8dft] pod update took 22.543566ms
I0331 03:55:50.871127    3793 base_network_controller_pods.go:937] [default/openshift-monitoring/kube-state-metrics-664d8f7fc8-z8dft] addLogicalPort annotation time took 22.566035ms
I0331 03:55:50.872353    3793 pods.go:271] [openshift-monitoring/kube-state-metrics-664d8f7fc8-z8dft] addLogicalPort took 23.844251ms, libovsdb time 887.808µs
I0331 03:55:51.809230    3793 cni.go:403] [openshift-monitoring/openshift-state-metrics-bc865d6bb-ht5f2 0aa13f7cfa31dbf37bca706f28a6f05765e509107237d60dd3d8cdcd3b52528e network default NAD default] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-bc865d6bb-ht5f2 0aa13f7cfa31dbf37bca706f28a6f05765e509107237d60dd3d8cdcd3b52528e network default NAD default]
I0331 03:55:51.818606    3793 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-bc865d6bb-ht5f2, hostIfaceName: 0aa13f7cfa31dbf, network: default, NAD default, SandboxID: "0aa13f7cfa31dbf37bca706f28a6f05765e509107237d60dd3d8cdcd3b52528e", PCI device ID: , UID: "abcf04de-af7a-4e8d-a75f-1553f287ffdd", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23]
I0331 03:55:51.861638    3793 cni.go:424] [openshift-monitoring/openshift-state-metrics-bc865d6bb-ht5f2 0aa13f7cfa31dbf37bca706f28a6f05765e509107237d60dd3d8cdcd3b52528e network default NAD default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-bc865d6bb-ht5f2 0aa13f7cfa31dbf37bca706f28a6f05765e509107237d60dd3d8cdcd3b52528e network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:d2:70:2b:63:8d\",\"name\":\"0aa13f7cfa31dbf\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07d0ae31-b77b-4a20-8a49-f04e4977f340\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 03:55:51.872207    3793 cni.go:403] [openshift-monitoring/kube-state-metrics-664d8f7fc8-z8dft 9e65a6e0ce4b25721cc52a68475007499ef356b07582e05d480ce581f4043e15 network default NAD default] ADD starting CNI request [openshift-monitoring/kube-state-metrics-664d8f7fc8-z8dft 9e65a6e0ce4b25721cc52a68475007499ef356b07582e05d480ce581f4043e15 network default NAD default]
I0331 03:55:51.880646    3793 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-664d8f7fc8-z8dft, hostIfaceName: 9e65a6e0ce4b257, network: default, NAD default, SandboxID: "9e65a6e0ce4b25721cc52a68475007499ef356b07582e05d480ce581f4043e15", PCI device ID: , UID: "a83f7486-3e34-4cf2-a404-b99f4b4f328d", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23]
I0331 03:55:51.922437    3793 cni.go:424] [openshift-monitoring/kube-state-metrics-664d8f7fc8-z8dft 9e65a6e0ce4b25721cc52a68475007499ef356b07582e05d480ce581f4043e15 network default NAD default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-664d8f7fc8-z8dft 9e65a6e0ce4b25721cc52a68475007499ef356b07582e05d480ce581f4043e15 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:98:d0:da:af:e6\",\"name\":\"9e65a6e0ce4b257\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/60432d2c-4f32-4f01-acd0-d38978e8deea\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 03:55:51.953316    3793 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-60.ec2.internal
I0331 03:55:51.953433    3793 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0331 03:55:51.992483    3793 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 39.088262ms
I0331 03:55:51.992507    3793 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 39.117154ms
I0331 03:55:51.993827    3793 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 40.531262ms, libovsdb time 1.026323ms
W0331 03:55:52.371063    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0331 03:55:52.371085    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0331 03:55:52.371094    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
I0331 03:55:52.937601    3793 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-667999dd5-pvhv9] creating logical port openshift-monitoring_thanos-querier-667999dd5-pvhv9 for pod on switch ip-10-0-0-60.ec2.internal
I0331 03:55:52.937749    3793 kube.go:256] Updating pod openshift-monitoring/thanos-querier-667999dd5-pvhv9
I0331 03:55:52.959152    3793 pod.go:62] [openshift-monitoring/thanos-querier-667999dd5-pvhv9] pod update took 21.458244ms
I0331 03:55:52.959180    3793 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-667999dd5-pvhv9] addLogicalPort annotation time took 21.493652ms
I0331 03:55:52.960600    3793 pods.go:271] [openshift-monitoring/thanos-querier-667999dd5-pvhv9] addLogicalPort took 23.021599ms, libovsdb time 1.020538ms
I0331 03:55:53.789136    3793 cni.go:403] [openshift-monitoring/alertmanager-main-0 4e6299586cc1918d99c781572511d61b32568025cdb79115b6835b7f7834a052 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 4e6299586cc1918d99c781572511d61b32568025cdb79115b6835b7f7834a052 network default NAD default]
I0331 03:55:53.798373    3793 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 4e6299586cc1918, network: default, NAD default, SandboxID: "4e6299586cc1918d99c781572511d61b32568025cdb79115b6835b7f7834a052", PCI device ID: , UID: "17a23d63-2274-44de-b154-585368b645e5", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23]
I0331 03:55:53.841117    3793 cni.go:424] [openshift-monitoring/alertmanager-main-0 4e6299586cc1918d99c781572511d61b32568025cdb79115b6835b7f7834a052 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 4e6299586cc1918d99c781572511d61b32568025cdb79115b6835b7f7834a052 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:60:3a:1e:c8:1b\",\"name\":\"4e6299586cc1918\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f3edede6-c64c-4343-97c8-901fca44cf72\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 03:55:54.271559    3793 cni.go:403] [openshift-monitoring/thanos-querier-667999dd5-pvhv9 319a70f82f5e4d51746b856000cd33279c61698c5068820fc36abd94d26faa09 network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-667999dd5-pvhv9 319a70f82f5e4d51746b856000cd33279c61698c5068820fc36abd94d26faa09 network default NAD default]
I0331 03:55:54.281780    3793 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-667999dd5-pvhv9, hostIfaceName: 319a70f82f5e4d5, network: default, NAD default, SandboxID: "319a70f82f5e4d51746b856000cd33279c61698c5068820fc36abd94d26faa09", PCI device ID: , UID: "e66301a9-d9a5-4d07-9966-73bf03778f0f", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23]
I0331 03:55:54.324884    3793 cni.go:424] [openshift-monitoring/thanos-querier-667999dd5-pvhv9 319a70f82f5e4d51746b856000cd33279c61698c5068820fc36abd94d26faa09 network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-667999dd5-pvhv9 319a70f82f5e4d51746b856000cd33279c61698c5068820fc36abd94d26faa09 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:de:d3:96:fd:f3\",\"name\":\"319a70f82f5e4d5\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/669ca9d7-e2c3-45e8-8248-eed85a5175bc\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 03:55:55.388710    3793 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-5c9476ccdc-4q86q] creating logical port openshift-monitoring_metrics-server-5c9476ccdc-4q86q for pod on switch ip-10-0-0-60.ec2.internal
I0331 03:55:55.388809    3793 kube.go:256] Updating pod openshift-monitoring/metrics-server-5c9476ccdc-4q86q
I0331 03:55:55.405544    3793 pod.go:62] [openshift-monitoring/metrics-server-5c9476ccdc-4q86q] pod update took 16.752255ms
I0331 03:55:55.405582    3793 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-5c9476ccdc-4q86q] addLogicalPort annotation time took 16.79791ms
I0331 03:55:55.406946    3793 pods.go:271] [openshift-monitoring/metrics-server-5c9476ccdc-4q86q] addLogicalPort took 18.250353ms, libovsdb time 965.909µs
I0331 03:55:55.605086    3793 base_network_controller_pods.go:487] [default/openshift-console/console-6877b44645-xxckv] creating logical port openshift-console_console-6877b44645-xxckv for pod on switch ip-10-0-0-60.ec2.internal
I0331 03:55:55.605199    3793 kube.go:256] Updating pod openshift-console/console-6877b44645-xxckv
I0331 03:55:55.629675    3793 pod.go:62] [openshift-console/console-6877b44645-xxckv] pod update took 24.52141ms
I0331 03:55:55.629701    3793 base_network_controller_pods.go:937] [default/openshift-console/console-6877b44645-xxckv] addLogicalPort annotation time took 24.552808ms
I0331 03:55:55.630649    3793 pods.go:271] [openshift-console/console-6877b44645-xxckv] addLogicalPort took 25.580584ms, libovsdb time 664.256µs
I0331 03:55:55.679642    3793 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-ckbqx] creating logical port openshift-monitoring_monitoring-plugin-66fd6dc9f9-ckbqx for pod on switch ip-10-0-0-60.ec2.internal
I0331 03:55:55.679815    3793 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-66fd6dc9f9-ckbqx
I0331 03:55:55.695622    3793 pod.go:62] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-ckbqx] pod update took 15.830484ms
I0331 03:55:55.695654    3793 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-ckbqx] addLogicalPort annotation time took 15.877699ms
I0331 03:55:55.696994    3793 pods.go:271] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-ckbqx] addLogicalPort took 17.375568ms, libovsdb time 995.98µs
I0331 03:55:56.274452    3793 cni.go:403] [openshift-monitoring/metrics-server-5c9476ccdc-4q86q 24a9c1329e3b3d7b93ce7cb207186c00913ef358716582fc7efd7acfb9e938af network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-5c9476ccdc-4q86q 24a9c1329e3b3d7b93ce7cb207186c00913ef358716582fc7efd7acfb9e938af network default NAD default]
I0331 03:55:56.274734    3793 cni.go:403] [openshift-console/console-6877b44645-xxckv e3aaba9d7050dfc7d93a9df6bc7f290e701dc6c2a88b05ee95a6eaac76154e23 network default NAD default] ADD starting CNI request [openshift-console/console-6877b44645-xxckv e3aaba9d7050dfc7d93a9df6bc7f290e701dc6c2a88b05ee95a6eaac76154e23 network default NAD default]
I0331 03:55:56.285251    3793 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-5c9476ccdc-4q86q, hostIfaceName: 24a9c1329e3b3d7, network: default, NAD default, SandboxID: "24a9c1329e3b3d7b93ce7cb207186c00913ef358716582fc7efd7acfb9e938af", PCI device ID: , UID: "4568a2c8-4081-4433-9f4c-a08af30cfcbe", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23]
I0331 03:55:56.285552    3793 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-6877b44645-xxckv, hostIfaceName: e3aaba9d7050dfc, network: default, NAD default, SandboxID: "e3aaba9d7050dfc7d93a9df6bc7f290e701dc6c2a88b05ee95a6eaac76154e23", PCI device ID: , UID: "34e6b16b-4ecc-4655-a135-54cbf893be33", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23]
I0331 03:55:56.328611    3793 cni.go:424] [openshift-monitoring/metrics-server-5c9476ccdc-4q86q 24a9c1329e3b3d7b93ce7cb207186c00913ef358716582fc7efd7acfb9e938af network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-5c9476ccdc-4q86q 24a9c1329e3b3d7b93ce7cb207186c00913ef358716582fc7efd7acfb9e938af network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:91:7d:66:56:23\",\"name\":\"24a9c1329e3b3d7\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ca3020e-76fb-48ce-9104-daa714f8ec25\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 03:55:56.344768    3793 cni.go:424] [openshift-console/console-6877b44645-xxckv e3aaba9d7050dfc7d93a9df6bc7f290e701dc6c2a88b05ee95a6eaac76154e23 network default NAD default] ADD finished CNI request [openshift-console/console-6877b44645-xxckv e3aaba9d7050dfc7d93a9df6bc7f290e701dc6c2a88b05ee95a6eaac76154e23 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:c4:84:bd:b2:83\",\"name\":\"e3aaba9d7050dfc\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97b08fea-5555-4e0c-9f43-cd7e752176e6\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0331 03:55:56.466391    3793 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0331 03:55:56.466409    3793 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0331 03:55:56.466414    3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0331 03:55:56.703278    3793 cni.go:403] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-ckbqx 72931dad2e021966365f32a44cfa172d35c1f9146f64dec7f886eaeed5a2694c network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-ckbqx 72931dad2e021966365f32a44cfa172d35c1f9146f64dec7f886eaeed5a2694c network default NAD default]
I0331 03:55:56.711649    3793 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-66fd6dc9f9-ckbqx, hostIfaceName: 72931dad2e02196, network: default, NAD default, SandboxID: "72931dad2e021966365f32a44cfa172d35c1f9146f64dec7f886eaeed5a2694c", PCI device ID: , UID: "c247c80d-21fc-4191-9b7c-c4d32240dfc2", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23]
I0331 03:55:56.757510    3793 cni.go:424] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-ckbqx 72931dad2e021966365f32a44cfa172d35c1f9146f64dec7f886eaeed5a2694c network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-ckbqx 72931dad2e021966365f32a44cfa172d35c1f9146f64dec7f886eaeed5a2694c network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:8b:a9:f0:a8:f7\",\"name\":\"72931dad2e02196\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7490224b-1b4e-4265-bef3-b7dea073c0e5\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 03:55:57.203852    3793 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-60.ec2.internal
I0331 03:55:57.204028    3793 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0
I0331 03:55:57.229069    3793 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 25.137542ms
I0331 03:55:57.229095    3793 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 25.170965ms
I0331 03:55:57.230485    3793 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 26.652694ms, libovsdb time 986.691µs
W0331 03:55:57.506976    3793 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0331 03:55:57.506997    3793 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0331 03:55:57.507007    3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0331 03:55:57.619748    3793 cni.go:403] [openshift-monitoring/prometheus-k8s-0 be06c1628975d01297ca820a164fb50487c2cfc6073dae9b386164d9e459080b network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 be06c1628975d01297ca820a164fb50487c2cfc6073dae9b386164d9e459080b network default NAD default]
I0331 03:55:57.632283    3793 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: be06c1628975d01, network: default, NAD default, SandboxID: "be06c1628975d01297ca820a164fb50487c2cfc6073dae9b386164d9e459080b", PCI device ID: , UID: "07eebd3e-a9c4-4d8b-93a5-23d95741feaa", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23]
I0331 03:55:57.692352    3793 cni.go:424] [openshift-monitoring/prometheus-k8s-0 be06c1628975d01297ca820a164fb50487c2cfc6073dae9b386164d9e459080b network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 be06c1628975d01297ca820a164fb50487c2cfc6073dae9b386164d9e459080b network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:d4:78:8a:0a:71\",\"name\":\"be06c1628975d01\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f179f1ef-40c6-4f7c-80cc-ea6cb01b7618\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0331 03:55:59.450085    3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
W0331 03:55:59.517086    3793 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0331 03:55:59.517106    3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0331 03:55:59.536809    3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
I0331 03:55:59.709427    3793 cni.go:403] [openshift-multus/network-metrics-daemon-64dxv de3a0bd0cffcb4ece063d1af498ea812d931189a8b5452034978652bab63ccc4 network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-64dxv de3a0bd0cffcb4ece063d1af498ea812d931189a8b5452034978652bab63ccc4 network default NAD default]
I0331 03:55:59.709653    3793 cni.go:403] [openshift-network-diagnostics/network-check-target-t4kxf ede96570a4691bc65f62c2d1f4ddc4b268e6b5d06722d25319d5dba13b6e9a02 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-t4kxf ede96570a4691bc65f62c2d1f4ddc4b268e6b5d06722d25319d5dba13b6e9a02 network default NAD default]
I0331 03:55:59.722969    3793 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-64dxv, hostIfaceName: de3a0bd0cffcb4e, network: default, NAD default, SandboxID: "de3a0bd0cffcb4ece063d1af498ea812d931189a8b5452034978652bab63ccc4", PCI device ID: , UID: "419f5df5-a1b7-443a-8228-f8773fedcc4b", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23]
I0331 03:55:59.722969    3793 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-t4kxf, hostIfaceName: ede96570a4691bc, network: default, NAD default, SandboxID: "ede96570a4691bc65f62c2d1f4ddc4b268e6b5d06722d25319d5dba13b6e9a02", PCI device ID: , UID: "3b9e02a2-a414-4cfc-bea6-4dc4f36a1d53", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23]
I0331 03:55:59.778449    3793 cni.go:424] [openshift-multus/network-metrics-daemon-64dxv de3a0bd0cffcb4ece063d1af498ea812d931189a8b5452034978652bab63ccc4 network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-64dxv de3a0bd0cffcb4ece063d1af498ea812d931189a8b5452034978652bab63ccc4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:84:65:a2:1d:f8\",\"name\":\"de3a0bd0cffcb4e\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b06ed6b-2cb6-4e8c-8e23-08dd4d09d29a\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 03:55:59.799567    3793 cni.go:424] [openshift-network-diagnostics/network-check-target-t4kxf ede96570a4691bc65f62c2d1f4ddc4b268e6b5d06722d25319d5dba13b6e9a02 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-t4kxf ede96570a4691bc65f62c2d1f4ddc4b268e6b5d06722d25319d5dba13b6e9a02 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:5d:e0:6a:8c:55\",\"name\":\"ede96570a4691bc\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/30de38d1-1475-43c8-bdc4-5128dd1d99ad\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 03:56:00.328601    3793 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xnzjp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 03:56:00.329203    3793 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xnzjp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 03:56:00.329236    3793 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xnzjp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 03:56:00.329248    3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0331 03:56:00.329265    3793 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xnzjp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 03:56:00.329272    3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
W0331 03:56:00.405322    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0331 03:56:00.493092    3793 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0331 03:56:00.493117    3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0331 03:56:00.493127    3793 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0331 03:56:00.493133    3793 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0331 03:56:00.501771    3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0331 03:56:00.556992    3793 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0331 03:56:00.557016    3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0331 03:56:00.634214    3793 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0331 03:56:00.634264    3793 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0331 03:56:00.634271    3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0331 03:56:00.634277    3793 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0331 03:56:01.358750    3793 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xnzjp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:56:01.358780    3793 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xnzjp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:56:01.358796    3793 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xnzjp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:56:01.358806    3793 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xnzjp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
W0331 03:56:01.578202    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0331 03:56:01.578232    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0331 03:56:01.578240    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0331 03:56:01.578248    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0331 03:56:04.792438    3793 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0331 03:56:04.800391    3793 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
W0331 03:56:05.215891    3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0331 03:56:06.528106    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0331 03:56:08.738456    3793 cni.go:403] [kube-system/global-pull-secret-syncer-9ktxq 344ef004eef44ea69d7d865fd1e303f0209f47ede490e74a8279266c88898a34 network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-9ktxq 344ef004eef44ea69d7d865fd1e303f0209f47ede490e74a8279266c88898a34 network default NAD default]
I0331 03:56:08.748054    3793 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-9ktxq, hostIfaceName: 344ef004eef44ea, network: default, NAD default, SandboxID: "344ef004eef44ea69d7d865fd1e303f0209f47ede490e74a8279266c88898a34", PCI device ID: , UID: "1978bac7-8429-4c0a-88cd-a663f9f2f12f", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23]
I0331 03:56:08.793645    3793 cni.go:424] [kube-system/global-pull-secret-syncer-9ktxq 344ef004eef44ea69d7d865fd1e303f0209f47ede490e74a8279266c88898a34 network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-9ktxq 344ef004eef44ea69d7d865fd1e303f0209f47ede490e74a8279266c88898a34 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:bf:45:80:fd:95\",\"name\":\"344ef004eef44ea\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32b7d536-d9bc-4478-a7e4-f53890ca3b97\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0331 03:56:10.249011    3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
W0331 03:56:10.530934    3793 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
W0331 03:56:16.267014    3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
I0331 03:56:20.945227    3793 obj_retry.go:464] Detected object openshift-console/console-5dfd8574fd-6hg6d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 03:56:20.945757    3793 obj_retry.go:464] Detected object openshift-console/console-5dfd8574fd-6hg6d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0331 03:56:21.485231    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0331 03:56:21.485259    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0331 03:56:21.507226    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
I0331 03:56:21.573227    3793 obj_retry.go:458] Detected object openshift-console/console-5dfd8574fd-6hg6d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:56:21.573284    3793 obj_retry.go:458] Detected object openshift-console/console-5dfd8574fd-6hg6d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:56:21.577494    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5dfd8574fd-6hg6d
I0331 03:56:21.577520    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5dfd8574fd-6hg6d
W0331 03:56:23.009760    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0331 03:56:23.009781    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0331 03:56:23.009788    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0331 03:56:23.009798    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0331 03:56:23.009804    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0331 03:56:23.009808    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0331 03:56:25.789715    3793 obj_retry.go:464] Detected object openshift-image-registry/image-registry-75cc576b7d-pd4zw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 03:56:25.790268    3793 obj_retry.go:464] Detected object openshift-image-registry/image-registry-75cc576b7d-pd4zw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 03:56:26.315122    3793 obj_retry.go:458] Detected object openshift-image-registry/image-registry-75cc576b7d-pd4zw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:56:26.315239    3793 obj_retry.go:458] Detected object openshift-image-registry/image-registry-75cc576b7d-pd4zw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:56:26.320888    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-75cc576b7d-pd4zw
I0331 03:56:26.320913    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-75cc576b7d-pd4zw
I0331 03:56:31.896000    3793 obj_retry.go:464] Detected object openshift-console/console-5dfd8574fd-rf5pp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 03:56:31.896640    3793 obj_retry.go:464] Detected object openshift-console/console-5dfd8574fd-rf5pp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 03:56:32.339132    3793 obj_retry.go:458] Detected object openshift-console/console-5dfd8574fd-rf5pp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:56:32.339155    3793 obj_retry.go:458] Detected object openshift-console/console-5dfd8574fd-rf5pp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:56:32.345697    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5dfd8574fd-rf5pp
I0331 03:56:32.345728    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5dfd8574fd-rf5pp
W0331 03:56:35.519691    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0331 03:56:40.355141    3793 obj_retry.go:464] Detected object openshift-ingress/router-default-6fb4878899-lt98g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 03:56:40.355727    3793 obj_retry.go:464] Detected object openshift-ingress/router-default-6fb4878899-lt98g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 03:56:40.679081    3793 obj_retry.go:458] Detected object openshift-ingress/router-default-6fb4878899-lt98g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:56:40.679124    3793 obj_retry.go:458] Detected object openshift-ingress/router-default-6fb4878899-lt98g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:56:40.681490    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6fb4878899-lt98g
I0331 03:56:40.681518    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6fb4878899-lt98g
W0331 03:56:43.002047    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0331 03:56:43.002069    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0331 03:56:43.002077    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0331 03:56:57.768677    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0331 03:56:57.768706    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0331 03:57:15.489604    3793 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-5dd88459b6-glx2h] creating logical port openshift-monitoring_telemeter-client-5dd88459b6-glx2h for pod on switch ip-10-0-0-60.ec2.internal
I0331 03:57:15.489724    3793 kube.go:256] Updating pod openshift-monitoring/telemeter-client-5dd88459b6-glx2h
I0331 03:57:15.507704    3793 pod.go:62] [openshift-monitoring/telemeter-client-5dd88459b6-glx2h] pod update took 18.00682ms
I0331 03:57:15.507727    3793 base_network_controller_pods.go:937] [default/openshift-monitoring/telemeter-client-5dd88459b6-glx2h] addLogicalPort annotation time took 18.035ms
I0331 03:57:15.509165    3793 pods.go:271] [openshift-monitoring/telemeter-client-5dd88459b6-glx2h] addLogicalPort took 19.577286ms, libovsdb time 1.123977ms
I0331 03:57:15.851671    3793 cni.go:403] [openshift-monitoring/telemeter-client-5dd88459b6-glx2h 172f9149394045a650fb84ec740b3bb6bd3550f9378210d094891af6c9d228e1 network default NAD default] ADD starting CNI request [openshift-monitoring/telemeter-client-5dd88459b6-glx2h 172f9149394045a650fb84ec740b3bb6bd3550f9378210d094891af6c9d228e1 network default NAD default]
I0331 03:57:15.860116    3793 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-5dd88459b6-glx2h, hostIfaceName: 172f9149394045a, network: default, NAD default, SandboxID: "172f9149394045a650fb84ec740b3bb6bd3550f9378210d094891af6c9d228e1", PCI device ID: , UID: "2df040b2-47d7-443a-8649-1cd77b84c656", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23]
I0331 03:57:15.902895    3793 cni.go:424] [openshift-monitoring/telemeter-client-5dd88459b6-glx2h 172f9149394045a650fb84ec740b3bb6bd3550f9378210d094891af6c9d228e1 network default NAD default] ADD finished CNI request [openshift-monitoring/telemeter-client-5dd88459b6-glx2h 172f9149394045a650fb84ec740b3bb6bd3550f9378210d094891af6c9d228e1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7a:87:b4:05:aa:98\",\"name\":\"172f9149394045a\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b087e567-73ba-4809-bf3a-fe0c68eb696b\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0331 03:57:28.738430    3793 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-796968dcf4-xj7wl IP address from the namespace address-set, err: pod openshift-console/console-796968dcf4-xj7wl: no pod IPs found 
I0331 03:57:43.376531    3793 obj_retry.go:464] Detected object openshift-console/console-6877b44645-tchg7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 03:57:43.377118    3793 obj_retry.go:464] Detected object openshift-console/console-6877b44645-tchg7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 03:57:43.888563    3793 obj_retry.go:458] Detected object openshift-console/console-6877b44645-tchg7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:57:43.888587    3793 obj_retry.go:458] Detected object openshift-console/console-6877b44645-tchg7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:57:43.895934    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6877b44645-tchg7
I0331 03:57:43.895961    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6877b44645-tchg7
I0331 03:57:53.795516    3793 cni.go:403] [openshift-console/console-6877b44645-xxckv e3aaba9d7050dfc7d93a9df6bc7f290e701dc6c2a88b05ee95a6eaac76154e23 network default NAD default] DEL starting CNI request [openshift-console/console-6877b44645-xxckv e3aaba9d7050dfc7d93a9df6bc7f290e701dc6c2a88b05ee95a6eaac76154e23 network default NAD default]
I0331 03:57:53.868186    3793 cni.go:424] [openshift-console/console-6877b44645-xxckv e3aaba9d7050dfc7d93a9df6bc7f290e701dc6c2a88b05ee95a6eaac76154e23 network default NAD default] DEL finished CNI request [openshift-console/console-6877b44645-xxckv e3aaba9d7050dfc7d93a9df6bc7f290e701dc6c2a88b05ee95a6eaac76154e23 network default NAD default], result "{}", err <nil>
I0331 03:57:53.916391    3793 obj_retry.go:464] Detected object openshift-console/console-6877b44645-xxckv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 03:57:53.916434    3793 pods.go:176] Deleting pod: openshift-console/console-6877b44645-xxckv
I0331 03:57:53.917594    3793 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6877b44645-xxckv, ips: 10.129.0.16
I0331 03:57:53.917618    3793 obj_retry.go:464] Detected object openshift-console/console-6877b44645-xxckv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 03:57:53.926129    3793 base_network_controller_pods.go:487] [default/openshift-console/console-54764455dc-4z5sd] creating logical port openshift-console_console-54764455dc-4z5sd for pod on switch ip-10-0-0-60.ec2.internal
I0331 03:57:53.926353    3793 kube.go:256] Updating pod openshift-console/console-54764455dc-4z5sd
I0331 03:57:53.944208    3793 pod.go:62] [openshift-console/console-54764455dc-4z5sd] pod update took 17.901003ms
I0331 03:57:53.944296    3793 base_network_controller_pods.go:937] [default/openshift-console/console-54764455dc-4z5sd] addLogicalPort annotation time took 17.994801ms
I0331 03:57:53.945449    3793 pods.go:271] [openshift-console/console-54764455dc-4z5sd] addLogicalPort took 19.33577ms, libovsdb time 762.667µs
I0331 03:57:54.247633    3793 obj_retry.go:458] Detected object openshift-console/console-6877b44645-xxckv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:57:54.247660    3793 obj_retry.go:458] Detected object openshift-console/console-6877b44645-xxckv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:57:54.253809    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6877b44645-xxckv
I0331 03:57:54.253840    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6877b44645-xxckv
I0331 03:57:54.286916    3793 cni.go:403] [openshift-console/console-54764455dc-4z5sd b574dfac5dcb7d5ba41538a2dd9356ce5089990735cb46495090a8e77c3d087c network default NAD default] ADD starting CNI request [openshift-console/console-54764455dc-4z5sd b574dfac5dcb7d5ba41538a2dd9356ce5089990735cb46495090a8e77c3d087c network default NAD default]
I0331 03:57:54.295782    3793 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-54764455dc-4z5sd, hostIfaceName: b574dfac5dcb7d5, network: default, NAD default, SandboxID: "b574dfac5dcb7d5ba41538a2dd9356ce5089990735cb46495090a8e77c3d087c", PCI device ID: , UID: "1d839051-36f2-42a7-aa11-71a163dd0f97", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23]
I0331 03:57:54.337965    3793 cni.go:424] [openshift-console/console-54764455dc-4z5sd b574dfac5dcb7d5ba41538a2dd9356ce5089990735cb46495090a8e77c3d087c network default NAD default] ADD finished CNI request [openshift-console/console-54764455dc-4z5sd b574dfac5dcb7d5ba41538a2dd9356ce5089990735cb46495090a8e77c3d087c network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:45:8c:03:3b:33\",\"name\":\"b574dfac5dcb7d5\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d2ed806-315e-4a05-be8e-33200f7d68bb\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 03:58:00.963187    3793 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
W0331 03:58:05.016862    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0331 03:58:19.272319    3793 obj_retry.go:464] Detected object openshift-console/console-796968dcf4-zd56g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 03:58:19.272846    3793 obj_retry.go:464] Detected object openshift-console/console-796968dcf4-zd56g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 03:58:19.782615    3793 obj_retry.go:458] Detected object openshift-console/console-796968dcf4-zd56g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:58:19.782642    3793 obj_retry.go:458] Detected object openshift-console/console-796968dcf4-zd56g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 03:58:19.790322    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-796968dcf4-zd56g
I0331 03:58:19.790357    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-796968dcf4-zd56g
I0331 04:00:00.305550    3793 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-jb75l] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29582160-jb75l for pod on switch ip-10-0-0-60.ec2.internal
I0331 04:00:00.305687    3793 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-jb75l
I0331 04:00:00.348293    3793 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-jb75l
I0331 04:00:00.360744    3793 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-jb75l] pod update took 55.087875ms
I0331 04:00:00.360765    3793 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-jb75l] addLogicalPort annotation time took 55.112917ms
I0331 04:00:00.361964    3793 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-jb75l] addLogicalPort took 56.429606ms, libovsdb time 873.714µs
I0331 04:00:00.677635    3793 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-jb75l b7d7b0ec519d73935ab09c02ab76587ea1da27e3fe5b283dee10532ab3d217ad network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-jb75l b7d7b0ec519d73935ab09c02ab76587ea1da27e3fe5b283dee10532ab3d217ad network default NAD default]
I0331 04:00:00.685844    3793 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29582160-jb75l, hostIfaceName: b7d7b0ec519d739, network: default, NAD default, SandboxID: "b7d7b0ec519d73935ab09c02ab76587ea1da27e3fe5b283dee10532ab3d217ad", PCI device ID: , UID: "411c116e-3ad8-4f78-a860-9affb9ea368d", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23]
I0331 04:00:00.728485    3793 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-jb75l b7d7b0ec519d73935ab09c02ab76587ea1da27e3fe5b283dee10532ab3d217ad network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-jb75l b7d7b0ec519d73935ab09c02ab76587ea1da27e3fe5b283dee10532ab3d217ad network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:e4:96:20:c5:56\",\"name\":\"b7d7b0ec519d739\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2ee692f-f8a9-4c89-82dc-9dbe6a206d25\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 04:00:04.201786    3793 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-29582160-x57cm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:00:04.202248    3793 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-29582160-x57cm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:00:04.494777    3793 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-jb75l b7d7b0ec519d73935ab09c02ab76587ea1da27e3fe5b283dee10532ab3d217ad network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-jb75l b7d7b0ec519d73935ab09c02ab76587ea1da27e3fe5b283dee10532ab3d217ad network default NAD default]
I0331 04:00:04.578239    3793 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-jb75l b7d7b0ec519d73935ab09c02ab76587ea1da27e3fe5b283dee10532ab3d217ad network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-jb75l b7d7b0ec519d73935ab09c02ab76587ea1da27e3fe5b283dee10532ab3d217ad network default NAD default], result "{}", err <nil>
I0331 04:00:04.620330    3793 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-jb75l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:00:04.620388    3793 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-jb75l
I0331 04:00:04.621767    3793 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-jb75l, ips: 10.129.0.21
I0331 04:00:04.621797    3793 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-jb75l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:00:05.210170    3793 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-29582160-x57cm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:00:05.210196    3793 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-29582160-x57cm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:00:05.507026    3793 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-jb75l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:00:05.507055    3793 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582160-jb75l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:00:45.514413    3793 namespace.go:98] [tsf] adding namespace
I0331 04:00:45.515379    3793 namespace.go:102] [tsf] adding namespace took 934.757µs
I0331 04:00:45.528542    3793 namespace.go:142] [tsf] updating namespace
I0331 04:00:45.541259    3793 namespace.go:142] [tsf] updating namespace
I0331 04:00:49.697806    3793 namespace.go:98] [tsf-tpa] adding namespace
I0331 04:00:49.697829    3793 namespace.go:98] [rhtpa-operator] adding namespace
I0331 04:00:49.698714    3793 namespace.go:102] [tsf-tpa] adding namespace took 881.996µs
I0331 04:00:49.698973    3793 namespace.go:98] [tsf-tas] adding namespace
I0331 04:00:49.699073    3793 namespace.go:98] [konflux-ui] adding namespace
I0331 04:00:49.699459    3793 namespace.go:102] [rhtpa-operator] adding namespace took 1.612279ms
I0331 04:00:49.700089    3793 namespace.go:102] [tsf-tas] adding namespace took 1.070867ms
I0331 04:00:49.700680    3793 namespace.go:102] [konflux-ui] adding namespace took 1.59867ms
I0331 04:00:49.702034    3793 namespace.go:98] [rhbk-operator] adding namespace
I0331 04:00:49.702201    3793 namespace.go:98] [cert-manager-operator] adding namespace
I0331 04:00:49.702300    3793 namespace.go:98] [konflux-operator] adding namespace
I0331 04:00:49.702359    3793 namespace.go:98] [tsf-keycloak] adding namespace
I0331 04:00:49.702733    3793 namespace.go:102] [rhbk-operator] adding namespace took 685.17µs
I0331 04:00:49.703307    3793 namespace.go:102] [cert-manager-operator] adding namespace took 1.089224ms
I0331 04:00:49.703909    3793 namespace.go:102] [konflux-operator] adding namespace took 1.593173ms
I0331 04:00:49.704456    3793 namespace.go:102] [tsf-keycloak] adding namespace took 2.035527ms
I0331 04:00:49.714511    3793 namespace.go:142] [tsf-tpa] updating namespace
I0331 04:00:49.728785    3793 namespace.go:142] [tsf-tpa] updating namespace
I0331 04:00:49.733739    3793 namespace.go:142] [rhtpa-operator] updating namespace
I0331 04:00:49.734021    3793 namespace.go:142] [rhbk-operator] updating namespace
I0331 04:00:49.735264    3793 namespace.go:142] [konflux-ui] updating namespace
I0331 04:00:49.740604    3793 namespace.go:142] [tsf-tas] updating namespace
I0331 04:00:49.750461    3793 namespace.go:142] [rhtpa-operator] updating namespace
I0331 04:00:49.754317    3793 namespace.go:142] [cert-manager-operator] updating namespace
I0331 04:00:49.754404    3793 namespace.go:142] [konflux-operator] updating namespace
I0331 04:00:49.754831    3793 namespace.go:142] [tsf-keycloak] updating namespace
I0331 04:00:49.755041    3793 namespace.go:142] [tsf-tpa] updating namespace
I0331 04:00:49.788948    3793 namespace.go:142] [konflux-ui] updating namespace
I0331 04:00:49.797834    3793 namespace.go:142] [konflux-ui] updating namespace
I0331 04:00:49.806500    3793 namespace.go:142] [rhbk-operator] updating namespace
I0331 04:00:49.818565    3793 namespace.go:142] [rhbk-operator] updating namespace
I0331 04:00:49.830008    3793 namespace.go:142] [cert-manager-operator] updating namespace
I0331 04:00:49.841177    3793 namespace.go:142] [cert-manager-operator] updating namespace
I0331 04:00:49.848922    3793 namespace.go:142] [konflux-operator] updating namespace
I0331 04:00:49.858017    3793 namespace.go:142] [konflux-operator] updating namespace
I0331 04:00:49.867178    3793 namespace.go:142] [tsf-keycloak] updating namespace
I0331 04:00:49.879303    3793 namespace.go:142] [tsf-keycloak] updating namespace
I0331 04:00:49.884118    3793 namespace.go:142] [tsf-tas] updating namespace
I0331 04:00:49.894275    3793 namespace.go:142] [tsf-tas] updating namespace
I0331 04:00:49.904377    3793 namespace.go:142] [rhtpa-operator] updating namespace
I0331 04:00:50.817777    3793 namespace.go:142] [tsf-tpa] updating namespace
I0331 04:00:50.828870    3793 namespace.go:142] [tsf-keycloak] updating namespace
I0331 04:00:59.870300    3793 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7pc6x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:00:59.870885    3793 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7pc6x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:00:59.870911    3793 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7pc6x of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:00:59.870919    3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0331 04:00:59.870934    3793 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7pc6x of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:00:59.870938    3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0331 04:01:00.894899    3793 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7pc6x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:00.894925    3793 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7pc6x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:00.894939    3793 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7pc6x of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:00.894951    3793 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7pc6x of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:01.615974    3793 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5mrn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:01.616555    3793 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5mrn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:01.616588    3793 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5mrn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:01.616601    3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0331 04:01:01.616615    3793 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5mrn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:01.616619    3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0331 04:01:02.601390    3793 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8z7dnk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:02.601948    3793 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8z7dnk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:02.601976    3793 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8z7dnk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:02.601989    3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0331 04:01:02.602003    3793 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8z7dnk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:02.602011    3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0331 04:01:02.643517    3793 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5mrn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:02.643552    3793 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5mrn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:02.643570    3793 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5mrn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:02.643584    3793 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1p5mrn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:03.631025    3793 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8z7dnk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:03.631048    3793 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8z7dnk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:03.631062    3793 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8z7dnk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:03.631072    3793 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8z7dnk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:04.673104    3793 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dg4zb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:04.673628    3793 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dg4zb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:04.673655    3793 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dg4zb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:04.673663    3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0331 04:01:04.673675    3793 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dg4zb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:04.673680    3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0331 04:01:04.705017    3793 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafq6mjz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:04.705500    3793 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafq6mjz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:04.705532    3793 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafq6mjz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:04.705541    3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0331 04:01:04.705552    3793 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafq6mjz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:04.705556    3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0331 04:01:04.734778    3793 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7hf422 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:04.735147    3793 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7hf422 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:04.735168    3793 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7hf422 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:04.735174    3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0331 04:01:04.735183    3793 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7hf422 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0331 04:01:04.735187    3793 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0331 04:01:05.699621    3793 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dg4zb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:05.699644    3793 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dg4zb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:05.699661    3793 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dg4zb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:05.699673    3793 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5dg4zb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:05.731905    3793 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafq6mjz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:05.731931    3793 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafq6mjz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:05.731943    3793 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafq6mjz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:05.731953    3793 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafq6mjz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:05.760017    3793 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7hf422 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:05.760038    3793 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7hf422 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:05.760048    3793 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7hf422 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:05.760057    3793 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7hf422 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:01:09.677510    3793 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6
W0331 04:01:12.682697    3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0331 04:01:13.561729    3793 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-8468f77bc5-8p6pr] creating logical port rhbk-operator_rhbk-operator-8468f77bc5-8p6pr for pod on switch ip-10-0-0-60.ec2.internal
I0331 04:01:13.561850    3793 kube.go:256] Updating pod rhbk-operator/rhbk-operator-8468f77bc5-8p6pr
I0331 04:01:13.575534    3793 pod.go:62] [rhbk-operator/rhbk-operator-8468f77bc5-8p6pr] pod update took 13.710655ms
I0331 04:01:13.575563    3793 base_network_controller_pods.go:937] [default/rhbk-operator/rhbk-operator-8468f77bc5-8p6pr] addLogicalPort annotation time took 13.742854ms
I0331 04:01:13.576722    3793 pods.go:271] [rhbk-operator/rhbk-operator-8468f77bc5-8p6pr] addLogicalPort took 15.016577ms, libovsdb time 831.184µs
I0331 04:01:13.938359    3793 cni.go:403] [rhbk-operator/rhbk-operator-8468f77bc5-8p6pr 6ffff774346e71774a2d8b64d6a8261b79fd99e8c5380674abae871ce6558ac5 network default NAD default] ADD starting CNI request [rhbk-operator/rhbk-operator-8468f77bc5-8p6pr 6ffff774346e71774a2d8b64d6a8261b79fd99e8c5380674abae871ce6558ac5 network default NAD default]
I0331 04:01:13.946541    3793 helper_linux.go:450] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-8468f77bc5-8p6pr, hostIfaceName: 6ffff774346e717, network: default, NAD default, SandboxID: "6ffff774346e71774a2d8b64d6a8261b79fd99e8c5380674abae871ce6558ac5", PCI device ID: , UID: "efff6922-f983-4ea0-954d-17541657a8bf", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23]
I0331 04:01:13.991429    3793 cni.go:424] [rhbk-operator/rhbk-operator-8468f77bc5-8p6pr 6ffff774346e71774a2d8b64d6a8261b79fd99e8c5380674abae871ce6558ac5 network default NAD default] ADD finished CNI request [rhbk-operator/rhbk-operator-8468f77bc5-8p6pr 6ffff774346e71774a2d8b64d6a8261b79fd99e8c5380674abae871ce6558ac5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:4c:90:53:95:f1\",\"name\":\"6ffff774346e717\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c03faa0e-2860-49f1-bc5c-ef6743ddc255\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 04:01:14.522063    3793 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-7db75c44-5srkb] creating logical port konflux-operator_konflux-operator-controller-manager-7db75c44-5srkb for pod on switch ip-10-0-0-60.ec2.internal
I0331 04:01:14.522203    3793 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-7db75c44-5srkb
I0331 04:01:14.578214    3793 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-7db75c44-5srkb
I0331 04:01:14.605011    3793 pod.go:62] [konflux-operator/konflux-operator-controller-manager-7db75c44-5srkb] pod update took 82.835281ms
I0331 04:01:14.605041    3793 base_network_controller_pods.go:937] [default/konflux-operator/konflux-operator-controller-manager-7db75c44-5srkb] addLogicalPort annotation time took 82.879273ms
I0331 04:01:14.606484    3793 pods.go:271] [konflux-operator/konflux-operator-controller-manager-7db75c44-5srkb] addLogicalPort took 84.44189ms, libovsdb time 970.379µs
I0331 04:01:14.923317    3793 cni.go:403] [konflux-operator/konflux-operator-controller-manager-7db75c44-5srkb 500bcb417ddfe26c4e5f6f4a3de4f87a818a818218d28e1ea9a1d6635141adc6 network default NAD default] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-7db75c44-5srkb 500bcb417ddfe26c4e5f6f4a3de4f87a818a818218d28e1ea9a1d6635141adc6 network default NAD default]
I0331 04:01:14.932376    3793 helper_linux.go:450] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-7db75c44-5srkb, hostIfaceName: 500bcb417ddfe26, network: default, NAD default, SandboxID: "500bcb417ddfe26c4e5f6f4a3de4f87a818a818218d28e1ea9a1d6635141adc6", PCI device ID: , UID: "b7e9ea31-60a7-40d3-97b0-dcdde2fe8e00", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23]
I0331 04:01:14.979782    3793 cni.go:424] [konflux-operator/konflux-operator-controller-manager-7db75c44-5srkb 500bcb417ddfe26c4e5f6f4a3de4f87a818a818218d28e1ea9a1d6635141adc6 network default NAD default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-7db75c44-5srkb 500bcb417ddfe26c4e5f6f4a3de4f87a818a818218d28e1ea9a1d6635141adc6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:f3:64:dd:be:5b\",\"name\":\"500bcb417ddfe26\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a86a628-b149-4ed5-b932-a5305fec8a2f\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0331 04:01:15.573407    3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0331 04:01:15.583840    3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0331 04:01:15.797020    3793 namespace.go:142] [openshift-operators] updating namespace
I0331 04:01:15.808628    3793 namespace.go:142] [openshift-operators] updating namespace
W0331 04:01:16.184012    3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0331 04:01:16.190192    3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0331 04:01:16.199975    3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0331 04:01:16.207227    3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0331 04:01:19.838017    3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0331 04:01:24.795867    3793 namespace.go:142] [openshift-operators] updating namespace
I0331 04:01:25.406985    3793 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-6kplg] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-6kplg for pod on switch ip-10-0-0-60.ec2.internal
I0331 04:01:25.407117    3793 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-6kplg
I0331 04:01:25.429184    3793 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-6kplg] pod update took 22.089654ms
I0331 04:01:25.429213    3793 base_network_controller_pods.go:937] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-6kplg] addLogicalPort annotation time took 22.121733ms
I0331 04:01:25.430453    3793 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-6kplg] addLogicalPort took 23.492525ms, libovsdb time 866.698µs
I0331 04:01:25.787080    3793 cni.go:403] [openshift-operators/tekton-operator-webhook-668b6fdd5d-6kplg dbaa97a7a4179768aef6bfd3cfe350b80fc6f3110200adc68752a3b3d5dd6d35 network default NAD default] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-6kplg dbaa97a7a4179768aef6bfd3cfe350b80fc6f3110200adc68752a3b3d5dd6d35 network default NAD default]
I0331 04:01:25.795517    3793 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-6kplg, hostIfaceName: dbaa97a7a417976, network: default, NAD default, SandboxID: "dbaa97a7a4179768aef6bfd3cfe350b80fc6f3110200adc68752a3b3d5dd6d35", PCI device ID: , UID: "f79141b8-f4be-42f8-b3ce-11656911a6ef", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23]
I0331 04:01:25.839562    3793 cni.go:424] [openshift-operators/tekton-operator-webhook-668b6fdd5d-6kplg dbaa97a7a4179768aef6bfd3cfe350b80fc6f3110200adc68752a3b3d5dd6d35 network default NAD default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-6kplg dbaa97a7a4179768aef6bfd3cfe350b80fc6f3110200adc68752a3b3d5dd6d35 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:c2:91:03:f4:a5\",\"name\":\"dbaa97a7a417976\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/445074e2-6901-4345-8eac-13c5c0553c61\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0331 04:01:28.344870    3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0331 04:01:28.385684    3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0331 04:01:28.465710    3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0331 04:01:28.465812    3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0331 04:01:30.933862    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0331 04:01:34.102984    3793 namespace.go:98] [trusted-artifact-signer] adding namespace
I0331 04:01:34.103788    3793 namespace.go:102] [trusted-artifact-signer] adding namespace took 782.852µs
I0331 04:01:34.126451    3793 namespace.go:142] [trusted-artifact-signer] updating namespace
I0331 04:01:34.139705    3793 namespace.go:142] [trusted-artifact-signer] updating namespace
W0331 04:01:34.791498    3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0331 04:01:34.884310    3793 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-zpr9k] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-58df4cf46c-zpr9k for pod on switch ip-10-0-0-60.ec2.internal
I0331 04:01:34.884472    3793 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-zpr9k
I0331 04:01:34.907825    3793 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-zpr9k] pod update took 23.380294ms
I0331 04:01:34.907852    3793 base_network_controller_pods.go:937] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-zpr9k] addLogicalPort annotation time took 23.412797ms
I0331 04:01:34.909105    3793 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-zpr9k] addLogicalPort took 24.815292ms, libovsdb time 852.187µs
I0331 04:01:35.244316    3793 cni.go:403] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-zpr9k 5a462ef668eb39ccf45e6113d958f0be7fd7f8df5fb428383fb0f6ea285240f1 network default NAD default] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-zpr9k 5a462ef668eb39ccf45e6113d958f0be7fd7f8df5fb428383fb0f6ea285240f1 network default NAD default]
I0331 04:01:35.253874    3793 helper_linux.go:450] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-58df4cf46c-zpr9k, hostIfaceName: 5a462ef668eb39c, network: default, NAD default, SandboxID: "5a462ef668eb39ccf45e6113d958f0be7fd7f8df5fb428383fb0f6ea285240f1", PCI device ID: , UID: "4c437c53-70ed-40b8-88c3-16d7d877428f", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23]
I0331 04:01:35.299029    3793 cni.go:424] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-zpr9k 5a462ef668eb39ccf45e6113d958f0be7fd7f8df5fb428383fb0f6ea285240f1 network default NAD default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-zpr9k 5a462ef668eb39ccf45e6113d958f0be7fd7f8df5fb428383fb0f6ea285240f1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:ec:84:6a:47:3c\",\"name\":\"5a462ef668eb39c\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c30429bd-474f-4129-9b98-c5cd4246e142\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 04:01:35.713071    3793 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6
I0331 04:01:39.245749    3793 namespace.go:98] [cert-manager] adding namespace
I0331 04:01:39.246528    3793 namespace.go:102] [cert-manager] adding namespace took 756.023µs
I0331 04:01:39.277037    3793 namespace.go:142] [cert-manager] updating namespace
I0331 04:01:39.291692    3793 namespace.go:142] [cert-manager] updating namespace
I0331 04:01:40.663052    3793 namespace.go:98] [openshift-pipelines] adding namespace
I0331 04:01:40.663885    3793 namespace.go:102] [openshift-pipelines] adding namespace took 811.62µs
I0331 04:01:40.716760    3793 namespace.go:142] [openshift-pipelines] updating namespace
I0331 04:01:41.593685    3793 namespace.go:142] [cert-manager] updating namespace
I0331 04:01:41.796939    3793 namespace.go:142] [cert-manager-operator] updating namespace
I0331 04:01:42.205294    3793 namespace.go:142] [konflux-operator] updating namespace
I0331 04:01:42.404493    3793 namespace.go:142] [konflux-ui] updating namespace
I0331 04:01:42.609755    3793 namespace.go:142] [open-cluster-management-2pcf4jph0npl5lb2s9sicapsrbqpq2gt] updating namespace
I0331 04:01:43.054818    3793 namespace.go:142] [rhbk-operator] updating namespace
I0331 04:01:43.277938    3793 namespace.go:142] [rhtpa-operator] updating namespace
I0331 04:01:43.478870    3793 namespace.go:142] [trusted-artifact-signer] updating namespace
I0331 04:01:43.690935    3793 namespace.go:142] [tsf] updating namespace
I0331 04:01:43.877463    3793 namespace.go:142] [tsf-keycloak] updating namespace
I0331 04:01:44.083175    3793 namespace.go:142] [tsf-tas] updating namespace
I0331 04:01:44.285764    3793 namespace.go:142] [tsf-tpa] updating namespace
I0331 04:01:44.417857    3793 namespace.go:142] [cert-manager] updating namespace
I0331 04:01:44.427102    3793 namespace.go:142] [cert-manager-operator] updating namespace
I0331 04:01:44.438998    3793 namespace.go:142] [default] updating namespace
I0331 04:01:44.447567    3793 namespace.go:142] [konflux-operator] updating namespace
I0331 04:01:44.460369    3793 namespace.go:142] [konflux-ui] updating namespace
I0331 04:01:44.474771    3793 namespace.go:142] [open-cluster-management-2pcf4jph0npl5lb2s9sicapsrbqpq2gt] updating namespace
I0331 04:01:44.480941    3793 namespace.go:142] [openshift] updating namespace
I0331 04:01:44.502800    3793 namespace.go:142] [rhbk-operator] updating namespace
I0331 04:01:44.514675    3793 namespace.go:142] [rhtpa-operator] updating namespace
I0331 04:01:44.521737    3793 namespace.go:142] [trusted-artifact-signer] updating namespace
I0331 04:01:44.530739    3793 namespace.go:142] [tsf] updating namespace
I0331 04:01:44.542265    3793 namespace.go:142] [tsf-keycloak] updating namespace
I0331 04:01:44.553551    3793 namespace.go:142] [tsf-tas] updating namespace
I0331 04:01:44.564727    3793 namespace.go:142] [tsf-tpa] updating namespace
I0331 04:01:44.660155    3793 namespace.go:142] [cert-manager] updating namespace
I0331 04:01:44.764705    3793 namespace.go:142] [cert-manager-operator] updating namespace
I0331 04:01:44.859252    3793 namespace.go:142] [default] updating namespace
I0331 04:01:44.959780    3793 namespace.go:142] [konflux-operator] updating namespace
I0331 04:01:45.058899    3793 namespace.go:142] [konflux-ui] updating namespace
I0331 04:01:45.159115    3793 namespace.go:142] [open-cluster-management-2pcf4jph0npl5lb2s9sicapsrbqpq2gt] updating namespace
I0331 04:01:45.329797    3793 namespace.go:142] [openshift] updating namespace
I0331 04:01:45.452877    3793 namespace.go:142] [rhbk-operator] updating namespace
I0331 04:01:45.546913    3793 namespace.go:142] [rhtpa-operator] updating namespace
I0331 04:01:45.668781    3793 namespace.go:142] [trusted-artifact-signer] updating namespace
I0331 04:01:45.831922    3793 namespace.go:142] [tsf] updating namespace
I0331 04:01:45.930380    3793 namespace.go:142] [tsf-keycloak] updating namespace
I0331 04:01:46.053154    3793 namespace.go:142] [tsf-tas] updating namespace
I0331 04:01:46.155026    3793 namespace.go:142] [tsf-tpa] updating namespace
W0331 04:01:46.968245    3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0331 04:01:46.968270    3793 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0331 04:01:47.085932    3793 namespace.go:142] [openshift-pipelines] updating namespace
I0331 04:01:47.553236    3793 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5b4bf68748-vgmmt] creating logical port cert-manager_cert-manager-cainjector-5b4bf68748-vgmmt for pod on switch ip-10-0-0-60.ec2.internal
I0331 04:01:47.553380    3793 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-vgmmt
I0331 04:01:47.566623    3793 pod.go:62] [cert-manager/cert-manager-cainjector-5b4bf68748-vgmmt] pod update took 13.298136ms
I0331 04:01:47.566649    3793 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-cainjector-5b4bf68748-vgmmt] addLogicalPort annotation time took 13.330734ms
I0331 04:01:47.567832    3793 pods.go:271] [cert-manager/cert-manager-cainjector-5b4bf68748-vgmmt] addLogicalPort took 14.617363ms, libovsdb time 851.536µs
I0331 04:01:48.220918    3793 cni.go:403] [cert-manager/cert-manager-cainjector-5b4bf68748-vgmmt 667bf8c5373a5af233c2e34a82b23901d5112389b6d5c71014c76bbd900f09de network default NAD default] ADD starting CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-vgmmt 667bf8c5373a5af233c2e34a82b23901d5112389b6d5c71014c76bbd900f09de network default NAD default]
I0331 04:01:48.229750    3793 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5b4bf68748-vgmmt, hostIfaceName: 667bf8c5373a5af, network: default, NAD default, SandboxID: "667bf8c5373a5af233c2e34a82b23901d5112389b6d5c71014c76bbd900f09de", PCI device ID: , UID: "e04131cd-f362-4efc-bba6-158a0e840eea", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23]
I0331 04:01:48.283152    3793 cni.go:424] [cert-manager/cert-manager-cainjector-5b4bf68748-vgmmt 667bf8c5373a5af233c2e34a82b23901d5112389b6d5c71014c76bbd900f09de network default NAD default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-vgmmt 667bf8c5373a5af233c2e34a82b23901d5112389b6d5c71014c76bbd900f09de network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:8f:a4:1a:97:57\",\"name\":\"667bf8c5373a5af\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c83d203-e44d-4b0d-b2c6-7477e112e77f\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 04:01:54.354449    3793 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-rv8vz] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-rv8vz for pod on switch ip-10-0-0-60.ec2.internal
I0331 04:01:54.354617    3793 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-rv8vz
I0331 04:01:54.371690    3793 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-rv8vz] pod update took 17.098725ms
I0331 04:01:54.371714    3793 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-rv8vz] addLogicalPort annotation time took 17.131376ms
I0331 04:01:54.372977    3793 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-rv8vz] addLogicalPort took 18.549608ms, libovsdb time 937.355µs
I0331 04:01:54.441407    3793 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-l66bz] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-l66bz for pod on switch ip-10-0-0-60.ec2.internal
I0331 04:01:54.441501    3793 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-l66bz
I0331 04:01:54.459654    3793 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-l66bz] pod update took 18.178794ms
I0331 04:01:54.459678    3793 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-events-controller-b79bdd59-l66bz] addLogicalPort annotation time took 18.208577ms
I0331 04:01:54.460902    3793 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-l66bz] addLogicalPort took 19.512857ms, libovsdb time 896.285µs
I0331 04:01:54.703590    3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7
I0331 04:01:54.713583    3793 cni.go:403] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-rv8vz ab385fb3a3bc2bbb07fdc0f317e00a8a887555c8845b148cbbe123e2e4439bcc network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-rv8vz ab385fb3a3bc2bbb07fdc0f317e00a8a887555c8845b148cbbe123e2e4439bcc network default NAD default]
I0331 04:01:54.722087    3793 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-rv8vz, hostIfaceName: ab385fb3a3bc2bb, network: default, NAD default, SandboxID: "ab385fb3a3bc2bbb07fdc0f317e00a8a887555c8845b148cbbe123e2e4439bcc", PCI device ID: , UID: "779eb117-a2d2-4e0c-86a9-985c3ad265e3", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23]
I0331 04:01:54.755313    3793 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-dhqd2] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-dhqd2 for pod on switch ip-10-0-0-60.ec2.internal
I0331 04:01:54.755420    3793 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-dhqd2
I0331 04:01:54.767799    3793 cni.go:424] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-rv8vz ab385fb3a3bc2bbb07fdc0f317e00a8a887555c8845b148cbbe123e2e4439bcc network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-rv8vz ab385fb3a3bc2bbb07fdc0f317e00a8a887555c8845b148cbbe123e2e4439bcc network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:8f:da:04:cf:7f\",\"name\":\"ab385fb3a3bc2bb\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c2e88ebe-f094-4c35-ae33-375bef8ff30d\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 04:01:54.768022    3793 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-dhqd2] pod update took 12.614177ms
I0331 04:01:54.768046    3793 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-dhqd2] addLogicalPort annotation time took 12.654597ms
I0331 04:01:54.769294    3793 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-dhqd2] addLogicalPort took 13.994812ms, libovsdb time 821.164µs
I0331 04:01:54.803400    3793 cni.go:403] [openshift-pipelines/tekton-events-controller-b79bdd59-l66bz 07937c80728ded7986bc45397e1655bf090a903f253cae1dc373e5e3cf48f017 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-l66bz 07937c80728ded7986bc45397e1655bf090a903f253cae1dc373e5e3cf48f017 network default NAD default]
I0331 04:01:54.812223    3793 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-l66bz, hostIfaceName: 07937c80728ded7, network: default, NAD default, SandboxID: "07937c80728ded7986bc45397e1655bf090a903f253cae1dc373e5e3cf48f017", PCI device ID: , UID: "833e8768-2c5d-4195-aa19-cd9686278d30", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23]
I0331 04:01:54.856476    3793 cni.go:424] [openshift-pipelines/tekton-events-controller-b79bdd59-l66bz 07937c80728ded7986bc45397e1655bf090a903f253cae1dc373e5e3cf48f017 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-l66bz 07937c80728ded7986bc45397e1655bf090a903f253cae1dc373e5e3cf48f017 network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:1c:be:94:50:27\",\"name\":\"07937c80728ded7\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f3757ea-9ad0-4067-9947-6ade11b73011\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 04:01:55.128132    3793 cni.go:403] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-dhqd2 7cb523803e454c50949e181568f814b416853cbc57f524ce30dffc8234b769ba network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-dhqd2 7cb523803e454c50949e181568f814b416853cbc57f524ce30dffc8234b769ba network default NAD default]
I0331 04:01:55.137583    3793 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-dhqd2, hostIfaceName: 7cb523803e454c5, network: default, NAD default, SandboxID: "7cb523803e454c50949e181568f814b416853cbc57f524ce30dffc8234b769ba", PCI device ID: , UID: "4befec91-9faf-4d29-8981-42d8c1e14633", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23]
I0331 04:01:55.181596    3793 cni.go:424] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-dhqd2 7cb523803e454c50949e181568f814b416853cbc57f524ce30dffc8234b769ba network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-dhqd2 7cb523803e454c50949e181568f814b416853cbc57f524ce30dffc8234b769ba network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:02:51:e2:cc:54\",\"name\":\"7cb523803e454c5\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0cf16b48-83ed-4443-b030-17664cf73d89\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0331 04:01:57.909288    3793 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0331 04:01:57.909313    3793 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0331 04:01:57.909321    3793 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0331 04:01:57.909327    3793 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0331 04:01:59.082733    3793 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0331 04:01:59.082758    3793 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0331 04:01:59.082764    3793 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0331 04:01:59.109864    3793 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0331 04:01:59.109881    3793 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0331 04:01:59.109888    3793 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
I0331 04:02:03.957647    3793 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:02:03.958215    3793 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:02:03.983590    3793 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:02:03.983623    3793 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:02:03.991874    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0331 04:02:03.991904    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0331 04:02:05.681539    3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6
W0331 04:02:10.026692    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0331 04:02:10.026715    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0331 04:02:10.026720    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0331 04:02:10.056510    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0331 04:02:10.056534    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0331 04:02:10.056539    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
I0331 04:02:12.547905    3793 egressfirewall.go:628] Syncing node "ip-10-0-1-138.ec2.internal" for egress firewall
I0331 04:02:12.547942    3793 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-138.ec2.internal
I0331 04:02:12.547967    3793 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-138.ec2.internal: 29.597µs
W0331 04:02:13.888910    3793 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
W0331 04:02:13.912304    3793 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
I0331 04:02:20.134708    3793 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-hrwh4] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-hrwh4 for pod on switch ip-10-0-0-60.ec2.internal
I0331 04:02:20.134810    3793 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-hrwh4
I0331 04:02:20.148568    3793 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-hrwh4] pod update took 13.785837ms
I0331 04:02:20.148598    3793 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-hrwh4] addLogicalPort annotation time took 13.820855ms
I0331 04:02:20.149887    3793 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-hrwh4] addLogicalPort took 15.193512ms, libovsdb time 926.606µs
I0331 04:02:20.231848    3793 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-pv8fm] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-pv8fm for pod on switch ip-10-0-0-60.ec2.internal
I0331 04:02:20.231942    3793 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-pv8fm
I0331 04:02:20.246866    3793 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-pv8fm] pod update took 14.946077ms
I0331 04:02:20.246889    3793 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-pv8fm] addLogicalPort annotation time took 14.975181ms
I0331 04:02:20.248211    3793 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-pv8fm] addLogicalPort took 16.377926ms, libovsdb time 964.143µs
I0331 04:02:20.495079    3793 cni.go:403] [openshift-pipelines/tekton-triggers-controller-68564d75ff-hrwh4 b2b66701e1c2d2909cc279f0318a890eb12a664a5749a10a850a76d1c37cee53 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-hrwh4 b2b66701e1c2d2909cc279f0318a890eb12a664a5749a10a850a76d1c37cee53 network default NAD default]
I0331 04:02:20.503411    3793 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-hrwh4, hostIfaceName: b2b66701e1c2d29, network: default, NAD default, SandboxID: "b2b66701e1c2d2909cc279f0318a890eb12a664a5749a10a850a76d1c37cee53", PCI device ID: , UID: "99b4f195-9e32-4341-9dd0-4fb6d38d54ec", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23]
I0331 04:02:20.547885    3793 cni.go:424] [openshift-pipelines/tekton-triggers-controller-68564d75ff-hrwh4 b2b66701e1c2d2909cc279f0318a890eb12a664a5749a10a850a76d1c37cee53 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-hrwh4 b2b66701e1c2d2909cc279f0318a890eb12a664a5749a10a850a76d1c37cee53 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fe:b1:5a:95:98:84\",\"name\":\"b2b66701e1c2d29\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10a87d62-8a0b-4d38-80f3-8e5f61c60c66\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 04:02:20.592890    3793 cni.go:403] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-pv8fm 9648176333a1c6e2415aef4c04128d98b2ccecad1be08cd6b4331ddd1a89a375 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-pv8fm 9648176333a1c6e2415aef4c04128d98b2ccecad1be08cd6b4331ddd1a89a375 network default NAD default]
I0331 04:02:20.601813    3793 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-pv8fm, hostIfaceName: 9648176333a1c6e, network: default, NAD default, SandboxID: "9648176333a1c6e2415aef4c04128d98b2ccecad1be08cd6b4331ddd1a89a375", PCI device ID: , UID: "08184a6a-9c52-4d4d-a4fb-155e23f76df1", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23]
I0331 04:02:20.646136    3793 cni.go:424] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-pv8fm 9648176333a1c6e2415aef4c04128d98b2ccecad1be08cd6b4331ddd1a89a375 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-pv8fm 9648176333a1c6e2415aef4c04128d98b2ccecad1be08cd6b4331ddd1a89a375 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:84:6e:85:a0:2b\",\"name\":\"9648176333a1c6e\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0fc13426-11d5-45a6-8ff2-c802a8cb1c7a\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 04:02:22.597614    3793 namespace.go:142] [openshift-pipelines] updating namespace
W0331 04:02:23.035239    3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0331 04:02:31.585177    3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=63
I0331 04:02:37.143700    3793 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:02:37.144298    3793 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:02:37.164110    3793 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:02:37.164132    3793 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:02:37.170178    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0331 04:02:37.170202    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0331 04:02:40.997948    3793 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0331 04:02:44.072286    3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0331 04:02:44.073985    3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0331 04:02:44.074001    3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
I0331 04:02:48.588835    3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=101
I0331 04:02:56.715002    3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9
I0331 04:02:59.715158    3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9
I0331 04:03:04.692214    3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
W0331 04:03:08.213813    3793 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0331 04:03:08.213835    3793 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0331 04:03:08.213841    3793 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0331 04:03:09.584624    3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9
I0331 04:03:12.425268    3793 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:03:12.425803    3793 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:03:12.582870    3793 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:03:12.582893    3793 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:03:12.588734    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0331 04:03:12.588758    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0331 04:03:15.436198    3793 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-6f65f95d77-gr46m] creating logical port tsf-tas_trillian-logserver-6f65f95d77-gr46m for pod on switch ip-10-0-0-60.ec2.internal
I0331 04:03:15.436313    3793 kube.go:256] Updating pod tsf-tas/trillian-logserver-6f65f95d77-gr46m
I0331 04:03:15.454331    3793 pod.go:62] [tsf-tas/trillian-logserver-6f65f95d77-gr46m] pod update took 18.054356ms
I0331 04:03:15.454371    3793 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logserver-6f65f95d77-gr46m] addLogicalPort annotation time took 18.100736ms
I0331 04:03:15.455765    3793 pods.go:271] [tsf-tas/trillian-logserver-6f65f95d77-gr46m] addLogicalPort took 19.580033ms, libovsdb time 924.216µs
I0331 04:03:15.455824    3793 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-lx85r-jw9r2] creating logical port tsf-tas_ctlog-createtree-job-lx85r-jw9r2 for pod on switch ip-10-0-0-60.ec2.internal
I0331 04:03:15.455892    3793 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-lx85r-jw9r2
I0331 04:03:15.467620    3793 pod.go:62] [tsf-tas/ctlog-createtree-job-lx85r-jw9r2] pod update took 11.746083ms
I0331 04:03:15.467641    3793 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-createtree-job-lx85r-jw9r2] addLogicalPort annotation time took 11.777151ms
I0331 04:03:15.468836    3793 pods.go:271] [tsf-tas/ctlog-createtree-job-lx85r-jw9r2] addLogicalPort took 13.015563ms, libovsdb time 758.473µs
I0331 04:03:15.549382    3793 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-b54c545f6-4cv4q] creating logical port tsf-tas_fulcio-server-b54c545f6-4cv4q for pod on switch ip-10-0-0-60.ec2.internal
I0331 04:03:15.549541    3793 kube.go:256] Updating pod tsf-tas/fulcio-server-b54c545f6-4cv4q
I0331 04:03:15.565689    3793 pod.go:62] [tsf-tas/fulcio-server-b54c545f6-4cv4q] pod update took 16.175078ms
I0331 04:03:15.565716    3793 base_network_controller_pods.go:937] [default/tsf-tas/fulcio-server-b54c545f6-4cv4q] addLogicalPort annotation time took 16.208125ms
I0331 04:03:15.566853    3793 pods.go:271] [tsf-tas/fulcio-server-b54c545f6-4cv4q] addLogicalPort took 17.533918ms, libovsdb time 737.045µs
I0331 04:03:15.809231    3793 cni.go:403] [tsf-tas/ctlog-createtree-job-lx85r-jw9r2 08e2d62bd0e3374209099a5f32b39f5e269ee6022b8aef6d5570acd16a77e851 network default NAD default] ADD starting CNI request [tsf-tas/ctlog-createtree-job-lx85r-jw9r2 08e2d62bd0e3374209099a5f32b39f5e269ee6022b8aef6d5570acd16a77e851 network default NAD default]
I0331 04:03:15.819379    3793 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-lx85r-jw9r2, hostIfaceName: 08e2d62bd0e3374, network: default, NAD default, SandboxID: "08e2d62bd0e3374209099a5f32b39f5e269ee6022b8aef6d5570acd16a77e851", PCI device ID: , UID: "a524bdeb-058f-4399-bd9c-56be26a71028", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23]
I0331 04:03:15.846179    3793 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-jsjdx-56tsd] creating logical port tsf-tas_rekor-createtree-job-jsjdx-56tsd for pod on switch ip-10-0-0-60.ec2.internal
I0331 04:03:15.846272    3793 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-jsjdx-56tsd
I0331 04:03:15.859266    3793 pod.go:62] [tsf-tas/rekor-createtree-job-jsjdx-56tsd] pod update took 13.012946ms
I0331 04:03:15.859288    3793 base_network_controller_pods.go:937] [default/tsf-tas/rekor-createtree-job-jsjdx-56tsd] addLogicalPort annotation time took 13.040979ms
I0331 04:03:15.860579    3793 pods.go:271] [tsf-tas/rekor-createtree-job-jsjdx-56tsd] addLogicalPort took 14.417268ms, libovsdb time 891.746µs
I0331 04:03:15.866206    3793 cni.go:424] [tsf-tas/ctlog-createtree-job-lx85r-jw9r2 08e2d62bd0e3374209099a5f32b39f5e269ee6022b8aef6d5570acd16a77e851 network default NAD default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-lx85r-jw9r2 08e2d62bd0e3374209099a5f32b39f5e269ee6022b8aef6d5570acd16a77e851 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fe:4c:f3:4f:87:83\",\"name\":\"08e2d62bd0e3374\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3882ffb3-7961-4eb4-8935-5bee4be453bf\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 04:03:15.913080    3793 cni.go:403] [tsf-tas/fulcio-server-b54c545f6-4cv4q e42f7554c447b0fad988eed5694d38c37026d9eedc3a1b6ae6be18081082b857 network default NAD default] ADD starting CNI request [tsf-tas/fulcio-server-b54c545f6-4cv4q e42f7554c447b0fad988eed5694d38c37026d9eedc3a1b6ae6be18081082b857 network default NAD default]
I0331 04:03:15.925465    3793 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-b54c545f6-4cv4q, hostIfaceName: e42f7554c447b0f, network: default, NAD default, SandboxID: "e42f7554c447b0fad988eed5694d38c37026d9eedc3a1b6ae6be18081082b857", PCI device ID: , UID: "e465fac6-01e2-4c2d-a928-b896d22cc08a", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23]
I0331 04:03:15.978282    3793 cni.go:424] [tsf-tas/fulcio-server-b54c545f6-4cv4q e42f7554c447b0fad988eed5694d38c37026d9eedc3a1b6ae6be18081082b857 network default NAD default] ADD finished CNI request [tsf-tas/fulcio-server-b54c545f6-4cv4q e42f7554c447b0fad988eed5694d38c37026d9eedc3a1b6ae6be18081082b857 network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:42:11:5f:69:57\",\"name\":\"e42f7554c447b0f\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/46da4df1-4d79-464b-bd20-bc60e0eeb0e9\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 04:03:16.210891    3793 cni.go:403] [tsf-tas/rekor-createtree-job-jsjdx-56tsd 577956455b335f2b4182972e0b053d35564af17005a6d4cd54a50c2a9f905b4c network default NAD default] ADD starting CNI request [tsf-tas/rekor-createtree-job-jsjdx-56tsd 577956455b335f2b4182972e0b053d35564af17005a6d4cd54a50c2a9f905b4c network default NAD default]
I0331 04:03:16.219405    3793 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-jsjdx-56tsd, hostIfaceName: 577956455b335f2, network: default, NAD default, SandboxID: "577956455b335f2b4182972e0b053d35564af17005a6d4cd54a50c2a9f905b4c", PCI device ID: , UID: "00eb3508-afcf-4041-914a-69fd3754db8f", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23]
I0331 04:03:16.265609    3793 cni.go:424] [tsf-tas/rekor-createtree-job-jsjdx-56tsd 577956455b335f2b4182972e0b053d35564af17005a6d4cd54a50c2a9f905b4c network default NAD default] ADD finished CNI request [tsf-tas/rekor-createtree-job-jsjdx-56tsd 577956455b335f2b4182972e0b053d35564af17005a6d4cd54a50c2a9f905b4c network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:35:4e:54:f6:29\",\"name\":\"577956455b335f2\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/70e6815e-1227-45f5-b23c-b59cd7b3340f\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 04:03:17.323123    3793 cni.go:403] [tsf-tas/trillian-logserver-6f65f95d77-gr46m a206e378c2191831b822fd726958c45d14169823b1b57687613989074627f8b8 network default NAD default] ADD starting CNI request [tsf-tas/trillian-logserver-6f65f95d77-gr46m a206e378c2191831b822fd726958c45d14169823b1b57687613989074627f8b8 network default NAD default]
I0331 04:03:17.334038    3793 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-6f65f95d77-gr46m, hostIfaceName: a206e378c219183, network: default, NAD default, SandboxID: "a206e378c2191831b822fd726958c45d14169823b1b57687613989074627f8b8", PCI device ID: , UID: "7d91299d-ae62-4049-afb0-144fd11b7613", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23]
I0331 04:03:17.406759    3793 cni.go:424] [tsf-tas/trillian-logserver-6f65f95d77-gr46m a206e378c2191831b822fd726958c45d14169823b1b57687613989074627f8b8 network default NAD default] ADD finished CNI request [tsf-tas/trillian-logserver-6f65f95d77-gr46m a206e378c2191831b822fd726958c45d14169823b1b57687613989074627f8b8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:24:39:8a:14:86\",\"name\":\"a206e378c219183\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7fa1aab-c315-42c3-a9b5-b81a638d196d\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 04:03:18.139543    3793 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-6d9fcd5f7d-5g27v] creating logical port tsf-tas_trillian-db-6d9fcd5f7d-5g27v for pod on switch ip-10-0-0-60.ec2.internal
I0331 04:03:18.139638    3793 kube.go:256] Updating pod tsf-tas/trillian-db-6d9fcd5f7d-5g27v
I0331 04:03:18.151563    3793 pod.go:62] [tsf-tas/trillian-db-6d9fcd5f7d-5g27v] pod update took 11.948672ms
I0331 04:03:18.151589    3793 base_network_controller_pods.go:937] [default/tsf-tas/trillian-db-6d9fcd5f7d-5g27v] addLogicalPort annotation time took 11.980847ms
I0331 04:03:18.153082    3793 pods.go:271] [tsf-tas/trillian-db-6d9fcd5f7d-5g27v] addLogicalPort took 13.556836ms, libovsdb time 992.112µs
W0331 04:03:19.439806    3793 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server
W0331 04:03:19.439826    3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server
W0331 04:03:19.479222    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server
W0331 04:03:19.479250    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server
I0331 04:03:23.309951    3793 cni.go:403] [tsf-tas/trillian-db-6d9fcd5f7d-5g27v 05541c542dfffc0170220ba0ec76c9a95f7fe915d8023f30e35b06abff7d4983 network default NAD default] ADD starting CNI request [tsf-tas/trillian-db-6d9fcd5f7d-5g27v 05541c542dfffc0170220ba0ec76c9a95f7fe915d8023f30e35b06abff7d4983 network default NAD default]
I0331 04:03:23.318725    3793 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-6d9fcd5f7d-5g27v, hostIfaceName: 05541c542dfffc0, network: default, NAD default, SandboxID: "05541c542dfffc0170220ba0ec76c9a95f7fe915d8023f30e35b06abff7d4983", PCI device ID: , UID: "4df296dd-301c-41b3-a37b-b3cd66ac3856", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23]
I0331 04:03:23.364949    3793 cni.go:424] [tsf-tas/trillian-db-6d9fcd5f7d-5g27v 05541c542dfffc0170220ba0ec76c9a95f7fe915d8023f30e35b06abff7d4983 network default NAD default] ADD finished CNI request [tsf-tas/trillian-db-6d9fcd5f7d-5g27v 05541c542dfffc0170220ba0ec76c9a95f7fe915d8023f30e35b06abff7d4983 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:90:ac:62:1e:b8\",\"name\":\"05541c542dfffc0\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2c6db2c-a431-41ba-9dd6-71154a536843\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0331 04:03:23.458353    3793 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
I0331 04:03:23.688398    3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8
I0331 04:03:25.468615    3793 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-8tlcq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:03:25.469218    3793 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-8tlcq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0331 04:03:26.471415    3793 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
I0331 04:03:26.494209    3793 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-8tlcq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:03:26.494232    3793 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-8tlcq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:03:26.849208    3793 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:03:26.849846    3793 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:03:27.339316    3793 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:03:27.339368    3793 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:03:27.343671    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0
I0331 04:03:27.343697    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0
W0331 04:03:27.453416    3793 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
W0331 04:03:29.366384    3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0331 04:03:29.366415    3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0331 04:03:29.369110    3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
I0331 04:03:30.532211    3793 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-ghcnp-74sdd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:03:30.532814    3793 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-ghcnp-74sdd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:03:31.552350    3793 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-ghcnp-74sdd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:03:31.552379    3793 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-ghcnp-74sdd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0331 04:03:37.513426    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql
W0331 04:03:52.565882    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver
W0331 04:03:55.561718    3793 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0331 04:03:55.561738    3793 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0331 04:03:56.528684    3793 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0331 04:04:00.585802    3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=200
I0331 04:04:02.700242    3793 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:04:02.700876    3793 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:04:02.720557    3793 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:04:02.720577    3793 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:04:02.726111    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0331 04:04:02.726133    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0331 04:04:03.583592    3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=78
I0331 04:04:08.599637    3793 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-fnwbz] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-fnwbz for pod on switch ip-10-0-0-60.ec2.internal
I0331 04:04:08.599726    3793 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-fnwbz
I0331 04:04:08.611944    3793 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-fnwbz] pod update took 12.23796ms
I0331 04:04:08.611966    3793 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-fnwbz] addLogicalPort annotation time took 12.265824ms
I0331 04:04:08.613227    3793 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-fnwbz] addLogicalPort took 13.608332ms, libovsdb time 844.282µs
I0331 04:04:08.715309    3793 cni.go:403] [tsf-tas/rekor-createtree-job-jsjdx-56tsd 577956455b335f2b4182972e0b053d35564af17005a6d4cd54a50c2a9f905b4c network default NAD default] DEL starting CNI request [tsf-tas/rekor-createtree-job-jsjdx-56tsd 577956455b335f2b4182972e0b053d35564af17005a6d4cd54a50c2a9f905b4c network default NAD default]
I0331 04:04:08.807250    3793 cni.go:424] [tsf-tas/rekor-createtree-job-jsjdx-56tsd 577956455b335f2b4182972e0b053d35564af17005a6d4cd54a50c2a9f905b4c network default NAD default] DEL finished CNI request [tsf-tas/rekor-createtree-job-jsjdx-56tsd 577956455b335f2b4182972e0b053d35564af17005a6d4cd54a50c2a9f905b4c network default NAD default], result "{}", err <nil>
I0331 04:04:08.859948    3793 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-jsjdx-56tsd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:04:08.859980    3793 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-jsjdx-56tsd
I0331 04:04:08.861498    3793 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-jsjdx-56tsd, ips: 10.129.0.35
I0331 04:04:08.861532    3793 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-jsjdx-56tsd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:04:08.959627    3793 cni.go:403] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-fnwbz b0dc0a38c0ba5ae208d0ddf93211703eb9213b7e87f94745ea44fa44fbef6742 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-fnwbz b0dc0a38c0ba5ae208d0ddf93211703eb9213b7e87f94745ea44fa44fbef6742 network default NAD default]
I0331 04:04:08.968623    3793 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-fnwbz, hostIfaceName: b0dc0a38c0ba5ae, network: default, NAD default, SandboxID: "b0dc0a38c0ba5ae208d0ddf93211703eb9213b7e87f94745ea44fa44fbef6742", PCI device ID: , UID: "09abe87b-e2fd-46c3-8e61-2baffb328ba5", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23]
I0331 04:04:09.014735    3793 cni.go:424] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-fnwbz b0dc0a38c0ba5ae208d0ddf93211703eb9213b7e87f94745ea44fa44fbef6742 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-fnwbz b0dc0a38c0ba5ae208d0ddf93211703eb9213b7e87f94745ea44fa44fbef6742 network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:04:f5:8a:94:4c\",\"name\":\"b0dc0a38c0ba5ae\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a08bb2cf-e8e3-47f6-ac67-6c0feecae730\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 04:04:09.729738    3793 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-jsjdx-56tsd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:04:09.729763    3793 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-jsjdx-56tsd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:04:10.730938    3793 cni.go:403] [tsf-tas/ctlog-createtree-job-lx85r-jw9r2 08e2d62bd0e3374209099a5f32b39f5e269ee6022b8aef6d5570acd16a77e851 network default NAD default] DEL starting CNI request [tsf-tas/ctlog-createtree-job-lx85r-jw9r2 08e2d62bd0e3374209099a5f32b39f5e269ee6022b8aef6d5570acd16a77e851 network default NAD default]
I0331 04:04:10.808531    3793 cni.go:424] [tsf-tas/ctlog-createtree-job-lx85r-jw9r2 08e2d62bd0e3374209099a5f32b39f5e269ee6022b8aef6d5570acd16a77e851 network default NAD default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-lx85r-jw9r2 08e2d62bd0e3374209099a5f32b39f5e269ee6022b8aef6d5570acd16a77e851 network default NAD default], result "{}", err <nil>
I0331 04:04:10.862702    3793 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-lx85r-jw9r2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:04:10.862747    3793 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-lx85r-jw9r2
I0331 04:04:10.864180    3793 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-lx85r-jw9r2, ips: 10.129.0.33
I0331 04:04:10.864211    3793 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-lx85r-jw9r2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:04:11.744221    3793 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-lx85r-jw9r2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:04:11.744246    3793 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-lx85r-jw9r2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:04:11.893249    3793 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-64579ddd66-nvpjk] creating logical port tsf-tas_rekor-redis-64579ddd66-nvpjk for pod on switch ip-10-0-0-60.ec2.internal
I0331 04:04:11.893372    3793 kube.go:256] Updating pod tsf-tas/rekor-redis-64579ddd66-nvpjk
I0331 04:04:11.906494    3793 pod.go:62] [tsf-tas/rekor-redis-64579ddd66-nvpjk] pod update took 13.172094ms
I0331 04:04:11.906518    3793 base_network_controller_pods.go:937] [default/tsf-tas/rekor-redis-64579ddd66-nvpjk] addLogicalPort annotation time took 13.20151ms
I0331 04:04:11.907774    3793 pods.go:271] [tsf-tas/rekor-redis-64579ddd66-nvpjk] addLogicalPort took 14.542888ms, libovsdb time 863.545µs
I0331 04:04:12.030395    3793 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-855dbff754-955bh] creating logical port tsf-tas_rekor-search-ui-855dbff754-955bh for pod on switch ip-10-0-0-60.ec2.internal
I0331 04:04:12.030491    3793 kube.go:256] Updating pod tsf-tas/rekor-search-ui-855dbff754-955bh
I0331 04:04:12.044989    3793 pod.go:62] [tsf-tas/rekor-search-ui-855dbff754-955bh] pod update took 14.520017ms
I0331 04:04:12.045024    3793 base_network_controller_pods.go:937] [default/tsf-tas/rekor-search-ui-855dbff754-955bh] addLogicalPort annotation time took 14.562085ms
I0331 04:04:12.046427    3793 pods.go:271] [tsf-tas/rekor-search-ui-855dbff754-955bh] addLogicalPort took 16.047318ms, libovsdb time 952.759µs
I0331 04:04:12.391297    3793 cni.go:403] [tsf-tas/rekor-search-ui-855dbff754-955bh 9edd55f5ae3f5a36547c1ccfefe1e6faafb362929f18ce9c3d27468638a57b0a network default NAD default] ADD starting CNI request [tsf-tas/rekor-search-ui-855dbff754-955bh 9edd55f5ae3f5a36547c1ccfefe1e6faafb362929f18ce9c3d27468638a57b0a network default NAD default]
I0331 04:04:12.402138    3793 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-855dbff754-955bh, hostIfaceName: 9edd55f5ae3f5a3, network: default, NAD default, SandboxID: "9edd55f5ae3f5a36547c1ccfefe1e6faafb362929f18ce9c3d27468638a57b0a", PCI device ID: , UID: "98142548-2f2a-4736-a94a-0432993a7c0a", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23]
I0331 04:04:12.454790    3793 cni.go:424] [tsf-tas/rekor-search-ui-855dbff754-955bh 9edd55f5ae3f5a36547c1ccfefe1e6faafb362929f18ce9c3d27468638a57b0a network default NAD default] ADD finished CNI request [tsf-tas/rekor-search-ui-855dbff754-955bh 9edd55f5ae3f5a36547c1ccfefe1e6faafb362929f18ce9c3d27468638a57b0a network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:b5:3b:eb:64:ab\",\"name\":\"9edd55f5ae3f5a3\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3133d4be-f12a-4cab-ad58-ed7331c20787\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 04:04:13.698485    3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10
I0331 04:04:14.575510    3793 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-65787b996-wkxnx] creating logical port tsf-tas_rekor-server-65787b996-wkxnx for pod on switch ip-10-0-0-60.ec2.internal
I0331 04:04:14.575600    3793 kube.go:256] Updating pod tsf-tas/rekor-server-65787b996-wkxnx
I0331 04:04:14.589305    3793 pod.go:62] [tsf-tas/rekor-server-65787b996-wkxnx] pod update took 13.728607ms
I0331 04:04:14.589345    3793 base_network_controller_pods.go:937] [default/tsf-tas/rekor-server-65787b996-wkxnx] addLogicalPort annotation time took 13.756795ms
I0331 04:04:14.590907    3793 pods.go:271] [tsf-tas/rekor-server-65787b996-wkxnx] addLogicalPort took 15.39016ms, libovsdb time 951.854µs
I0331 04:04:14.764552    3793 obj_retry.go:464] Detected object tsf/patch-tekton-config-xt9bv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:04:14.765131    3793 obj_retry.go:464] Detected object tsf/patch-tekton-config-xt9bv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:04:14.892746    3793 cni.go:403] [tsf-tas/rekor-redis-64579ddd66-nvpjk 8235ac007c9ef1d4ea1d7964aa267eac78d6f0eb6dac104be3462303595119b7 network default NAD default] ADD starting CNI request [tsf-tas/rekor-redis-64579ddd66-nvpjk 8235ac007c9ef1d4ea1d7964aa267eac78d6f0eb6dac104be3462303595119b7 network default NAD default]
I0331 04:04:14.903811    3793 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-64579ddd66-nvpjk, hostIfaceName: 8235ac007c9ef1d, network: default, NAD default, SandboxID: "8235ac007c9ef1d4ea1d7964aa267eac78d6f0eb6dac104be3462303595119b7", PCI device ID: , UID: "e721640b-ce95-4f17-84c4-e553dfa2fea6", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23]
I0331 04:04:14.951174    3793 cni.go:424] [tsf-tas/rekor-redis-64579ddd66-nvpjk 8235ac007c9ef1d4ea1d7964aa267eac78d6f0eb6dac104be3462303595119b7 network default NAD default] ADD finished CNI request [tsf-tas/rekor-redis-64579ddd66-nvpjk 8235ac007c9ef1d4ea1d7964aa267eac78d6f0eb6dac104be3462303595119b7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:d7:46:1a:0d:0f\",\"name\":\"8235ac007c9ef1d\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cfd8516a-697f-4744-8e29-68ea3e3fc76a\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 04:04:15.643391    3793 obj_retry.go:458] Detected object tsf/patch-tekton-config-xt9bv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:04:15.643416    3793 obj_retry.go:458] Detected object tsf/patch-tekton-config-xt9bv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0331 04:04:16.765065    3793 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
W0331 04:04:18.779081    3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
W0331 04:04:19.672726    3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
I0331 04:04:24.543924    3793 cni.go:403] [tsf-tas/rekor-server-65787b996-wkxnx be62c9131c454606cc989fc7a231afee9ad07bffac86eb12a296fd5ffb335653 network default NAD default] ADD starting CNI request [tsf-tas/rekor-server-65787b996-wkxnx be62c9131c454606cc989fc7a231afee9ad07bffac86eb12a296fd5ffb335653 network default NAD default]
I0331 04:04:24.570717    3793 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-65787b996-wkxnx, hostIfaceName: be62c9131c45460, network: default, NAD default, SandboxID: "be62c9131c454606cc989fc7a231afee9ad07bffac86eb12a296fd5ffb335653", PCI device ID: , UID: "f4c4e331-9a28-403b-9f01-297ef90f951f", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23]
I0331 04:04:24.616625    3793 cni.go:424] [tsf-tas/rekor-server-65787b996-wkxnx be62c9131c454606cc989fc7a231afee9ad07bffac86eb12a296fd5ffb335653 network default NAD default] ADD finished CNI request [tsf-tas/rekor-server-65787b996-wkxnx be62c9131c454606cc989fc7a231afee9ad07bffac86eb12a296fd5ffb335653 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:df:7a:7e:42:b2\",\"name\":\"be62c9131c45460\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5882a8ed-8410-417d-8e06-21005bae32fa\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 04:04:24.824729    3793 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-t5hq2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:04:24.825296    3793 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-t5hq2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:04:25.843936    3793 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-t5hq2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:04:25.843972    3793 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-t5hq2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:04:25.877491    3793 obj_retry.go:458] Detected object tsf/patch-tekton-config-xt9bv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:04:25.877519    3793 obj_retry.go:458] Detected object tsf/patch-tekton-config-xt9bv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:04:25.881909    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-xt9bv
I0331 04:04:25.881931    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-xt9bv
W0331 04:04:26.827430    3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
W0331 04:04:28.811608    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis
W0331 04:04:30.795984    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0331 04:04:36.884599    3793 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:04:36.885190    3793 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:04:36.901919    3793 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:04:36.901944    3793 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:04:36.908823    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-pipelines
I0331 04:04:36.908845    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-pipelines
W0331 04:04:37.837722    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server
I0331 04:04:40.923893    3793 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:04:40.924455    3793 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:04:40.942848    3793 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:04:40.942876    3793 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:04:40.949093    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0331 04:04:40.949115    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
I0331 04:04:48.985865    3793 obj_retry.go:464] Detected object tsf-tpa/create-db-p8489 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:04:48.986441    3793 obj_retry.go:464] Detected object tsf-tpa/create-db-p8489 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:04:49.856561    3793 obj_retry.go:458] Detected object tsf-tpa/create-db-p8489 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:04:49.856586    3793 obj_retry.go:458] Detected object tsf-tpa/create-db-p8489 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:04:53.006180    3793 obj_retry.go:464] Detected object tsf-tpa/migrate-db-q4jqv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:04:53.006772    3793 obj_retry.go:464] Detected object tsf-tpa/migrate-db-q4jqv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:04:54.027578    3793 obj_retry.go:458] Detected object tsf-tpa/migrate-db-q4jqv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:04:54.027605    3793 obj_retry.go:458] Detected object tsf-tpa/migrate-db-q4jqv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:04:57.075592    3793 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-gk9fd-9nz9s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:04:57.076153    3793 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-gk9fd-9nz9s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:04:57.893121    3793 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-gk9fd-9nz9s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:04:57.893142    3793 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-gk9fd-9nz9s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:04:59.009429    3793 obj_retry.go:464] Detected object tsf-tpa/create-importers-n6cv9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:04:59.009996    3793 obj_retry.go:464] Detected object tsf-tpa/create-importers-n6cv9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:05:00.033790    3793 obj_retry.go:458] Detected object tsf-tpa/create-importers-n6cv9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:05:00.033817    3793 obj_retry.go:458] Detected object tsf-tpa/create-importers-n6cv9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0331 04:05:05.930475    3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
W0331 04:05:08.984750    3793 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
I0331 04:05:12.677985    3793 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11
I0331 04:05:19.599976    3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=907
I0331 04:05:35.214668    3793 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:05:35.215254    3793 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:05:35.253151    3793 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:05:35.253171    3793 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:05:35.259999    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0331 04:05:35.260027    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0331 04:05:35.931062    3793 namespace.go:98] [build-service] adding namespace
I0331 04:05:35.931164    3793 namespace.go:98] [integration-service] adding namespace
I0331 04:05:35.932031    3793 namespace.go:102] [build-service] adding namespace took 947.184µs
I0331 04:05:35.932736    3793 namespace.go:102] [integration-service] adding namespace took 1.5579ms
I0331 04:05:35.932766    3793 namespace.go:98] [image-controller] adding namespace
I0331 04:05:35.933321    3793 namespace.go:102] [image-controller] adding namespace took 548.836µs
I0331 04:05:35.960697    3793 namespace.go:142] [build-service] updating namespace
I0331 04:05:35.979542    3793 namespace.go:142] [build-service] updating namespace
I0331 04:05:36.000286    3793 namespace.go:142] [integration-service] updating namespace
I0331 04:05:36.022809    3793 namespace.go:142] [integration-service] updating namespace
I0331 04:05:36.026390    3793 namespace.go:142] [image-controller] updating namespace
I0331 04:05:36.045520    3793 namespace.go:142] [image-controller] updating namespace
I0331 04:05:36.163934    3793 namespace.go:142] [build-service] updating namespace
I0331 04:05:36.183569    3793 namespace.go:142] [integration-service] updating namespace
I0331 04:05:36.257079    3793 namespace.go:98] [release-service] adding namespace
I0331 04:05:36.257151    3793 namespace.go:142] [konflux-ui] updating namespace
I0331 04:05:36.258154    3793 namespace.go:102] [release-service] adding namespace took 980.21µs
I0331 04:05:36.283755    3793 namespace.go:142] [release-service] updating namespace
I0331 04:05:36.316955    3793 namespace.go:142] [release-service] updating namespace
I0331 04:05:36.378034    3793 namespace.go:98] [konflux-info] adding namespace
I0331 04:05:36.378869    3793 namespace.go:102] [konflux-info] adding namespace took 814.712µs
I0331 04:05:36.447892    3793 namespace.go:142] [konflux-info] updating namespace
I0331 04:05:36.473051    3793 namespace.go:98] [namespace-lister] adding namespace
I0331 04:05:36.473116    3793 namespace.go:98] [enterprise-contract-service] adding namespace
I0331 04:05:36.473971    3793 namespace.go:102] [namespace-lister] adding namespace took 898.79µs
I0331 04:05:36.474684    3793 namespace.go:102] [enterprise-contract-service] adding namespace took 1.552044ms
I0331 04:05:36.492950    3793 namespace.go:142] [konflux-info] updating namespace
I0331 04:05:36.503160    3793 namespace.go:142] [image-controller] updating namespace
I0331 04:05:36.539990    3793 namespace.go:142] [namespace-lister] updating namespace
I0331 04:05:36.606830    3793 namespace.go:142] [namespace-lister] updating namespace
I0331 04:05:36.617729    3793 namespace.go:142] [enterprise-contract-service] updating namespace
I0331 04:05:36.632930    3793 namespace.go:98] [default-tenant] adding namespace
I0331 04:05:36.633806    3793 namespace.go:102] [default-tenant] adding namespace took 858.147µs
I0331 04:05:36.692849    3793 namespace.go:142] [enterprise-contract-service] updating namespace
I0331 04:05:36.705850    3793 namespace.go:98] [segment-bridge] adding namespace
I0331 04:05:36.706641    3793 namespace.go:102] [segment-bridge] adding namespace took 769.19µs
I0331 04:05:36.730815    3793 namespace.go:142] [default-tenant] updating namespace
I0331 04:05:36.780026    3793 namespace.go:142] [default-tenant] updating namespace
I0331 04:05:36.836791    3793 namespace.go:142] [segment-bridge] updating namespace
I0331 04:05:36.882193    3793 namespace.go:142] [segment-bridge] updating namespace
I0331 04:05:37.058015    3793 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0331 04:05:37.058674    3793 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0331 04:05:37.058695    3793 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0331 04:05:37.061223    3793 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0331 04:05:37.193252    3793 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0331 04:05:37.193284    3793 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0331 04:05:37.194301    3793 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0331 04:05:37.393767    3793 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-67655c4674-6ht8c] creating logical port namespace-lister_namespace-lister-67655c4674-6ht8c for pod on switch ip-10-0-0-60.ec2.internal
I0331 04:05:37.393865    3793 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-6ht8c
I0331 04:05:37.520732    3793 pod.go:62] [namespace-lister/namespace-lister-67655c4674-6ht8c] pod update took 126.890681ms
I0331 04:05:37.520755    3793 base_network_controller_pods.go:937] [default/namespace-lister/namespace-lister-67655c4674-6ht8c] addLogicalPort annotation time took 126.921008ms
I0331 04:05:37.522017    3793 pods.go:271] [namespace-lister/namespace-lister-67655c4674-6ht8c] addLogicalPort took 128.26552ms, libovsdb time 842.722µs
I0331 04:05:37.685882    3793 namespace.go:142] [build-service] updating namespace
I0331 04:05:38.320258    3793 namespace.go:142] [image-controller] updating namespace
I0331 04:05:38.352516    3793 cni.go:403] [namespace-lister/namespace-lister-67655c4674-6ht8c 8b7c98b3d61f262b5ffc5fcc11ee109d7f7cd025c4c05c0ae2d5e2bc5bdc9e29 network default NAD default] ADD starting CNI request [namespace-lister/namespace-lister-67655c4674-6ht8c 8b7c98b3d61f262b5ffc5fcc11ee109d7f7cd025c4c05c0ae2d5e2bc5bdc9e29 network default NAD default]
I0331 04:05:38.361640    3793 helper_linux.go:450] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-67655c4674-6ht8c, hostIfaceName: 8b7c98b3d61f262, network: default, NAD default, SandboxID: "8b7c98b3d61f262b5ffc5fcc11ee109d7f7cd025c4c05c0ae2d5e2bc5bdc9e29", PCI device ID: , UID: "4ed65428-8876-4ce3-9606-a48754c78b89", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23]
I0331 04:05:38.413380    3793 cni.go:424] [namespace-lister/namespace-lister-67655c4674-6ht8c 8b7c98b3d61f262b5ffc5fcc11ee109d7f7cd025c4c05c0ae2d5e2bc5bdc9e29 network default NAD default] ADD finished CNI request [namespace-lister/namespace-lister-67655c4674-6ht8c 8b7c98b3d61f262b5ffc5fcc11ee109d7f7cd025c4c05c0ae2d5e2bc5bdc9e29 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:e8:c7:e8:c4:22\",\"name\":\"8b7c98b3d61f262\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/894f64f0-87b6-4b9e-aa35-4a9edbee8a6c\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 04:05:38.447144    3793 base_network_controller_pods.go:487] [default/konflux-ui/proxy-646d664c7b-8jppf] creating logical port konflux-ui_proxy-646d664c7b-8jppf for pod on switch ip-10-0-0-60.ec2.internal
I0331 04:05:38.447265    3793 kube.go:256] Updating pod konflux-ui/proxy-646d664c7b-8jppf
I0331 04:05:38.514987    3793 pod.go:62] [konflux-ui/proxy-646d664c7b-8jppf] pod update took 67.767577ms
I0331 04:05:38.515011    3793 base_network_controller_pods.go:937] [default/konflux-ui/proxy-646d664c7b-8jppf] addLogicalPort annotation time took 67.794447ms
I0331 04:05:38.516205    3793 pods.go:271] [konflux-ui/proxy-646d664c7b-8jppf] addLogicalPort took 69.081654ms, libovsdb time 733.263µs
I0331 04:05:38.658204    3793 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7df75dd4df-6vprm] creating logical port build-service_build-service-controller-manager-7df75dd4df-6vprm for pod on switch ip-10-0-0-60.ec2.internal
I0331 04:05:38.658324    3793 kube.go:256] Updating pod build-service/build-service-controller-manager-7df75dd4df-6vprm
I0331 04:05:38.710290    3793 pod.go:62] [build-service/build-service-controller-manager-7df75dd4df-6vprm] pod update took 51.993371ms
I0331 04:05:38.710318    3793 base_network_controller_pods.go:937] [default/build-service/build-service-controller-manager-7df75dd4df-6vprm] addLogicalPort annotation time took 52.028948ms
I0331 04:05:38.711581    3793 pods.go:271] [build-service/build-service-controller-manager-7df75dd4df-6vprm] addLogicalPort took 53.3939ms, libovsdb time 831.539µs
I0331 04:05:38.741901    3793 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-759977d69f-btztn] creating logical port integration-service_integration-service-controller-manager-759977d69f-btztn for pod on switch ip-10-0-0-60.ec2.internal
I0331 04:05:38.742005    3793 kube.go:256] Updating pod integration-service/integration-service-controller-manager-759977d69f-btztn
I0331 04:05:38.767033    3793 namespace.go:142] [integration-service] updating namespace
I0331 04:05:38.782855    3793 pod.go:62] [integration-service/integration-service-controller-manager-759977d69f-btztn] pod update took 40.871469ms
I0331 04:05:38.782878    3793 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-759977d69f-btztn] addLogicalPort annotation time took 40.901482ms
I0331 04:05:38.784147    3793 pods.go:271] [integration-service/integration-service-controller-manager-759977d69f-btztn] addLogicalPort took 42.264759ms, libovsdb time 850.734µs
I0331 04:05:39.026099    3793 cni.go:403] [build-service/build-service-controller-manager-7df75dd4df-6vprm 02ebeee9fb697cab64b1c897d32e930cc905a3c15a6b71a91eeb63e8be2b2dfd network default NAD default] ADD starting CNI request [build-service/build-service-controller-manager-7df75dd4df-6vprm 02ebeee9fb697cab64b1c897d32e930cc905a3c15a6b71a91eeb63e8be2b2dfd network default NAD default]
I0331 04:05:39.034298    3793 helper_linux.go:450] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7df75dd4df-6vprm, hostIfaceName: 02ebeee9fb697ca, network: default, NAD default, SandboxID: "02ebeee9fb697cab64b1c897d32e930cc905a3c15a6b71a91eeb63e8be2b2dfd", PCI device ID: , UID: "65050e5b-522b-4cb5-b092-c6299e8d3559", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23]
I0331 04:05:39.059809    3793 namespace.go:142] [konflux-info] updating namespace
I0331 04:05:39.083389    3793 cni.go:424] [build-service/build-service-controller-manager-7df75dd4df-6vprm 02ebeee9fb697cab64b1c897d32e930cc905a3c15a6b71a91eeb63e8be2b2dfd network default NAD default] ADD finished CNI request [build-service/build-service-controller-manager-7df75dd4df-6vprm 02ebeee9fb697cab64b1c897d32e930cc905a3c15a6b71a91eeb63e8be2b2dfd network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:79:9f:98:1d:02\",\"name\":\"02ebeee9fb697ca\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c6368e7-b3aa-4996-9131-dcf0e6f9ca20\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 04:05:39.253924    3793 namespace.go:142] [release-service] updating namespace
I0331 04:05:39.279994    3793 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-rx66m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:05:39.280610    3793 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-rx66m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:05:39.384044    3793 namespace.go:142] [build-service] updating namespace
I0331 04:05:39.398347    3793 namespace.go:142] [image-controller] updating namespace
I0331 04:05:39.413896    3793 namespace.go:142] [integration-service] updating namespace
I0331 04:05:39.451950    3793 namespace.go:142] [konflux-info] updating namespace
I0331 04:05:39.474430    3793 namespace.go:142] [release-service] updating namespace
I0331 04:05:39.518264    3793 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-854f775895-2xt99] creating logical port release-service_release-service-controller-manager-854f775895-2xt99 for pod on switch ip-10-0-0-60.ec2.internal
I0331 04:05:39.518443    3793 kube.go:256] Updating pod release-service/release-service-controller-manager-854f775895-2xt99
I0331 04:05:39.542579    3793 namespace.go:142] [build-service] updating namespace
I0331 04:05:39.552028    3793 pod.go:62] [release-service/release-service-controller-manager-854f775895-2xt99] pod update took 33.615179ms
I0331 04:05:39.552052    3793 base_network_controller_pods.go:937] [default/release-service/release-service-controller-manager-854f775895-2xt99] addLogicalPort annotation time took 33.64546ms
I0331 04:05:39.553404    3793 pods.go:271] [release-service/release-service-controller-manager-854f775895-2xt99] addLogicalPort took 35.15719ms, libovsdb time 863.183µs
I0331 04:05:39.616850    3793 namespace.go:142] [image-controller] updating namespace
I0331 04:05:39.684764    3793 namespace.go:142] [integration-service] updating namespace
I0331 04:05:39.803688    3793 namespace.go:142] [konflux-info] updating namespace
I0331 04:05:40.008517    3793 namespace.go:142] [release-service] updating namespace
W0331 04:05:40.244786    3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
I0331 04:05:40.305700    3793 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-rx66m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:05:40.305746    3793 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-rx66m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:05:41.161796    3793 namespace.go:142] [default-tenant] updating namespace
W0331 04:05:41.243416    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister
I0331 04:05:41.362692    3793 namespace.go:142] [enterprise-contract-service] updating namespace
I0331 04:05:41.562115    3793 namespace.go:142] [namespace-lister] updating namespace
I0331 04:05:41.767450    3793 namespace.go:142] [segment-bridge] updating namespace
I0331 04:05:41.884211    3793 namespace.go:142] [default-tenant] updating namespace
I0331 04:05:41.896258    3793 namespace.go:142] [enterprise-contract-service] updating namespace
I0331 04:05:41.909727    3793 namespace.go:142] [namespace-lister] updating namespace
I0331 04:05:41.921449    3793 namespace.go:142] [segment-bridge] updating namespace
I0331 04:05:41.993374    3793 namespace.go:142] [default-tenant] updating namespace
I0331 04:05:42.093853    3793 namespace.go:142] [enterprise-contract-service] updating namespace
I0331 04:05:42.191425    3793 namespace.go:142] [namespace-lister] updating namespace
W0331 04:05:42.244203    3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
I0331 04:05:42.293592    3793 namespace.go:142] [segment-bridge] updating namespace
W0331 04:05:43.142352    3793 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
I0331 04:05:46.325063    3793 cni.go:403] [konflux-ui/proxy-646d664c7b-8jppf a64cce7108142fc02f73afd33231453251cb009bbdbd37a34ad2df66ea6ef956 network default NAD default] ADD starting CNI request [konflux-ui/proxy-646d664c7b-8jppf a64cce7108142fc02f73afd33231453251cb009bbdbd37a34ad2df66ea6ef956 network default NAD default]
I0331 04:05:46.333377    3793 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: proxy-646d664c7b-8jppf, hostIfaceName: a64cce7108142fc, network: default, NAD default, SandboxID: "a64cce7108142fc02f73afd33231453251cb009bbdbd37a34ad2df66ea6ef956", PCI device ID: , UID: "65b3e4a5-5463-41e6-9ce0-6086112e663a", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23]
I0331 04:05:46.382216    3793 cni.go:424] [konflux-ui/proxy-646d664c7b-8jppf a64cce7108142fc02f73afd33231453251cb009bbdbd37a34ad2df66ea6ef956 network default NAD default] ADD finished CNI request [konflux-ui/proxy-646d664c7b-8jppf a64cce7108142fc02f73afd33231453251cb009bbdbd37a34ad2df66ea6ef956 network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:59:9a:61:5e:5b\",\"name\":\"a64cce7108142fc\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dafedbb7-2656-4948-811b-9b4849ac1c33\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 04:05:46.613013    3793 cni.go:403] [integration-service/integration-service-controller-manager-759977d69f-btztn 1e796965fa9f1a24955ef24fc775fd29205870d41956dae2d97c580244a68d86 network default NAD default] ADD starting CNI request [integration-service/integration-service-controller-manager-759977d69f-btztn 1e796965fa9f1a24955ef24fc775fd29205870d41956dae2d97c580244a68d86 network default NAD default]
I0331 04:05:46.621430    3793 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-759977d69f-btztn, hostIfaceName: 1e796965fa9f1a2, network: default, NAD default, SandboxID: "1e796965fa9f1a24955ef24fc775fd29205870d41956dae2d97c580244a68d86", PCI device ID: , UID: "0c7ffb3d-2f41-474b-9ce3-1e8a7cc41bc0", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23]
I0331 04:05:46.669027    3793 cni.go:424] [integration-service/integration-service-controller-manager-759977d69f-btztn 1e796965fa9f1a24955ef24fc775fd29205870d41956dae2d97c580244a68d86 network default NAD default] ADD finished CNI request [integration-service/integration-service-controller-manager-759977d69f-btztn 1e796965fa9f1a24955ef24fc775fd29205870d41956dae2d97c580244a68d86 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:d7:34:70:73:62\",\"name\":\"1e796965fa9f1a2\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/799f1f30-b7dc-495d-b2bc-4b95f180a837\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 04:05:47.693556    3793 cni.go:403] [release-service/release-service-controller-manager-854f775895-2xt99 c2ccb4c002291349736c30c495cbcde7511dc0680bf8342d3f4ebe77addca0f7 network default NAD default] ADD starting CNI request [release-service/release-service-controller-manager-854f775895-2xt99 c2ccb4c002291349736c30c495cbcde7511dc0680bf8342d3f4ebe77addca0f7 network default NAD default]
I0331 04:05:47.705919    3793 helper_linux.go:450] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-854f775895-2xt99, hostIfaceName: c2ccb4c00229134, network: default, NAD default, SandboxID: "c2ccb4c002291349736c30c495cbcde7511dc0680bf8342d3f4ebe77addca0f7", PCI device ID: , UID: "4c5925f4-cb8a-4d16-9408-ab4830850f01", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23]
I0331 04:05:47.765727    3793 cni.go:424] [release-service/release-service-controller-manager-854f775895-2xt99 c2ccb4c002291349736c30c495cbcde7511dc0680bf8342d3f4ebe77addca0f7 network default NAD default] ADD finished CNI request [release-service/release-service-controller-manager-854f775895-2xt99 c2ccb4c002291349736c30c495cbcde7511dc0680bf8342d3f4ebe77addca0f7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:03:d3:8b:d7:60\",\"name\":\"c2ccb4c00229134\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f673a5c-46a4-49e5-84b6-d44809470754\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0331 04:05:53.251940    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
W0331 04:05:53.325020    3793 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0331 04:05:53.325635    3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0331 04:05:54.341722    3793 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0331 04:05:54.341742    3793 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0331 04:05:54.361544    3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0331 04:05:54.362638    3793 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0331 04:05:55.240250    3793 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0331 04:05:55.240377    3793 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0331 04:05:55.266854    3793 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0331 04:05:55.266875    3793 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0331 04:05:56.272761    3793 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
W0331 04:06:04.337705    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service
W0331 04:06:04.340598    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0331 04:06:05.345257    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0331 04:06:05.351855    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service
I0331 04:06:06.432950    3793 cni.go:403] [integration-service/integration-service-controller-manager-759977d69f-btztn 1e796965fa9f1a24955ef24fc775fd29205870d41956dae2d97c580244a68d86 network default NAD default] DEL starting CNI request [integration-service/integration-service-controller-manager-759977d69f-btztn 1e796965fa9f1a24955ef24fc775fd29205870d41956dae2d97c580244a68d86 network default NAD default]
I0331 04:06:06.508848    3793 cni.go:424] [integration-service/integration-service-controller-manager-759977d69f-btztn 1e796965fa9f1a24955ef24fc775fd29205870d41956dae2d97c580244a68d86 network default NAD default] DEL finished CNI request [integration-service/integration-service-controller-manager-759977d69f-btztn 1e796965fa9f1a24955ef24fc775fd29205870d41956dae2d97c580244a68d86 network default NAD default], result "{}", err <nil>
I0331 04:06:06.563849    3793 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-btztn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:06:06.563883    3793 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-759977d69f-btztn
I0331 04:06:06.565208    3793 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-759977d69f-btztn, ips: 10.129.0.44
I0331 04:06:06.565241    3793 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-btztn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:06:07.415501    3793 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-btztn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:06:07.415527    3793 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-btztn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:06:07.420955    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-759977d69f-btztn
I0331 04:06:07.420982    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-759977d69f-btztn
I0331 04:06:16.685838    3793 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
W0331 04:06:31.398811    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0331 04:06:31.398834    3793 util.go:959] Failed to build node endpoints for node ip-10-0-0-60.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
I0331 04:07:03.295227    3793 cni.go:403] [konflux-ui/proxy-646d664c7b-8jppf a64cce7108142fc02f73afd33231453251cb009bbdbd37a34ad2df66ea6ef956 network default NAD default] DEL starting CNI request [konflux-ui/proxy-646d664c7b-8jppf a64cce7108142fc02f73afd33231453251cb009bbdbd37a34ad2df66ea6ef956 network default NAD default]
I0331 04:07:03.384940    3793 cni.go:424] [konflux-ui/proxy-646d664c7b-8jppf a64cce7108142fc02f73afd33231453251cb009bbdbd37a34ad2df66ea6ef956 network default NAD default] DEL finished CNI request [konflux-ui/proxy-646d664c7b-8jppf a64cce7108142fc02f73afd33231453251cb009bbdbd37a34ad2df66ea6ef956 network default NAD default], result "{}", err <nil>
I0331 04:07:03.460731    3793 obj_retry.go:464] Detected object konflux-ui/proxy-646d664c7b-8jppf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:07:03.460769    3793 pods.go:176] Deleting pod: konflux-ui/proxy-646d664c7b-8jppf
I0331 04:07:03.462094    3793 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-646d664c7b-8jppf, ips: 10.129.0.42
I0331 04:07:03.462125    3793 obj_retry.go:464] Detected object konflux-ui/proxy-646d664c7b-8jppf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:07:03.731591    3793 obj_retry.go:458] Detected object konflux-ui/proxy-646d664c7b-8jppf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:07:03.731618    3793 obj_retry.go:458] Detected object konflux-ui/proxy-646d664c7b-8jppf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:07:03.738858    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-646d664c7b-8jppf
I0331 04:07:03.738893    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-646d664c7b-8jppf
I0331 04:07:11.861725    3793 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:07:11.862325    3793 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:07:11.878402    3793 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:07:11.878431    3793 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:07:11.886829    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0331 04:07:11.886857    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0331 04:07:40.066179    3793 cni.go:403] [konflux-operator/konflux-operator-controller-manager-7db75c44-5srkb 500bcb417ddfe26c4e5f6f4a3de4f87a818a818218d28e1ea9a1d6635141adc6 network default NAD default] DEL starting CNI request [konflux-operator/konflux-operator-controller-manager-7db75c44-5srkb 500bcb417ddfe26c4e5f6f4a3de4f87a818a818218d28e1ea9a1d6635141adc6 network default NAD default]
I0331 04:07:40.156719    3793 cni.go:424] [konflux-operator/konflux-operator-controller-manager-7db75c44-5srkb 500bcb417ddfe26c4e5f6f4a3de4f87a818a818218d28e1ea9a1d6635141adc6 network default NAD default] DEL finished CNI request [konflux-operator/konflux-operator-controller-manager-7db75c44-5srkb 500bcb417ddfe26c4e5f6f4a3de4f87a818a818218d28e1ea9a1d6635141adc6 network default NAD default], result "{}", err <nil>
I0331 04:07:40.222260    3793 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-5srkb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:07:40.222301    3793 pods.go:176] Deleting pod: konflux-operator/konflux-operator-controller-manager-7db75c44-5srkb
I0331 04:07:40.223471    3793 pods.go:236] Attempting to release IPs for pod: konflux-operator/konflux-operator-controller-manager-7db75c44-5srkb, ips: 10.129.0.23
I0331 04:07:40.223502    3793 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-5srkb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:07:40.943003    3793 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-5srkb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:07:40.943036    3793 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-5srkb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:07:40.948668    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-7db75c44-5srkb
I0331 04:07:40.948692    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-7db75c44-5srkb
I0331 04:07:53.209130    3793 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-tcdcx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:07:53.209739    3793 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-tcdcx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:07:53.961449    3793 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-tcdcx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:07:53.961477    3793 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-tcdcx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:07:53.966806    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-5f8cd64d55-tcdcx
I0331 04:07:53.966836    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-5f8cd64d55-tcdcx
I0331 04:08:36.587834    3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9
I0331 04:08:42.723891    3793 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
I0331 04:08:49.718018    3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6
I0331 04:09:43.591797    3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=65
I0331 04:09:46.586467    3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=46
I0331 04:09:57.588493    3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=73
I0331 04:10:00.194553    3793 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-nklzq] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29582170-nklzq for pod on switch ip-10-0-0-60.ec2.internal
I0331 04:10:00.194672    3793 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-nklzq
I0331 04:10:00.224098    3793 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-nklzq] pod update took 29.448116ms
I0331 04:10:00.224129    3793 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-nklzq] addLogicalPort annotation time took 29.482411ms
I0331 04:10:00.225480    3793 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-nklzq] addLogicalPort took 30.94428ms, libovsdb time 877.076µs
I0331 04:10:00.555788    3793 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-nklzq 37d907fbc85cd7750a217e18951f83457064e14a17aa01d6fcbb5e532bd41ed1 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-nklzq 37d907fbc85cd7750a217e18951f83457064e14a17aa01d6fcbb5e532bd41ed1 network default NAD default]
I0331 04:10:00.564606    3793 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29582170-nklzq, hostIfaceName: 37d907fbc85cd77, network: default, NAD default, SandboxID: "37d907fbc85cd7750a217e18951f83457064e14a17aa01d6fcbb5e532bd41ed1", PCI device ID: , UID: "bccc369d-3ffb-4b7d-b333-018f3cbac20e", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23]
I0331 04:10:00.818521    3793 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-nklzq 37d907fbc85cd7750a217e18951f83457064e14a17aa01d6fcbb5e532bd41ed1 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-nklzq 37d907fbc85cd7750a217e18951f83457064e14a17aa01d6fcbb5e532bd41ed1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:bc:f3:58:ef:00\",\"name\":\"37d907fbc85cd77\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f03387e-f2c5-4d10-ae1f-f36f2b849cb4\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0331 04:10:03.719677    3793 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-nklzq 37d907fbc85cd7750a217e18951f83457064e14a17aa01d6fcbb5e532bd41ed1 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-nklzq 37d907fbc85cd7750a217e18951f83457064e14a17aa01d6fcbb5e532bd41ed1 network default NAD default]
I0331 04:10:03.807501    3793 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-nklzq 37d907fbc85cd7750a217e18951f83457064e14a17aa01d6fcbb5e532bd41ed1 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-nklzq 37d907fbc85cd7750a217e18951f83457064e14a17aa01d6fcbb5e532bd41ed1 network default NAD default], result "{}", err <nil>
I0331 04:10:03.859801    3793 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-nklzq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:10:03.859841    3793 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-nklzq
I0331 04:10:03.861263    3793 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-nklzq, ips: 10.129.0.46
I0331 04:10:03.861295    3793 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-nklzq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:10:04.727563    3793 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-nklzq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:10:04.727592    3793 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582170-nklzq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:10:18.695787    3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
I0331 04:10:28.588746    3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=51
I0331 04:10:35.701764    3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8
I0331 04:10:43.602876    3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=139
I0331 04:10:47.692217    3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8
I0331 04:11:22.684878    3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9
I0331 04:11:40.689268    3793 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6
I0331 04:11:47.706712    3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9
I0331 04:11:47.717668    3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10
I0331 04:13:20.680617    3793 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10
I0331 04:14:49.046093    3793 obj_retry.go:458] Detected object tsf-tpa/create-db-p8489 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:14:49.046142    3793 obj_retry.go:458] Detected object tsf-tpa/create-db-p8489 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:14:49.050140    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-p8489
I0331 04:14:49.050169    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-p8489
I0331 04:14:54.030139    3793 obj_retry.go:458] Detected object tsf-tpa/migrate-db-q4jqv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:14:54.030190    3793 obj_retry.go:458] Detected object tsf-tpa/migrate-db-q4jqv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:14:54.035801    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-q4jqv
I0331 04:14:54.035827    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-q4jqv
I0331 04:15:00.028561    3793 obj_retry.go:458] Detected object tsf-tpa/create-importers-n6cv9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:15:00.028611    3793 obj_retry.go:458] Detected object tsf-tpa/create-importers-n6cv9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:15:00.032354    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-n6cv9
I0331 04:15:00.032381    3793 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-n6cv9
I0331 04:15:13.727403    3793 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6
I0331 04:15:34.594700    3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6
I0331 04:16:04.591709    3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8
I0331 04:16:10.605576    3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=13
I0331 04:16:54.692008    3793 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5
I0331 04:17:09.721030    3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10
I0331 04:17:14.698119    3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8
I0331 04:17:56.589075    3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=56
I0331 04:18:25.590721    3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11
I0331 04:18:42.683553    3793 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5
I0331 04:18:57.688058    3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8
I0331 04:19:23.591906    3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9
I0331 04:19:32.694807    3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10
I0331 04:20:00.216807    3793 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cl6dj] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29582180-cl6dj for pod on switch ip-10-0-0-60.ec2.internal
I0331 04:20:00.216922    3793 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cl6dj
I0331 04:20:00.247323    3793 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cl6dj] pod update took 30.420748ms
I0331 04:20:00.247378    3793 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cl6dj] addLogicalPort annotation time took 30.481374ms
I0331 04:20:00.248653    3793 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cl6dj] addLogicalPort took 31.864435ms, libovsdb time 858.019µs
I0331 04:20:00.577079    3793 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cl6dj 814f480b26176bc2230de96ae9ac57cc8d81cb3cce87f45c792e1bfe1e5d7e5f network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cl6dj 814f480b26176bc2230de96ae9ac57cc8d81cb3cce87f45c792e1bfe1e5d7e5f network default NAD default]
I0331 04:20:00.585677    3793 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29582180-cl6dj, hostIfaceName: 814f480b26176bc, network: default, NAD default, SandboxID: "814f480b26176bc2230de96ae9ac57cc8d81cb3cce87f45c792e1bfe1e5d7e5f", PCI device ID: , UID: "7041d5f1-a0f9-4fa9-8a86-41ae6f731f59", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23]
I0331 04:20:00.841185    3793 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cl6dj 814f480b26176bc2230de96ae9ac57cc8d81cb3cce87f45c792e1bfe1e5d7e5f network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cl6dj 814f480b26176bc2230de96ae9ac57cc8d81cb3cce87f45c792e1bfe1e5d7e5f network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:11:c7:45:84:25\",\"name\":\"814f480b26176bc\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/785af828-5703-4ae8-aff2-0abb05e304b3\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0331 04:20:04.245740    3793 duration.go:461] Config duration recorder: measurement expired for pod/kube-system/ecr-credential-refresh-29582160-x57cm
I0331 04:20:04.970111    3793 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cl6dj 814f480b26176bc2230de96ae9ac57cc8d81cb3cce87f45c792e1bfe1e5d7e5f network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cl6dj 814f480b26176bc2230de96ae9ac57cc8d81cb3cce87f45c792e1bfe1e5d7e5f network default NAD default]
I0331 04:20:05.066826    3793 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cl6dj 814f480b26176bc2230de96ae9ac57cc8d81cb3cce87f45c792e1bfe1e5d7e5f network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cl6dj 814f480b26176bc2230de96ae9ac57cc8d81cb3cce87f45c792e1bfe1e5d7e5f network default NAD default], result "{}", err <nil>
I0331 04:20:05.119015    3793 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cl6dj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0331 04:20:05.119081    3793 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cl6dj
I0331 04:20:05.120363    3793 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cl6dj, ips: 10.129.0.47
I0331 04:20:05.120393    3793 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cl6dj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0331 04:20:06.139645    3793 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cl6dj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:20:06.139691    3793 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29582180-cl6dj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0331 04:20:26.704074    3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11
I0331 04:20:45.597141    3793 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6
I0331 04:20:47.720566    3793 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9