+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-2-111.ec2.internal
++ [[ -n ip-10-0-2-111.ec2.internal ]]
++ [[ -f /env/ip-10-0-2-111.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260311-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260311-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260311-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0325 10:53:18.194630404 - disable conntrack on geneve port'
I0325 10:53:18.194630404 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
I0325 10:53:18.262050599 - starting ovnkube-node
+ echo 'I0325 10:53:18.262050599 - starting ovnkube-node'
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-111.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-111.ec2.internal --init-node ip-10-0-2-111.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-111.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0325 10:53:18.320801    3509 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf
I0325 10:53:18.320845    3509 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-4e8bc40fe0.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}}
I0325 10:53:18.323272    3509 kube.go:419] Waiting for certificate
I0325 10:53:18.323313    3509 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0325 10:53:18.323361    3509 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0325 10:53:18.324341    3509 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0325 10:53:18.358091    3509 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0325 10:53:18.358114    3509 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0325 10:53:18.361629    3509 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0325 10:53:18.361696    3509 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-q54xb"
I0325 10:53:18.366125    3509 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-q54xb"
I0325 10:53:18.366193    3509 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0325 10:53:19.323405    3509 kube.go:426] Certificate found
I0325 10:53:19.323978    3509 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0325 10:53:19.325059    3509 metrics.go:541] Starting metrics server at address "127.0.0.1:29103"
I0325 10:53:19.375785    3509 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-03-26 10:48:18 +0000 UTC" deadline="2026-03-26 06:55:19.585145988 +0000 UTC"
I0325 10:53:19.375819    3509 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h2m0.209337864s"
I0325 10:53:19.400628    3509 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0325 10:53:19.425180    3509 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0325 10:53:19.425280    3509 factory.go:531] Starting watch factory
I0325 10:53:19.425387    3509 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0325 10:53:19.425426    3509 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0325 10:53:19.425462    3509 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0325 10:53:19.425480    3509 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0325 10:53:19.425714    3509 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0325 10:53:19.425769    3509 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0325 10:53:19.425468    3509 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0325 10:53:19.426174    3509 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0325 10:53:19.426223    3509 metrics.go:541] Starting metrics server at address "127.0.0.1:29105"
I0325 10:53:19.425409    3509 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0325 10:53:19.426360    3509 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0325 10:53:19.425386    3509 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0325 10:53:19.426606    3509 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0325 10:53:19.431688    3509 controller_manager.go:368] Starting the ovnkube controller
I0325 10:53:19.431702    3509 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-111.ec2.internal
I0325 10:53:19.431748    3509 controller_manager.go:393] NBDB zone sync took: 37.756µs
I0325 10:53:19.431758    3509 factory.go:531] Starting watch factory
I0325 10:53:19.447724    3509 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0325 10:53:19.447895    3509 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0325 10:53:19.449182    3509 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0325 10:53:19.449509    3509 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics
I0325 10:53:19.449605    3509 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0325 10:53:19.449734    3509 ovn_northd.go:121] Registering OVN northd metrics
I0325 10:53:19.454189    3509 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0325 10:53:19.454269    3509 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0325 10:53:19.455963    3509 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0325 10:53:19.457024    3509 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0325 10:53:19.472429    3509 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics
I0325 10:53:19.531595    3509 factory.go:1890] *v1.Pod informer cache synced successfully
I0325 10:53:19.531623    3509 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully
I0325 10:53:19.531636    3509 factory.go:1890] *v1.Namespace informer cache synced successfully
I0325 10:53:19.531640    3509 factory.go:1890] *v1.Node informer cache synced successfully
I0325 10:53:19.531645    3509 factory.go:1890] *v1.Service informer cache synced successfully
I0325 10:53:19.531650    3509 factory.go:1890] *v1.EndpointSlice informer cache synced successfully
I0325 10:53:19.531765    3509 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0325 10:53:19.531845    3509 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0325 10:53:19.531847    3509 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0325 10:53:19.531924    3509 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0325 10:53:19.535509    3509 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0325 10:53:19.535518    3509 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0325 10:53:19.537276    3509 factory.go:1890] *v1.Pod informer cache synced successfully
I0325 10:53:19.537289    3509 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully
I0325 10:53:19.537293    3509 factory.go:1890] *v1.Namespace informer cache synced successfully
I0325 10:53:19.537298    3509 factory.go:1890] *v1.Node informer cache synced successfully
I0325 10:53:19.537302    3509 factory.go:1890] *v1.Service informer cache synced successfully
I0325 10:53:19.537306    3509 factory.go:1890] *v1.EndpointSlice informer cache synced successfully
I0325 10:53:19.537353    3509 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0325 10:53:19.537362    3509 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0325 10:53:19.537435    3509 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0325 10:53:19.537477    3509 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0325 10:53:19.540361    3509 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0325 10:53:19.542785    3509 factory.go:1890] *v1.EgressIP informer cache synced successfully
I0325 10:53:19.542800    3509 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0325 10:53:19.542807    3509 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0325 10:53:19.542863    3509 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0325 10:53:19.542879    3509 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0325 10:53:19.545744    3509 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0325 10:53:19.548102    3509 factory.go:1890] *v1.EgressFirewall informer cache synced successfully
I0325 10:53:19.548117    3509 factory.go:1890] *v1.EgressIP informer cache synced successfully
I0325 10:53:19.548238    3509 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0325 10:53:19.548294    3509 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0325 10:53:19.550857    3509 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0325 10:53:19.554199    3509 factory.go:1890] *v1.EgressQoS informer cache synced successfully
I0325 10:53:19.554212    3509 factory.go:1890] *v1.EgressFirewall informer cache synced successfully
I0325 10:53:19.554273    3509 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0325 10:53:19.554323    3509 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0325 10:53:19.556888    3509 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0325 10:53:19.560176    3509 factory.go:1890] *v1.EgressService informer cache synced successfully
I0325 10:53:19.560245    3509 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0325 10:53:19.560256    3509 factory.go:1890] *v1.EgressQoS informer cache synced successfully
I0325 10:53:19.560262    3509 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0325 10:53:19.562994    3509 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0325 10:53:19.565250    3509 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0325 10:53:19.565299    3509 factory.go:1890] *v1.EgressService informer cache synced successfully
I0325 10:53:19.565431    3509 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0325 10:53:19.565448    3509 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0325 10:53:19.568248    3509 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0325 10:53:19.570739    3509 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0325 10:53:19.570776    3509 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0325 10:53:19.570862    3509 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0325 10:53:19.570898    3509 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0325 10:53:19.570908    3509 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0325 10:53:19.570924    3509 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0325 10:53:19.573676    3509 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0325 10:53:19.573730    3509 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0325 10:53:19.576163    3509 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully
I0325 10:53:19.576173    3509 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0325 10:53:19.576176    3509 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0325 10:53:19.576207    3509 factory.go:636] Watch Factory start up complete, took: 150.934627ms
I0325 10:53:19.576283    3509 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256
I0325 10:53:19.581701    3509 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully
I0325 10:53:19.581715    3509 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0325 10:53:19.581724    3509 factory.go:636] Watch Factory start up complete, took: 149.963192ms
I0325 10:53:19.581734    3509 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-2-111.ec2.internal" zone
I0325 10:53:19.646804    3509 default_node_network_controller.go:709] Initializing the default node network controller
I0325 10:53:19.707895    3509 udn_isolation.go:101] Starting UDN host isolation manager
I0325 10:53:19.714097    3509 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0325 10:53:19.812838    3509 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0325 10:53:19.813036    3509 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0325 10:53:19.813058    3509 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0325 10:53:19.849487    3509 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0325 10:53:19.849559    3509 default_node_network_controller.go:808] Node ip-10-0-2-111.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23
I0325 10:53:19.855913    3509 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.111"] k8s.ovn.org/zone-name:ip-10-0-2-111.ec2.internal] on node ip-10-0-2-111.ec2.internal
I0325 10:53:19.877389    3509 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0325 10:53:19.884520    3509 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0325 10:53:19.884720    3509 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1
I0325 10:53:19.884899    3509 gateway_init.go:263] Preparing Gateway
I0325 10:53:19.884913    3509 gateway_shared_intf.go:1658] Creating new gateway
I0325 10:53:19.976976    3509 iptables.go:108] Creating table: filter chain: FORWARD
I0325 10:53:19.984132    3509 iptables.go:108] Creating table: filter chain: OUTPUT
I0325 10:53:19.990838    3509 gateway_shared_intf.go:1787] Gateway Creation Complete
I0325 10:53:19.990854    3509 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-111.ec2.internal","mac-address":"0e:1c:0f:81:2d:df","ip-addresses":["10.0.2.111/24"],"ip-address":"10.0.2.111/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:2a4432ad-85db-4859-8688-bb1e35474d65 k8s.ovn.org/node-encap-ips:["10.0.2.111"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.111/24"} k8s.ovn.org/zone-name:ip-10-0-2-111.ec2.internal] on node ip-10-0-2-111.ec2.internal
I0325 10:53:20.012244    3509 default_node_network_controller.go:518] Node connection status = connected
I0325 10:53:20.082770    3509 controller_manager.go:427] Waiting for node in zone sync took: 501.019967ms
I0325 10:53:20.090636    3509 controller_manager.go:608] Switching to transit router for layer2 networks
I0325 10:53:20.090654    3509 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-111.ec2.internal
I0325 10:53:20.109903    3509 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0325 10:53:20.117570    3509 controller_manager.go:288] SCTP support detected in OVN
I0325 10:53:20.118311    3509 services_controller.go:69] Creating services controller for network=default
I0325 10:53:20.118403    3509 udn_enabled_svc.go:80] Waiting for service informer to sync
I0325 10:53:20.118469    3509 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0325 10:53:20.118504    3509 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0325 10:53:20.118517    3509 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0325 10:53:20.118527    3509 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0325 10:53:20.118752    3509 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0325 10:53:20.118812    3509 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks
I0325 10:53:20.118897    3509 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 28.062µs
I0325 10:53:20.118931    3509 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 118.835µs
I0325 10:53:20.118936    3509 udn_enabled_svc.go:95] Performing full resync
I0325 10:53:20.118943    3509 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0325 10:53:20.118951    3509 nad_controller.go:173] [zone-nad-controller NAD controller]: started
I0325 10:53:20.118963    3509 default_network_controller.go:321] Starting the default network controller
I0325 10:53:20.118844    3509 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 56.502µs
I0325 10:53:20.119111    3509 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 18.92µs
I0325 10:53:20.119300    3509 udn_enabled_svc.go:99] Waiting for handler to sync
I0325 10:53:20.119313    3509 udn_enabled_svc.go:104] Starting worker
I0325 10:53:20.129430    3509 default_network_controller.go:388] Cleaning External Gateway ECMP routes
I0325 10:53:20.129493    3509 repair.go:33] Syncing exgw routes took 50.248µs
I0325 10:53:20.129512    3509 default_network_controller.go:407] Starting all the Watchers...
I0325 10:53:20.129664    3509 namespace.go:98] [openshift-operators] adding namespace
I0325 10:53:20.129711    3509 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0325 10:53:20.129718    3509 namespace.go:98] [openshift-marketplace] adding namespace
I0325 10:53:20.129712    3509 namespace.go:98] [openshift-console-user-settings] adding namespace
I0325 10:53:20.129665    3509 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0325 10:53:20.129672    3509 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0325 10:53:20.129730    3509 namespace.go:98] [openshift-node] adding namespace
I0325 10:53:20.129672    3509 namespace.go:98] [openshift-backplane-tam] adding namespace
I0325 10:53:20.129683    3509 namespace.go:98] [openshift-console-operator] adding namespace
I0325 10:53:20.129689    3509 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0325 10:53:20.129692    3509 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0325 10:53:20.129702    3509 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0325 10:53:20.129702    3509 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0325 10:53:20.129753    3509 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0325 10:53:20.129664    3509 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0325 10:53:20.130374    3509 namespace.go:102] [openshift-operators] adding namespace took 662.147µs
I0325 10:53:20.130393    3509 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0325 10:53:20.131008    3509 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 608.504µs
I0325 10:53:20.131025    3509 namespace.go:98] [openshift-machine-api] adding namespace
I0325 10:53:20.131787    3509 namespace.go:102] [openshift-machine-api] adding namespace took 753.862µs
I0325 10:53:20.131803    3509 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0325 10:53:20.132442    3509 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 2.717288ms
I0325 10:53:20.132463    3509 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0325 10:53:20.133098    3509 namespace.go:102] [openshift-marketplace] adding namespace took 3.369035ms
I0325 10:53:20.133118    3509 namespace.go:98] [dedicated-admin] adding namespace
I0325 10:53:20.133906    3509 namespace.go:102] [openshift-console-user-settings] adding namespace took 4.171853ms
I0325 10:53:20.133954    3509 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0325 10:53:20.134739    3509 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 5.004689ms
I0325 10:53:20.134761    3509 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0325 10:53:20.135475    3509 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.738101ms
I0325 10:53:20.135496    3509 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0325 10:53:20.136186    3509 namespace.go:102] [openshift-node] adding namespace took 6.443601ms
I0325 10:53:20.136205    3509 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0325 10:53:20.136846    3509 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.099371ms
I0325 10:53:20.136864    3509 namespace.go:98] [openshift-network-node-identity] adding namespace
I0325 10:53:20.137499    3509 namespace.go:102] [openshift-console-operator] adding namespace took 7.75096ms
I0325 10:53:20.137518    3509 namespace.go:98] [openshift-dns-operator] adding namespace
I0325 10:53:20.138163    3509 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.413571ms
I0325 10:53:20.138182    3509 namespace.go:98] [open-cluster-management-2p8mq20h6bsbq55jr1en15t0ro8fskh6] adding namespace
I0325 10:53:20.138822    3509 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 9.071049ms
I0325 10:53:20.138842    3509 namespace.go:98] [openshift-config-operator] adding namespace
I0325 10:53:20.139496    3509 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 9.743505ms
I0325 10:53:20.139513    3509 namespace.go:98] [openshift-console] adding namespace
I0325 10:53:20.140191    3509 namespace.go:102] [openshift-service-ca-operator] adding namespace took 10.435694ms
I0325 10:53:20.140208    3509 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0325 10:53:20.140839    3509 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 11.077917ms
I0325 10:53:20.140856    3509 namespace.go:98] [openshift-monitoring] adding namespace
I0325 10:53:20.141485    3509 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 11.687435ms
I0325 10:53:20.141504    3509 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0325 10:53:20.141950    3509 namespace.go:102] [openshift-apiserver-operator] adding namespace took 10.138865ms
I0325 10:53:20.141968    3509 namespace.go:98] [openshift-host-network] adding namespace
I0325 10:53:20.142550    3509 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 10.079743ms
I0325 10:53:20.142566    3509 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0325 10:53:20.143116    3509 namespace.go:102] [dedicated-admin] adding namespace took 9.990409ms
I0325 10:53:20.143132    3509 namespace.go:98] [kube-public] adding namespace
I0325 10:53:20.143936    3509 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 9.972856ms
I0325 10:53:20.143956    3509 namespace.go:98] [openshift-network-console] adding namespace
I0325 10:53:20.144566    3509 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 9.797617ms
I0325 10:53:20.144615    3509 namespace.go:98] [kube-system] adding namespace
W0325 10:53:20.145201    3509 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-5dkd6: pod openshift-network-diagnostics/network-check-target-5dkd6: no pod IPs found 
W0325 10:53:20.145244    3509 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-tnw6p: pod openshift-network-diagnostics/network-check-target-tnw6p: no pod IPs found 
I0325 10:53:20.145246    3509 namespace.go:102] [openshift-customer-monitoring] adding namespace took 9.741422ms
I0325 10:53:20.145271    3509 namespace.go:98] [openshift-config] adding namespace
I0325 10:53:20.145965    3509 namespace.go:102] [openshift-network-diagnostics] adding namespace took 9.752076ms
I0325 10:53:20.145981    3509 namespace.go:98] [openshift-infra] adding namespace
I0325 10:53:20.146615    3509 namespace.go:102] [openshift-network-node-identity] adding namespace took 9.743819ms
I0325 10:53:20.146629    3509 namespace.go:98] [openshift-backplane-srep] adding namespace
I0325 10:53:20.147221    3509 namespace.go:102] [openshift-dns-operator] adding namespace took 9.695153ms
I0325 10:53:20.147239    3509 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0325 10:53:20.147886    3509 namespace.go:102] [open-cluster-management-2p8mq20h6bsbq55jr1en15t0ro8fskh6] adding namespace took 9.695934ms
I0325 10:53:20.147908    3509 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0325 10:53:20.148510    3509 namespace.go:102] [openshift-config-operator] adding namespace took 9.659056ms
I0325 10:53:20.148566    3509 namespace.go:98] [openshift-multus] adding namespace
I0325 10:53:20.149201    3509 namespace.go:102] [openshift-console] adding namespace took 9.680219ms
I0325 10:53:20.149220    3509 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0325 10:53:20.149822    3509 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 9.608381ms
I0325 10:53:20.149839    3509 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0325 10:53:20.150477    3509 namespace.go:102] [openshift-monitoring] adding namespace took 9.615377ms
I0325 10:53:20.150491    3509 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0325 10:53:20.151199    3509 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 9.687109ms
I0325 10:53:20.151217    3509 namespace.go:98] [openshift-ingress] adding namespace
I0325 10:53:20.151881    3509 namespace.go:102] [openshift-host-network] adding namespace took 9.904461ms
I0325 10:53:20.152483    3509 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 9.910615ms
I0325 10:53:20.152499    3509 namespace.go:98] [openshift] adding namespace
I0325 10:53:20.153111    3509 namespace.go:102] [kube-public] adding namespace took 9.970538ms
I0325 10:53:20.153139    3509 namespace.go:98] [openshift-image-registry] adding namespace
W0325 10:53:20.153708    3509 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-x99cj: pod kube-system/global-pull-secret-syncer-x99cj: no pod IPs found 
I0325 10:53:20.153709    3509 namespace.go:102] [openshift-network-console] adding namespace took 9.745661ms
I0325 10:53:20.153772    3509 namespace.go:98] [openshift-ingress-canary] adding namespace
I0325 10:53:20.154502    3509 namespace.go:102] [kube-system] adding namespace took 9.875472ms
I0325 10:53:20.154522    3509 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0325 10:53:20.155098    3509 namespace.go:102] [openshift-config] adding namespace took 9.817326ms
I0325 10:53:20.155117    3509 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0325 10:53:20.155718    3509 namespace.go:102] [openshift-infra] adding namespace took 9.730319ms
I0325 10:53:20.155733    3509 namespace.go:98] [openshift-authentication] adding namespace
I0325 10:53:20.156333    3509 namespace.go:102] [openshift-backplane-srep] adding namespace took 9.697161ms
I0325 10:53:20.156351    3509 namespace.go:98] [openshift-authentication-operator] adding namespace
I0325 10:53:20.157003    3509 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 9.756059ms
I0325 10:53:20.157021    3509 namespace.go:98] [default] adding namespace
W0325 10:53:20.157613    3509 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-lls2x: pod openshift-multus/network-metrics-daemon-lls2x: no pod IPs found 
W0325 10:53:20.157655    3509 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-t76gw: pod openshift-multus/network-metrics-daemon-t76gw: no pod IPs found 
I0325 10:53:20.157665    3509 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 9.749392ms
I0325 10:53:20.157680    3509 namespace.go:98] [openshift-network-operator] adding namespace
I0325 10:53:20.158390    3509 namespace.go:102] [openshift-multus] adding namespace took 9.811369ms
I0325 10:53:20.158408    3509 namespace.go:98] [openshift-config-managed] adding namespace
I0325 10:53:20.159106    3509 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 9.877754ms
I0325 10:53:20.159124    3509 namespace.go:98] [openshift-backplane-csm] adding namespace
I0325 10:53:20.159840    3509 namespace.go:102] [openshift-kube-scheduler] adding namespace took 9.993214ms
I0325 10:53:20.159895    3509 namespace.go:98] [openshift-backplane-cee] adding namespace
I0325 10:53:20.160581    3509 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 10.081903ms
I0325 10:53:20.160602    3509 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0325 10:53:20.161308    3509 namespace.go:102] [openshift-ingress] adding namespace took 10.080035ms
I0325 10:53:20.161328    3509 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0325 10:53:20.162049    3509 namespace.go:102] [openshift] adding namespace took 9.542577ms
I0325 10:53:20.162067    3509 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0325 10:53:20.162766    3509 namespace.go:102] [openshift-image-registry] adding namespace took 9.61954ms
I0325 10:53:20.162819    3509 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0325 10:53:20.163480    3509 namespace.go:102] [openshift-ingress-canary] adding namespace took 9.699978ms
I0325 10:53:20.163496    3509 namespace.go:98] [openshift-operators-redhat] adding namespace
I0325 10:53:20.164094    3509 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 9.561207ms
I0325 10:53:20.164113    3509 namespace.go:98] [openshift-ingress-operator] adding namespace
I0325 10:53:20.164793    3509 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 9.669799ms
I0325 10:53:20.164809    3509 namespace.go:98] [openshift-apiserver] adding namespace
I0325 10:53:20.165444    3509 namespace.go:102] [openshift-authentication] adding namespace took 9.704091ms
I0325 10:53:20.165462    3509 namespace.go:98] [openshift-insights] adding namespace
I0325 10:53:20.166055    3509 namespace.go:102] [openshift-authentication-operator] adding namespace took 9.696722ms
I0325 10:53:20.166089    3509 namespace.go:98] [openshift-package-operator] adding namespace
I0325 10:53:20.166722    3509 namespace.go:102] [default] adding namespace took 9.694541ms
I0325 10:53:20.166741    3509 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0325 10:53:20.167363    3509 namespace.go:102] [openshift-network-operator] adding namespace took 9.676542ms
I0325 10:53:20.167381    3509 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0325 10:53:20.168020    3509 namespace.go:102] [openshift-config-managed] adding namespace took 9.604648ms
I0325 10:53:20.168036    3509 namespace.go:98] [openshift-cluster-version] adding namespace
I0325 10:53:20.168667    3509 namespace.go:102] [openshift-backplane-csm] adding namespace took 9.53692ms
I0325 10:53:20.168685    3509 namespace.go:98] [openshift-controller-manager] adding namespace
I0325 10:53:20.169296    3509 namespace.go:102] [openshift-backplane-cee] adding namespace took 9.368355ms
I0325 10:53:20.169315    3509 namespace.go:98] [openshift-logging] adding namespace
I0325 10:53:20.169909    3509 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 9.298537ms
I0325 10:53:20.169929    3509 namespace.go:98] [openshift-etcd] adding namespace
I0325 10:53:20.170599    3509 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 9.261664ms
I0325 10:53:20.170615    3509 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0325 10:53:20.171223    3509 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 9.135007ms
I0325 10:53:20.171257    3509 namespace.go:98] [openshift-dns] adding namespace
I0325 10:53:20.171855    3509 namespace.go:102] [openshift-route-controller-manager] adding namespace took 9.023676ms
I0325 10:53:20.172512    3509 namespace.go:102] [openshift-operators-redhat] adding namespace took 9.00993ms
I0325 10:53:20.173107    3509 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.985484ms
I0325 10:53:20.173129    3509 namespace.go:98] [openshift-backplane] adding namespace
I0325 10:53:20.173734    3509 namespace.go:102] [openshift-apiserver] adding namespace took 8.917881ms
I0325 10:53:20.174334    3509 namespace.go:102] [openshift-insights] adding namespace took 8.864692ms
I0325 10:53:20.175040    3509 namespace.go:102] [openshift-package-operator] adding namespace took 8.943762ms
I0325 10:53:20.175620    3509 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.872181ms
I0325 10:53:20.175647    3509 namespace.go:98] [openshift-backplane-cse] adding namespace
I0325 10:53:20.176434    3509 namespace.go:102] [openshift-backplane-mobb] adding namespace took 9.043616ms
I0325 10:53:20.177107    3509 namespace.go:102] [openshift-cluster-version] adding namespace took 9.062273ms
I0325 10:53:20.177820    3509 namespace.go:102] [openshift-controller-manager] adding namespace took 9.126927ms
I0325 10:53:20.178439    3509 namespace.go:102] [openshift-logging] adding namespace took 9.117661ms
I0325 10:53:20.179051    3509 namespace.go:102] [openshift-etcd] adding namespace took 9.115139ms
I0325 10:53:20.179089    3509 namespace.go:98] [kube-node-lease] adding namespace
I0325 10:53:20.179747    3509 namespace.go:102] [openshift-must-gather-operator] adding namespace took 9.124912ms
I0325 10:53:20.180529    3509 namespace.go:102] [openshift-dns] adding namespace took 9.261483ms
I0325 10:53:20.181270    3509 namespace.go:102] [openshift-backplane] adding namespace took 8.134532ms
I0325 10:53:20.181985    3509 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.329418ms
I0325 10:53:20.182752    3509 namespace.go:102] [kube-node-lease] adding namespace took 3.655338ms
I0325 10:53:20.183484    3509 zone_ic_handler.go:186] Time taken to create transit switch: 582.723µs
I0325 10:53:20.183594    3509 master.go:532] Adding or Updating local node "ip-10-0-2-111.ec2.internal" for network "default"
I0325 10:53:20.183630    3509 obj_retry.go:544] Failed to create *v1.Node ip-10-0-1-56.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-56.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-56.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-56.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-56.ec2.internal
I0325 10:53:20.184274    3509 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-91.ec2.internal for the network default
I0325 10:53:20.185845    3509 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-91.ec2.internal" on network "default" took: 1.593533ms
W0325 10:53:20.194472    3509 gateway.go:197] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-x99cj: pod kube-system/global-pull-secret-syncer-x99cj: no pod IPs found 
W0325 10:53:20.194496    3509 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-5dkd6: pod openshift-network-diagnostics/network-check-target-5dkd6: no pod IPs found 
W0325 10:53:20.194510    3509 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-lls2x: pod openshift-multus/network-metrics-daemon-lls2x: no pod IPs found 
I0325 10:53:20.195612    3509 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-2-111.ec2.internal for the network default
I0325 10:53:20.196596    3509 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0325 10:53:20.196638    3509 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0325 10:53:20.196651    3509 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0325 10:53:20.196681    3509 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-91.ec2.internal in network "default"
I0325 10:53:20.196770    3509 node_tracker.go:169] Node ip-10-0-0-91.ec2.internal switch + router changed, syncing services in network "default"
I0325 10:53:20.196782    3509 services_controller.go:574] Full service sync requested for network=default
I0325 10:53:20.196794    3509 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-56.ec2.internal in network "default"
I0325 10:53:20.196808    3509 node_tracker.go:235] Node ip-10-0-1-56.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-56.ec2.internal"
I0325 10:53:20.196819    3509 node_tracker.go:169] Node ip-10-0-1-56.ec2.internal switch + router changed, syncing services in network "default"
I0325 10:53:20.196825    3509 services_controller.go:574] Full service sync requested for network=default
I0325 10:53:20.196833    3509 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-111.ec2.internal in network "default"
I0325 10:53:20.196866    3509 node_tracker.go:169] Node ip-10-0-2-111.ec2.internal switch + router changed, syncing services in network "default"
I0325 10:53:20.196885    3509 services_controller.go:574] Full service sync requested for network=default
I0325 10:53:20.296940    3509 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0325 10:53:20.296965    3509 services_controller.go:208] Setting up event handlers for services for network=default
I0325 10:53:20.297057    3509 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0325 10:53:20.297129    3509 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0325 10:53:20.297149    3509 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0325 10:53:20.398121    3509 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0325 10:53:20.398147    3509 repair.go:60] Starting repairing loop for services
I0325 10:53:20.398262    3509 repair.go:131] Deleted 0 stale service LBs
I0325 10:53:20.398285    3509 repair.go:137] Deleted 0 stale Chassis Template Vars
I0325 10:53:20.398300    3509 repair.go:62] Finished repairing loop for services: 162.728µs
I0325 10:53:20.398324    3509 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0325 10:53:20.398335    3509 services_controller.go:254] Starting workers for network=default
I0325 10:53:20.398747    3509 obj_retry.go:544] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-t76gw, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-t76gw: suppressed error logged: pod openshift-multus/network-metrics-daemon-t76gw: no pod IPs found 
I0325 10:53:20.398778    3509 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-lls2x] creating logical port openshift-multus_network-metrics-daemon-lls2x for pod on switch ip-10-0-2-111.ec2.internal
I0325 10:53:20.398832    3509 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-x99cj] creating logical port kube-system_global-pull-secret-syncer-x99cj for pod on switch ip-10-0-2-111.ec2.internal
I0325 10:53:20.398924    3509 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-lls2x
I0325 10:53:20.398984    3509 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-x99cj
I0325 10:53:20.398779    3509 obj_retry.go:544] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-tnw6p, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-tnw6p: suppressed error logged: pod openshift-network-diagnostics/network-check-target-tnw6p: no pod IPs found 
I0325 10:53:20.399359    3509 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-5dkd6] creating logical port openshift-network-diagnostics_network-check-target-5dkd6 for pod on switch ip-10-0-2-111.ec2.internal
I0325 10:53:20.399451    3509 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-5dkd6
I0325 10:53:20.415005    3509 pod.go:62] [kube-system/global-pull-secret-syncer-x99cj] pod update took 16.06961ms
I0325 10:53:20.415063    3509 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-x99cj] addLogicalPort annotation time took 16.127866ms
I0325 10:53:20.416164    3509 pod.go:62] [openshift-multus/network-metrics-daemon-lls2x] pod update took 17.300974ms
I0325 10:53:20.416223    3509 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-lls2x] addLogicalPort annotation time took 17.364804ms
I0325 10:53:20.416843    3509 pods.go:271] [kube-system/global-pull-secret-syncer-x99cj] addLogicalPort took 18.014762ms, libovsdb time 1.52477ms
I0325 10:53:20.417404    3509 pods.go:271] [openshift-multus/network-metrics-daemon-lls2x] addLogicalPort took 18.633655ms, libovsdb time 769.183µs
I0325 10:53:20.417608    3509 pod.go:62] [openshift-network-diagnostics/network-check-target-5dkd6] pod update took 18.184672ms
I0325 10:53:20.417663    3509 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-5dkd6] addLogicalPort annotation time took 18.239422ms
I0325 10:53:20.418774    3509 pods.go:271] [openshift-network-diagnostics/network-check-target-5dkd6] addLogicalPort took 19.422822ms, libovsdb time 832.171µs
I0325 10:53:20.419424    3509 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0325 10:53:20.419451    3509 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0325 10:53:20.419465    3509 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0325 10:53:20.419472    3509 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0325 10:53:20.419720    3509 repair.go:29] Repairing admin network policies took 240.02µs
I0325 10:53:20.419939    3509 repair.go:92] Repairing baseline admin network policies took 170.2µs
I0325 10:53:20.420273    3509 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0325 10:53:20.420346    3509 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0325 10:53:20.422509    3509 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0325 10:53:20.422576    3509 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0325 10:53:20.422590    3509 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0325 10:53:20.424086    3509 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0325 10:53:20.424111    3509 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0325 10:53:20.424125    3509 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0325 10:53:20.426255    3509 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0325 10:53:20.426281    3509 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0325 10:53:20.426290    3509 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0325 10:53:20.426896    3509 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0325 10:53:20.426924    3509 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0325 10:53:20.426931    3509 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0325 10:53:20.428475    3509 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0325 10:53:20.428496    3509 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0325 10:53:20.428508    3509 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0325 10:53:20.430708    3509 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0325 10:53:20.430731    3509 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0325 10:53:20.430743    3509 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0325 10:53:20.431305    3509 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0325 10:53:20.431329    3509 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0325 10:53:20.431341    3509 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0325 10:53:20.431966    3509 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0325 10:53:20.431989    3509 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0325 10:53:20.431998    3509 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0325 10:53:20.432612    3509 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0325 10:53:20.432632    3509 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0325 10:53:20.432648    3509 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0325 10:53:20.434427    3509 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0325 10:53:20.434451    3509 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0325 10:53:20.434461    3509 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0325 10:53:20.435103    3509 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0325 10:53:20.435126    3509 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0325 10:53:20.435138    3509 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0325 10:53:20.435701    3509 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0325 10:53:20.435721    3509 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0325 10:53:20.436199    3509 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0325 10:53:20.436212    3509 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0325 10:53:20.437008    3509 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0325 10:53:20.437033    3509 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0325 10:53:20.437042    3509 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0325 10:53:20.437638    3509 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0325 10:53:20.437657    3509 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0325 10:53:20.437689    3509 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0325 10:53:20.438476    3509 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0325 10:53:20.438499    3509 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0325 10:53:20.438511    3509 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0325 10:53:20.439187    3509 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0325 10:53:20.439209    3509 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0325 10:53:20.439218    3509 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0325 10:53:20.439577    3509 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0325 10:53:20.439603    3509 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0325 10:53:20.439614    3509 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0325 10:53:20.440231    3509 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0325 10:53:20.440258    3509 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0325 10:53:20.440269    3509 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0325 10:53:20.442096    3509 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0325 10:53:20.442123    3509 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0325 10:53:20.442137    3509 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0325 10:53:20.445234    3509 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0325 10:53:20.445259    3509 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0325 10:53:20.445268    3509 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0325 10:53:20.445952    3509 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0325 10:53:20.445974    3509 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0325 10:53:20.445996    3509 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0325 10:53:20.447319    3509 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0325 10:53:20.447339    3509 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0325 10:53:20.447348    3509 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0325 10:53:20.448415    3509 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0325 10:53:20.448438    3509 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0325 10:53:20.448445    3509 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0325 10:53:20.448833    3509 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0325 10:53:20.448856    3509 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0325 10:53:20.448872    3509 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0325 10:53:20.450450    3509 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0325 10:53:20.450470    3509 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0325 10:53:20.450481    3509 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0325 10:53:20.451113    3509 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0325 10:53:20.451137    3509 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0325 10:53:20.451150    3509 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0325 10:53:20.452538    3509 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0325 10:53:20.452561    3509 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0325 10:53:20.452576    3509 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0325 10:53:20.454031    3509 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0325 10:53:20.454053    3509 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0325 10:53:20.454083    3509 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0325 10:53:20.456006    3509 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0325 10:53:20.461915    3509 egressfirewall.go:319] Starting EgressFirewall controller
I0325 10:53:20.461947    3509 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0325 10:53:20.461963    3509 controller.go:133] Adding controller egress-firewall-controller event handlers
I0325 10:53:20.461993    3509 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0325 10:53:20.462001    3509 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0325 10:53:20.462014    3509 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0325 10:53:20.462005    3509 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0325 10:53:20.462314    3509 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0325 10:53:20.462331    3509 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0325 10:53:20.462341    3509 egressqos.go:193] Setting up event handlers for EgressQoS
I0325 10:53:20.462419    3509 egressfirewall.go:628] Syncing node "ip-10-0-0-91.ec2.internal" for egress firewall
I0325 10:53:20.462467    3509 egressfirewall.go:628] Syncing node "ip-10-0-1-56.ec2.internal" for egress firewall
I0325 10:53:20.462476    3509 egressfirewall.go:628] Syncing node "ip-10-0-2-111.ec2.internal" for egress firewall
I0325 10:53:20.462507    3509 egressqos.go:245] Starting EgressQoS Controller
I0325 10:53:20.462518    3509 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0325 10:53:20.462528    3509 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0325 10:53:20.462534    3509 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0325 10:53:20.462538    3509 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0325 10:53:20.462543    3509 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0325 10:53:20.462547    3509 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0325 10:53:20.462553    3509 egressqos.go:259] Repairing EgressQoSes
I0325 10:53:20.462557    3509 egressqos.go:399] Starting repairing loop for egressqos
I0325 10:53:20.462644    3509 egressqos.go:401] Finished repairing loop for egressqos: 86.535µs
I0325 10:53:20.462668    3509 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0325 10:53:20.462721    3509 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-111.ec2.internal
I0325 10:53:20.462777    3509 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-111.ec2.internal : 55.91µs
I0325 10:53:20.462830    3509 egressservice_zone.go:210] Starting Egress Services Controller
I0325 10:53:20.462843    3509 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0325 10:53:20.462851    3509 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0325 10:53:20.462859    3509 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0325 10:53:20.462866    3509 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0325 10:53:20.462874    3509 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0325 10:53:20.462881    3509 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0325 10:53:20.462889    3509 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0325 10:53:20.462894    3509 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0325 10:53:20.462898    3509 egressservice_zone.go:228] Repairing Egress Services
I0325 10:53:20.463217    3509 master_controller.go:88] Starting Admin Policy Based Route Controller
I0325 10:53:20.463230    3509 external_controller.go:278] Starting Admin Policy Based Route Controller
I0325 10:53:20.463297    3509 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-91.ec2.internal
I0325 10:53:20.463313    3509 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-91.ec2.internal: 19.706µs
I0325 10:53:20.463324    3509 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-56.ec2.internal
I0325 10:53:20.463329    3509 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-56.ec2.internal: 6.094µs
I0325 10:53:20.463336    3509 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-111.ec2.internal
I0325 10:53:20.463341    3509 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-111.ec2.internal: 5.704µs
I0325 10:53:20.463440    3509 default_network_controller.go:568] Completing all the Watchers took 333.917576ms
I0325 10:53:20.463460    3509 default_network_controller.go:572] Starting unidling controllers
I0325 10:53:20.463473    3509 unidle.go:46] Registering OVN SB ControllerEvent handler
I0325 10:53:20.463481    3509 unidle.go:63] Populating Initial ContollerEvent events
I0325 10:53:20.463495    3509 unidle.go:79] Setting up event handlers for services
I0325 10:53:20.463661    3509 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller
I0325 10:53:20.513549    3509 default_node_network_controller.go:518] Node connection status = connected
I0325 10:53:20.775502    3509 egressfirewall.go:628] Syncing node "ip-10-0-1-56.ec2.internal" for egress firewall
I0325 10:53:20.775543    3509 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-56.ec2.internal
I0325 10:53:20.775554    3509 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-56.ec2.internal: 12.635µs
I0325 10:53:20.775586    3509 default_network_controller.go:1008] Node "ip-10-0-1-56.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0325 10:53:20.807303    3509 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-91.ec2.internal
I0325 10:53:20.807322    3509 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-91.ec2.internal. Updating no re-route policies
I0325 10:53:20.807326    3509 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-91.ec2.internal: 25.957µs
I0325 10:53:20.807357    3509 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-91.ec2.internal in network "default"
I0325 10:53:20.807423    3509 node_tracker.go:169] Node ip-10-0-0-91.ec2.internal switch + router changed, syncing services in network "default"
I0325 10:53:20.807443    3509 services_controller.go:574] Full service sync requested for network=default
I0325 10:53:20.807357    3509 egressfirewall.go:628] Syncing node "ip-10-0-0-91.ec2.internal" for egress firewall
I0325 10:53:21.014278    3509 default_node_network_controller.go:518] Node connection status = connected
I0325 10:53:21.512844    3509 default_node_network_controller.go:518] Node connection status = connected
I0325 10:53:22.012484    3509 default_node_network_controller.go:518] Node connection status = connected
I0325 10:53:22.154510    3509 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0325 10:53:22.513296    3509 default_node_network_controller.go:518] Node connection status = connected
I0325 10:53:22.528596    3509 bridgeconfig.go:537] Gateway is ready
I0325 10:53:22.528615    3509 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager
I0325 10:53:22.538881    3509 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.111. Updating OVN encap IP.
I0325 10:53:22.543599    3509 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.111 - it is already configured
I0325 10:53:22.543611    3509 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.111/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0325 10:53:22.543841    3509 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.111/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-111.ec2.internal","mac-address":"0e:1c:0f:81:2d:df","ip-addresses":["10.0.2.111/24"],"ip-address":"10.0.2.111/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:2a4432ad-85db-4859-8688-bb1e35474d65 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.111/24"}] on node ip-10-0-2-111.ec2.internal
I0325 10:53:22.558873    3509 master.go:532] Adding or Updating local node "ip-10-0-2-111.ec2.internal" for network "default"
I0325 10:53:22.558948    3509 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-111.ec2.internal in network "default"
I0325 10:53:22.558890    3509 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-111.ec2.internal
I0325 10:53:22.559095    3509 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-111.ec2.internal: 206.817µs
I0325 10:53:22.558950    3509 egressfirewall.go:628] Syncing node "ip-10-0-2-111.ec2.internal" for egress firewall
I0325 10:53:22.559050    3509 node_tracker.go:169] Node ip-10-0-2-111.ec2.internal switch + router changed, syncing services in network "default"
I0325 10:53:22.559133    3509 services_controller.go:574] Full service sync requested for network=default
I0325 10:53:22.559409    3509 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.2.111
I0325 10:53:22.559545    3509 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-111.ec2.internal
I0325 10:53:22.564085    3509 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-2-111.ec2.internal. Updating no re-route policies
I0325 10:53:22.564127    3509 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-frppv
I0325 10:53:22.564137    3509 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-t76gw
I0325 10:53:22.564144    3509 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-tnw6p
I0325 10:53:22.564127    3509 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-111.ec2.internal
I0325 10:53:22.564153    3509 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-t76gw
I0325 10:53:22.564156    3509 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-111.ec2.internal
I0325 10:53:22.564158    3509 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-tnw6p
I0325 10:53:22.564162    3509 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-bxqws
I0325 10:53:22.564165    3509 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-mxh42
I0325 10:53:22.564179    3509 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-bxqws
I0325 10:53:22.564180    3509 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-mxh42
I0325 10:53:22.564195    3509 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-111.ec2.internal after 0 failed attempt(s)
I0325 10:53:22.564202    3509 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-mxh42 after 0 failed attempt(s)
I0325 10:53:22.564148    3509 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-frppv
I0325 10:53:22.564215    3509 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zmrrh
I0325 10:53:22.564216    3509 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-gpdj9
I0325 10:53:22.564222    3509 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-5dkd6
I0325 10:53:22.564223    3509 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-lls2x
I0325 10:53:22.564226    3509 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zmrrh
I0325 10:53:22.564229    3509 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-5dkd6
I0325 10:53:22.564232    3509 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-lls2x
I0325 10:53:22.564235    3509 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-tskfp
I0325 10:53:22.564240    3509 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-ht8cw
I0325 10:53:22.564242    3509 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-tskfp
I0325 10:53:22.564248    3509 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-ht8cw
I0325 10:53:22.564249    3509 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zmrrh after 0 failed attempt(s)
I0325 10:53:22.564260    3509 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-tskfp after 0 failed attempt(s)
I0325 10:53:22.564265    3509 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-lls2x] creating logical port openshift-multus_network-metrics-daemon-lls2x for pod on switch ip-10-0-2-111.ec2.internal
I0325 10:53:22.564267    3509 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-ht8cw after 0 failed attempt(s)
I0325 10:53:22.564225    3509 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-gpdj9
I0325 10:53:22.564269    3509 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-111.ec2.internal
I0325 10:53:22.564278    3509 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-c89sr
I0325 10:53:22.564280    3509 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-111.ec2.internal
I0325 10:53:22.564287    3509 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-c89sr
I0325 10:53:22.564291    3509 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-gpdj9 after 0 failed attempt(s)
I0325 10:53:22.564293    3509 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-xl4sk
I0325 10:53:22.564265    3509 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-5dkd6] creating logical port openshift-network-diagnostics_network-check-target-5dkd6 for pod on switch ip-10-0-2-111.ec2.internal
I0325 10:53:22.564304    3509 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-xl4sk
I0325 10:53:22.564304    3509 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-111.ec2.internal after 0 failed attempt(s)
I0325 10:53:22.564317    3509 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-c89sr after 0 failed attempt(s)
I0325 10:53:22.564201    3509 obj_retry.go:375] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-tnw6p, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-tnw6p: suppressed error logged: pod openshift-network-diagnostics/network-check-target-tnw6p: no pod IPs found 
I0325 10:53:22.564347    3509 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-xl4sk after 0 failed attempt(s)
I0325 10:53:22.564202    3509 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-bxqws after 0 failed attempt(s)
I0325 10:53:22.564213    3509 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-x99cj
I0325 10:53:22.564366    3509 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-x99cj
I0325 10:53:22.564200    3509 obj_retry.go:375] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-t76gw, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-t76gw: suppressed error logged: pod openshift-multus/network-metrics-daemon-t76gw: no pod IPs found 
I0325 10:53:22.564394    3509 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-x99cj] creating logical port kube-system_global-pull-secret-syncer-x99cj for pod on switch ip-10-0-2-111.ec2.internal
I0325 10:53:22.564229    3509 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-frppv after 0 failed attempt(s)
I0325 10:53:22.565116    3509 pods.go:271] [openshift-network-diagnostics/network-check-target-5dkd6] addLogicalPort took 862.319µs, libovsdb time 343.373µs
I0325 10:53:22.565130    3509 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-5dkd6 after 0 failed attempt(s)
I0325 10:53:22.565198    3509 pods.go:271] [openshift-multus/network-metrics-daemon-lls2x] addLogicalPort took 946.575µs, libovsdb time 372.586µs
I0325 10:53:22.565209    3509 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-lls2x after 0 failed attempt(s)
I0325 10:53:22.565353    3509 pods.go:271] [kube-system/global-pull-secret-syncer-x99cj] addLogicalPort took 965.719µs, libovsdb time 347.896µs
I0325 10:53:22.565364    3509 obj_retry.go:384] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-x99cj after 0 failed attempt(s)
I0325 10:53:22.574888    3509 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher
I0325 10:53:22.587084    3509 iptables.go:108] Creating table: mangle chain: OUTPUT
I0325 10:53:22.590696    3509 iptables.go:108] Creating table: nat chain: OUTPUT
I0325 10:53:22.609852    3509 iptables.go:108] Creating table: nat chain: PREROUTING
I0325 10:53:22.677052    3509 iptables.go:108] Creating table: filter chain: FORWARD
I0325 10:53:22.692851    3509 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1
W0325 10:53:22.692971    3509 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0325 10:53:22.693017    3509 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4
W0325 10:53:22.693151    3509 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0325 10:53:22.693210    3509 gateway_init.go:325] Gateway and management port readiness took 2.684274694s
I0325 10:53:22.693236    3509 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0325 10:53:22.693270    3509 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0325 10:53:22.693282    3509 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0325 10:53:22.693291    3509 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0325 10:53:22.693346    3509 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0325 10:53:22.693489    3509 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 50.941µs
I0325 10:53:22.693697    3509 network_controller.go:246] [node-nad-controller network controller]: syncing all networks
I0325 10:53:22.693720    3509 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 14.518µs
I0325 10:53:22.693728    3509 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 31.398µs
I0325 10:53:22.693733    3509 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0325 10:53:22.693741    3509 nad_controller.go:173] [node-nad-controller NAD controller]: started
I0325 10:53:22.693745    3509 default_node_network_controller.go:898] Starting the default node network controller
I0325 10:53:22.693749    3509 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0325 10:53:22.693824    3509 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 11.667µs
I0325 10:53:22.693898    3509 default_node_network_controller.go:1444] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0325 10:53:22.693913    3509 default_node_network_controller.go:934] Waiting for gateway and management port readiness...
I0325 10:53:22.693940    3509 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00076e460 0xc0001b3c70 0xc0001b3ce0 0xc0001b3dc0 0xc0001b3e30 0xc0001b3f10 <nil> 0xc0002de000 0xc000721590 0xc0002de070 0xc0002de0e0 <nil> 0xc0008d4280 0xc006155180 <nil> <nil> 0xc0002de150 map[0x2f67040:0xc003d62060 0x2f67580:0xc003d621e0 0x2f68000:0xc002199140 0x2f682a0:0xc003d62000 0x2f687e0:0xc003d620c0 0x2f68a80:0xc003d62120 0x2f68d20:0xc003d62180 0x2f69500:0xc003d622a0 0x2f697a0:0xc003d62300 0x2f93d40:0xc000cb1b60 0x2f940e0:0xc000cb1bc0 0x2f94bc0:0xc00077b2c0 0x2f96520:0xc000ca4ae0 0x2f97000:0xc0021990e0 0x2f97e80:0xc000cb1b00] 0xc00016abd0 0}
I0325 10:53:22.693995    3509 gateway.go:151] Starting gateway service sync
I0325 10:53:22.694419    3509 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0325 10:53:22.696555    3509 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0325 10:53:22.721046    3509 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0325 10:53:22.722247    3509 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0325 10:53:22.723299    3509 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0325 10:53:22.760541    3509 gateway.go:168] Gateway service sync done. Time taken: 66.532733ms
I0325 10:53:22.761154    3509 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31356
I0325 10:53:22.761371    3509 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00076e460 0xc0001b3c70 0xc0001b3ce0 0xc0001b3dc0 0xc0001b3e30 0xc0001b3f10 <nil> 0xc0002de000 0xc000721590 0xc0002de070 0xc0002de0e0 <nil> 0xc0008d4280 0xc006155180 <nil> <nil> 0xc0002de150 map[0x2f67040:0xc003d62060 0x2f67580:0xc003d621e0 0x2f68000:0xc002199140 0x2f682a0:0xc003d62000 0x2f687e0:0xc003d620c0 0x2f68a80:0xc003d62120 0x2f68d20:0xc003d62180 0x2f69500:0xc003d622a0 0x2f697a0:0xc003d62300 0x2f93d40:0xc000cb1b60 0x2f940e0:0xc000cb1bc0 0x2f94bc0:0xc00077b2c0 0x2f96520:0xc000ca4ae0 0x2f97000:0xc0021990e0 0x2f97e80:0xc000cb1b00] 0xc00016abd0 0}
I0325 10:53:22.761855    3509 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00076e460 0xc0001b3c70 0xc0001b3ce0 0xc0001b3dc0 0xc0001b3e30 0xc0001b3f10 <nil> 0xc0002de000 0xc000721590 0xc0002de070 0xc0002de0e0 <nil> 0xc0008d4280 0xc006155180 <nil> <nil> 0xc0002de150 map[0x2f67040:0xc003d62060 0x2f67580:0xc003d621e0 0x2f68000:0xc002199140 0x2f682a0:0xc003d62000 0x2f687e0:0xc003d620c0 0x2f68a80:0xc003d62120 0x2f68d20:0xc003d62180 0x2f69500:0xc003d622a0 0x2f697a0:0xc003d62300 0x2f93d40:0xc000cb1b60 0x2f940e0:0xc000cb1bc0 0x2f94bc0:0xc00077b2c0 0x2f96520:0xc000ca4ae0 0x2f97000:0xc0021990e0 0x2f97e80:0xc000cb1b00] 0xc00016abd0 0}
I0325 10:53:22.761889    3509 gateway.go:519] Reconciling gateway with updates
I0325 10:53:22.768498    3509 gateway.go:326] Spawning Conntrack Rule Check Thread
I0325 10:53:22.768592    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0325 10:53:22.768632    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0325 10:53:22.768696    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0325 10:53:22.768726    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0325 10:53:22.768787    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0325 10:53:22.768821    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0325 10:53:22.768870    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0325 10:53:22.768939    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0325 10:53:22.768873    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift
I0325 10:53:22.768958    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift
I0325 10:53:22.768964    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0325 10:53:22.768632    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0325 10:53:22.768976    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0325 10:53:22.768988    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0325 10:53:22.768829    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0325 10:53:22.768801    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0325 10:53:22.768611    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0325 10:53:22.769008    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0325 10:53:22.769049    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0325 10:53:22.768615    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0325 10:53:22.769083    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0325 10:53:22.769121    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0325 10:53:22.768621    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0325 10:53:22.769138    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0325 10:53:22.769175    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0325 10:53:22.768622    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0325 10:53:22.769243    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0325 10:53:22.769245    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0325 10:53:22.769265    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0325 10:53:22.769300    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0325 10:53:22.769328    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0325 10:53:22.769342    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0325 10:53:22.769350    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0325 10:53:22.769379    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver
I0325 10:53:22.769421    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0325 10:53:22.769441    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0325 10:53:22.769429    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver
I0325 10:53:22.769472    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0325 10:53:22.769477    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0325 10:53:22.769492    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0325 10:53:22.769494    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0325 10:53:22.769497    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0325 10:53:22.769421    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0325 10:53:22.769506    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0325 10:53:22.769505    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0325 10:53:22.769513    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0325 10:53:22.769273    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0325 10:53:22.769529    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0325 10:53:22.768716    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0325 10:53:22.769539    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0325 10:53:22.769541    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0325 10:53:22.769550    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0325 10:53:22.769569    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0325 10:53:22.769380    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0325 10:53:22.769614    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0325 10:53:22.769619    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0325 10:53:22.768642    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0325 10:53:22.769656    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0325 10:53:22.768591    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0325 10:53:22.769670    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0325 10:53:22.769701    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0325 10:53:22.768644    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0325 10:53:22.769716    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0325 10:53:22.769747    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0325 10:53:22.768644    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0325 10:53:22.769762    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0325 10:53:22.769799    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0325 10:53:22.768653    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0325 10:53:22.769813    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0325 10:53:22.769844    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0325 10:53:22.768653    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0325 10:53:22.769857    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0325 10:53:22.769864    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0325 10:53:22.768654    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0325 10:53:22.769877    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0325 10:53:22.769883    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0325 10:53:22.768665    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0325 10:53:22.769895    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0325 10:53:22.769923    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0325 10:53:22.768664    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0325 10:53:22.769938    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0325 10:53:22.769938    3509 node_ip_handler_linux.go:160] Node IP manager is running
I0325 10:53:22.769964    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0325 10:53:22.768721    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0325 10:53:22.769979    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0325 10:53:22.770030    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0325 10:53:22.768738    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0325 10:53:22.770045    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0325 10:53:22.770082    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0325 10:53:22.768753    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0325 10:53:22.768751    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0325 10:53:22.768850    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes
I0325 10:53:22.769312    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0325 10:53:22.770103    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0325 10:53:22.770121    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0325 10:53:22.769337    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0325 10:53:22.770129    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0325 10:53:22.770148    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0325 10:53:22.769380    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0325 10:53:22.770162    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0325 10:53:22.770168    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0325 10:53:22.770179    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0325 10:53:22.770188    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0325 10:53:22.768634    3509 default_node_network_controller.go:943] Gateway and management port readiness took 74.712359ms
I0325 10:53:22.770212    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0325 10:53:22.770225    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0325 10:53:22.770228    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes
I0325 10:53:22.769388    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0325 10:53:22.770240    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0325 10:53:22.769389    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0325 10:53:22.769393    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0325 10:53:22.770280    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0325 10:53:22.769397    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0325 10:53:22.770326    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0325 10:53:22.770332    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0325 10:53:22.769399    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0325 10:53:22.770342    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0325 10:53:22.770349    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0325 10:53:22.769402    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0325 10:53:22.770358    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0325 10:53:22.769410    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0325 10:53:22.770395    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0325 10:53:22.769415    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0325 10:53:22.770433    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0325 10:53:22.770448    3509 port_claim.go:71] Svc openshift-ingress/router-default: port 32017 is already open, no action needed
I0325 10:53:22.770456    3509 port_claim.go:71] Svc openshift-ingress/router-default: port 31610 is already open, no action needed
I0325 10:53:22.769574    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0325 10:53:22.768635    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0325 10:53:22.770562    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
W0325 10:53:22.811795    3509 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0325 10:53:22.811972    3509 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0
W0325 10:53:22.812123    3509 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0
I0325 10:53:22.822853    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0325 10:53:22.822887    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0325 10:53:22.822894    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0325 10:53:22.867991    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0325 10:53:22.868019    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0325 10:53:22.906092    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0325 10:53:22.906102    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
W0325 10:53:24.347906    3509 egressip_healthcheck.go:76] Health checking using insecure connection
I0325 10:53:24.347918    3509 default_node_network_controller.go:1364] Starting node controller node sync
I0325 10:53:24.347955    3509 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107
I0325 10:53:24.359606    3509 default_node_network_controller.go:1406] Node controller node sync done. Time taken: 11.672486ms
I0325 10:53:24.359724    3509 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-91.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0325 10:53:24.359736    3509 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-91.ec2.internal", IP: 10.0.0.91 to PMTUD blocking rules
I0325 10:53:24.365231    3509 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0325 10:53:24.365486    3509 egressservice_node.go:93] Setting up event handlers for Egress Services
I0325 10:53:24.365636    3509 egressservice_node.go:183] Starting Egress Services Controller
I0325 10:53:24.365662    3509 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0325 10:53:24.365671    3509 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0325 10:53:24.365677    3509 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0325 10:53:24.365682    3509 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0325 10:53:24.365687    3509 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0325 10:53:24.365692    3509 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0325 10:53:24.365696    3509 egressservice_node.go:197] Repairing Egress Services
I0325 10:53:24.375032    3509 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0325 10:53:24.375045    3509 external_controller.go:278] Starting Admin Policy Based Route Controller
I0325 10:53:24.375224    3509 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled
I0325 10:53:24.375240    3509 link_network_manager.go:117] Link manager is running
I0325 10:53:24.375251    3509 default_node_network_controller.go:1087] Default node network controller initialized and ready.
I0325 10:53:24.375326    3509 ovspinning_linux.go:42] OVS CPU affinity pinning disabled
I0325 10:53:24.375681    3509 vrf_manager.go:128] VRF manager is running
I0325 10:53:24.375778    3509 node_controller_manager.go:437] Removing flows to drop GARP
I0325 10:53:24.375794    3509 gateway.go:519] Reconciling gateway with updates
I0325 10:53:24.392944    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0325 10:53:24.392955    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0325 10:53:24.392961    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0325 10:53:24.392965    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0325 10:53:24.392969    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0325 10:53:24.392980    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0325 10:53:24.392982    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0325 10:53:24.392986    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0325 10:53:24.392991    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0325 10:53:24.392991    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0325 10:53:24.393001    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0325 10:53:24.393003    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0325 10:53:24.393011    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0325 10:53:24.392982    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0325 10:53:24.393090    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0325 10:53:24.393095    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0325 10:53:24.393098    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0325 10:53:24.393102    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0325 10:53:24.393105    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0325 10:53:24.393105    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0325 10:53:24.393112    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0325 10:53:24.392964    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0325 10:53:24.393119    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes
I0325 10:53:24.393122    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0325 10:53:24.393127    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes
I0325 10:53:24.393129    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0325 10:53:24.393136    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0325 10:53:24.393139    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0325 10:53:24.392973    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0325 10:53:24.393151    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0325 10:53:24.393155    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0325 10:53:24.393161    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0325 10:53:24.393165    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0325 10:53:24.393104    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0325 10:53:24.392993    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0325 10:53:24.393197    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0325 10:53:24.393208    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0325 10:53:24.393211    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0325 10:53:24.393035    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0325 10:53:24.393217    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0325 10:53:24.393224    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0325 10:53:24.392973    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0325 10:53:24.393247    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0325 10:53:24.393281    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver
I0325 10:53:24.393352    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver
I0325 10:53:24.393248    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0325 10:53:24.393427    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0325 10:53:24.393435    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0325 10:53:24.393282    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0325 10:53:24.393447    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0325 10:53:24.393058    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0325 10:53:24.393490    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0325 10:53:24.393497    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0325 10:53:24.393060    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0325 10:53:24.392948    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0325 10:53:24.393510    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0325 10:53:24.393063    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0325 10:53:24.393084    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0325 10:53:24.393552    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0325 10:53:24.393566    3509 port_claim.go:71] Svc openshift-ingress/router-default: port 32017 is already open, no action needed
I0325 10:53:24.393576    3509 port_claim.go:71] Svc openshift-ingress/router-default: port 31610 is already open, no action needed
I0325 10:53:24.393147    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0325 10:53:24.393591    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0325 10:53:24.393598    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0325 10:53:24.392941    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0325 10:53:24.393623    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0325 10:53:24.393252    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0325 10:53:24.393658    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0325 10:53:24.393664    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0325 10:53:24.393047    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0325 10:53:24.393671    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0325 10:53:24.393275    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0325 10:53:24.393259    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0325 10:53:24.393732    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0325 10:53:24.393264    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0325 10:53:24.393733    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0325 10:53:24.393762    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0325 10:53:24.393271    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0325 10:53:24.393785    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0325 10:53:24.393790    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0325 10:53:24.393276    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0325 10:53:24.393798    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0325 10:53:24.393269    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift
I0325 10:53:24.393807    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift
I0325 10:53:24.393812    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0325 10:53:24.393287    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0325 10:53:24.393820    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0325 10:53:24.393278    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0325 10:53:24.393843    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0325 10:53:24.393286    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0325 10:53:24.393852    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0325 10:53:24.393294    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0325 10:53:24.393866    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0325 10:53:24.393295    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0325 10:53:24.393874    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0325 10:53:24.393053    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0325 10:53:24.393298    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0325 10:53:24.393296    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0325 10:53:24.393893    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0325 10:53:24.393265    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0325 10:53:24.393916    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0325 10:53:24.393889    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0325 10:53:24.393319    3509 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0325 10:53:24.393957    3509 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0325 10:53:24.415278    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0325 10:53:24.415296    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0325 10:53:24.415302    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0325 10:53:24.461197    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0325 10:53:24.461219    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0325 10:53:24.461226    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0325 10:53:24.461233    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0325 10:53:24.461238    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0325 10:53:24.461246    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0325 10:53:24.461255    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0325 10:53:24.461262    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0325 10:53:24.461267    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0325 10:53:24.461272    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0325 10:53:24.461278    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0325 10:53:24.504715    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0325 10:53:24.504731    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0325 10:53:24.504721    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0325 10:53:24.504746    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0325 10:53:24.504755    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0325 10:53:24.504765    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0325 10:53:24.504773    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0325 10:53:24.504785    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0325 10:53:24.504793    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0325 10:53:24.504803    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0325 10:53:24.504817    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0325 10:53:24.504825    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0325 10:53:24.504835    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0325 10:53:24.504843    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0325 10:53:24.504880    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0325 10:53:24.504900    3509 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0325 10:53:24.734382    3509 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-91.ec2.internal
I0325 10:53:24.734417    3509 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-91.ec2.internal: 39.839µs
I0325 10:53:24.824110    3509 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-9cws5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 10:53:24.824551    3509 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-9cws5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 10:53:25.830125    3509 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-9cws5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 10:53:25.830209    3509 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-9cws5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 10:53:25.842530    3509 default_network_controller.go:1008] Node "ip-10-0-1-56.ec2.internal" in remote zone "ip-10-0-1-56.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0325 10:53:25.842567    3509 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-56.ec2.internal in network "default"
I0325 10:53:25.842667    3509 node_tracker.go:235] Node ip-10-0-1-56.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-56.ec2.internal"
I0325 10:53:25.842686    3509 node_tracker.go:169] Node ip-10-0-1-56.ec2.internal switch + router changed, syncing services in network "default"
I0325 10:53:25.842704    3509 services_controller.go:574] Full service sync requested for network=default
I0325 10:53:25.887253    3509 default_network_controller.go:1008] Node "ip-10-0-1-56.ec2.internal" in remote zone "ip-10-0-1-56.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0325 10:53:25.999968    3509 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-56.ec2.internal in network "default"
I0325 10:53:26.000013    3509 default_network_controller.go:1008] Node "ip-10-0-1-56.ec2.internal" in remote zone "ip-10-0-1-56.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0325 10:53:26.000100    3509 node_tracker.go:169] Node ip-10-0-1-56.ec2.internal switch + router changed, syncing services in network "default"
I0325 10:53:26.000121    3509 services_controller.go:574] Full service sync requested for network=default
I0325 10:53:26.000894    3509 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-56.ec2.internal for the network default
I0325 10:53:26.002119    3509 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-56.ec2.internal" on network "default" took: 1.23659ms
I0325 10:53:26.589739    3509 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-111.ec2.internal
I0325 10:53:26.589878    3509 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-111.ec2.internal: 146.482µs
I0325 10:53:26.617239    3509 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5d466cd54f-vxvns] creating logical port openshift-image-registry_image-registry-5d466cd54f-vxvns for pod on switch ip-10-0-2-111.ec2.internal
I0325 10:53:26.617421    3509 kube.go:256] Updating pod openshift-image-registry/image-registry-5d466cd54f-vxvns
I0325 10:53:26.620032    3509 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-bd8d6ccd8-fsnrw] creating logical port openshift-ingress_router-default-bd8d6ccd8-fsnrw for pod on switch ip-10-0-2-111.ec2.internal
I0325 10:53:26.620207    3509 kube.go:256] Updating pod openshift-ingress/router-default-bd8d6ccd8-fsnrw
I0325 10:53:26.643416    3509 pod.go:62] [openshift-ingress/router-default-bd8d6ccd8-fsnrw] pod update took 23.290944ms
I0325 10:53:26.643440    3509 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-bd8d6ccd8-fsnrw] addLogicalPort annotation time took 23.321995ms
I0325 10:53:26.643918    3509 pod.go:62] [openshift-image-registry/image-registry-5d466cd54f-vxvns] pod update took 26.544226ms
I0325 10:53:26.643980    3509 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-5d466cd54f-vxvns] addLogicalPort annotation time took 26.642135ms
I0325 10:53:26.644714    3509 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-vfztl] creating logical port openshift-dns_dns-default-vfztl for pod on switch ip-10-0-2-111.ec2.internal
I0325 10:53:26.644869    3509 pods.go:271] [openshift-ingress/router-default-bd8d6ccd8-fsnrw] addLogicalPort took 24.849162ms, libovsdb time 1.115629ms
I0325 10:53:26.644931    3509 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-76s64] creating logical port openshift-ingress-canary_ingress-canary-76s64 for pod on switch ip-10-0-2-111.ec2.internal
I0325 10:53:26.645238    3509 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-76s64
I0325 10:53:26.645094    3509 kube.go:256] Updating pod openshift-dns/dns-default-vfztl
I0325 10:53:26.645354    3509 pods.go:271] [openshift-image-registry/image-registry-5d466cd54f-vxvns] addLogicalPort took 28.132512ms, libovsdb time 1.070069ms
I0325 10:53:26.661521    3509 pod.go:62] [openshift-dns/dns-default-vfztl] pod update took 16.470366ms
I0325 10:53:26.661587    3509 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-vfztl] addLogicalPort annotation time took 16.540742ms
I0325 10:53:26.662053    3509 pod.go:62] [openshift-ingress-canary/ingress-canary-76s64] pod update took 16.833383ms
I0325 10:53:26.662100    3509 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-76s64] addLogicalPort annotation time took 16.880351ms
I0325 10:53:26.662822    3509 pods.go:271] [openshift-dns/dns-default-vfztl] addLogicalPort took 18.116484ms, libovsdb time 922.638µs
I0325 10:53:26.663480    3509 pods.go:271] [openshift-ingress-canary/ingress-canary-76s64] addLogicalPort took 18.558951ms, libovsdb time 1.094762ms
I0325 10:53:27.051830    3509 cni.go:403] [openshift-ingress-canary/ingress-canary-76s64 5d0cf08a0d488e4d576320b18c99e0cd293364a5701c3bb7bfcbff2747b44a7d network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-76s64 5d0cf08a0d488e4d576320b18c99e0cd293364a5701c3bb7bfcbff2747b44a7d network default NAD default]
I0325 10:53:27.075554    3509 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-76s64, hostIfaceName: 5d0cf08a0d488e4, network: default, NAD default, SandboxID: "5d0cf08a0d488e4d576320b18c99e0cd293364a5701c3bb7bfcbff2747b44a7d", PCI device ID: , UID: "50ae1396-cb7b-4a46-934c-6a757bea84bd", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23]
I0325 10:53:27.123349    3509 cni.go:424] [openshift-ingress-canary/ingress-canary-76s64 5d0cf08a0d488e4d576320b18c99e0cd293364a5701c3bb7bfcbff2747b44a7d network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-76s64 5d0cf08a0d488e4d576320b18c99e0cd293364a5701c3bb7bfcbff2747b44a7d network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:b1:33:b4:18:ba\",\"name\":\"5d0cf08a0d488e4\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/daca10e6-33ca-4a62-966a-74863075e4c6\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0325 10:53:28.115001    3509 cni.go:403] [kube-system/global-pull-secret-syncer-x99cj 73d86102fbfbd08faf6487d559adccaee5e7de37a7bf4ae4e7880befb36010ff network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-x99cj 73d86102fbfbd08faf6487d559adccaee5e7de37a7bf4ae4e7880befb36010ff network default NAD default]
I0325 10:53:28.126229    3509 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-x99cj, hostIfaceName: 73d86102fbfbd08, network: default, NAD default, SandboxID: "73d86102fbfbd08faf6487d559adccaee5e7de37a7bf4ae4e7880befb36010ff", PCI device ID: , UID: "22b456c9-0b0f-46c3-80b0-45aa34c18f04", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23]
I0325 10:53:28.172353    3509 cni.go:424] [kube-system/global-pull-secret-syncer-x99cj 73d86102fbfbd08faf6487d559adccaee5e7de37a7bf4ae4e7880befb36010ff network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-x99cj 73d86102fbfbd08faf6487d559adccaee5e7de37a7bf4ae4e7880befb36010ff network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:bd:54:f0:93:0a\",\"name\":\"73d86102fbfbd08\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8417bec2-47fe-4573-85f9-164b1eee7550\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0325 10:53:28.551536    3509 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-56.ec2.internal in network "default"
I0325 10:53:28.551630    3509 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-56.ec2.internal", IP: 10.0.1.56 to PMTUD blocking rules
I0325 10:53:28.551651    3509 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-56.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0325 10:53:28.551690    3509 node_tracker.go:169] Node ip-10-0-1-56.ec2.internal switch + router changed, syncing services in network "default"
I0325 10:53:28.551735    3509 services_controller.go:574] Full service sync requested for network=default
I0325 10:53:28.551540    3509 egressfirewall.go:628] Syncing node "ip-10-0-1-56.ec2.internal" for egress firewall
I0325 10:53:28.551590    3509 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-56.ec2.internal
I0325 10:53:28.551972    3509 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-56.ec2.internal: 381.904µs
I0325 10:53:28.558614    3509 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-56.ec2.internal. Updating no re-route policies
I0325 10:53:28.573385    3509 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-56.ec2.internal", IP: 10.0.1.56 to PMTUD blocking rules
I0325 10:53:28.573402    3509 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-56.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0325 10:53:32.058530    3509 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-56.ec2.internal
I0325 10:53:32.058563    3509 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-56.ec2.internal: 41.909µs
W0325 10:53:35.858062    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
W0325 10:53:35.996472    3509 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0325 10:53:37.922726    3509 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0325 10:53:37.923666    3509 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 920.277µs
I0325 10:53:37.943171    3509 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0325 10:53:38.254335    3509 namespace.go:98] [openshift-service-ca] adding namespace
I0325 10:53:38.255344    3509 namespace.go:102] [openshift-service-ca] adding namespace took 964.998µs
I0325 10:53:38.274863    3509 namespace.go:142] [openshift-service-ca] updating namespace
I0325 10:53:39.208969    3509 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-pd7m5] creating logical port openshift-insights_insights-runtime-extractor-pd7m5 for pod on switch ip-10-0-2-111.ec2.internal
I0325 10:53:39.209109    3509 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-pd7m5
I0325 10:53:39.229819    3509 pod.go:62] [openshift-insights/insights-runtime-extractor-pd7m5] pod update took 20.773365ms
I0325 10:53:39.229891    3509 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-pd7m5] addLogicalPort annotation time took 20.848234ms
I0325 10:53:39.230997    3509 pods.go:271] [openshift-insights/insights-runtime-extractor-pd7m5] addLogicalPort took 22.048247ms, libovsdb time 821.121µs
W0325 10:53:47.487245    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0325 10:53:55.204877    3509 cni.go:403] [openshift-insights/insights-runtime-extractor-pd7m5 2cbc86c7e15b475e844d57e268f1f204b4f9659388c8b7bf77ff1a9abb7cd264 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-pd7m5 2cbc86c7e15b475e844d57e268f1f204b4f9659388c8b7bf77ff1a9abb7cd264 network default NAD default]
I0325 10:53:55.214620    3509 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-pd7m5, hostIfaceName: 2cbc86c7e15b475, network: default, NAD default, SandboxID: "2cbc86c7e15b475e844d57e268f1f204b4f9659388c8b7bf77ff1a9abb7cd264", PCI device ID: , UID: "0f40b22c-eddc-4764-888c-3974c7ae8d7b", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23]
I0325 10:53:55.254188    3509 cni.go:424] [openshift-insights/insights-runtime-extractor-pd7m5 2cbc86c7e15b475e844d57e268f1f204b4f9659388c8b7bf77ff1a9abb7cd264 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-pd7m5 2cbc86c7e15b475e844d57e268f1f204b4f9659388c8b7bf77ff1a9abb7cd264 network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:bd:a5:d6:1a:97\",\"name\":\"2cbc86c7e15b475\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/64eb38a4-4b05-44c2-b00d-ba53321ac854\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0325 10:53:55.707678    3509 cni.go:403] [openshift-multus/network-metrics-daemon-lls2x 501085e700f9c819cb6a5406b8a039ca2a86ab42f4a4c157327292cf9fdead5f network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-lls2x 501085e700f9c819cb6a5406b8a039ca2a86ab42f4a4c157327292cf9fdead5f network default NAD default]
I0325 10:53:55.716955    3509 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-lls2x, hostIfaceName: 501085e700f9c81, network: default, NAD default, SandboxID: "501085e700f9c819cb6a5406b8a039ca2a86ab42f4a4c157327292cf9fdead5f", PCI device ID: , UID: "e746dbec-744b-416a-b6d4-a22677cc6ef1", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23]
I0325 10:53:55.765051    3509 cni.go:424] [openshift-multus/network-metrics-daemon-lls2x 501085e700f9c819cb6a5406b8a039ca2a86ab42f4a4c157327292cf9fdead5f network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-lls2x 501085e700f9c819cb6a5406b8a039ca2a86ab42f4a4c157327292cf9fdead5f network default NAD default], result "{\"interfaces\":[{\"mac\":\"7a:a4:e3:38:d5:a9\",\"name\":\"501085e700f9c81\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e02a325c-5375-4741-8855-a4fae51a74a1\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0325 10:53:55.926371    3509 cni.go:403] [openshift-network-diagnostics/network-check-target-5dkd6 6ee512bb57417914ff9d91f6339352efdadf92e2e40f80f61a8b6f74085faec4 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-5dkd6 6ee512bb57417914ff9d91f6339352efdadf92e2e40f80f61a8b6f74085faec4 network default NAD default]
I0325 10:53:55.935911    3509 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-5dkd6, hostIfaceName: 6ee512bb5741791, network: default, NAD default, SandboxID: "6ee512bb57417914ff9d91f6339352efdadf92e2e40f80f61a8b6f74085faec4", PCI device ID: , UID: "c6cf1248-9bed-4c8a-9dd7-4d88cc5236af", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23]
I0325 10:53:55.985323    3509 cni.go:424] [openshift-network-diagnostics/network-check-target-5dkd6 6ee512bb57417914ff9d91f6339352efdadf92e2e40f80f61a8b6f74085faec4 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-5dkd6 6ee512bb57417914ff9d91f6339352efdadf92e2e40f80f61a8b6f74085faec4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:16:b1:b4:fd:1e\",\"name\":\"6ee512bb5741791\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1253d90-823f-41f9-83fa-aa2f55865ff3\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0325 10:53:59.036793    3509 cni.go:403] [openshift-dns/dns-default-vfztl 142ba8eb30743ce54e3748d66003491ffd1e7cb5eaab16fb56833979ba03b46e network default NAD default] ADD starting CNI request [openshift-dns/dns-default-vfztl 142ba8eb30743ce54e3748d66003491ffd1e7cb5eaab16fb56833979ba03b46e network default NAD default]
I0325 10:53:59.037742    3509 cni.go:403] [openshift-ingress/router-default-bd8d6ccd8-fsnrw 482171aa09f7c1be6b43945a28bac92d050e18548115f446425979028d7a4d6d network default NAD default] ADD starting CNI request [openshift-ingress/router-default-bd8d6ccd8-fsnrw 482171aa09f7c1be6b43945a28bac92d050e18548115f446425979028d7a4d6d network default NAD default]
I0325 10:53:59.039008    3509 cni.go:403] [openshift-image-registry/image-registry-5d466cd54f-vxvns c1bce97cbb7f7530c7f7937b714f6baa524e54c8b564a49dc8928a70fb55054d network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-5d466cd54f-vxvns c1bce97cbb7f7530c7f7937b714f6baa524e54c8b564a49dc8928a70fb55054d network default NAD default]
I0325 10:53:59.056753    3509 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-vfztl, hostIfaceName: 142ba8eb30743ce, network: default, NAD default, SandboxID: "142ba8eb30743ce54e3748d66003491ffd1e7cb5eaab16fb56833979ba03b46e", PCI device ID: , UID: "0731ff77-1152-4e88-b4cf-1e051d7bcc6f", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23]
I0325 10:53:59.056971    3509 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5d466cd54f-vxvns, hostIfaceName: c1bce97cbb7f753, network: default, NAD default, SandboxID: "c1bce97cbb7f7530c7f7937b714f6baa524e54c8b564a49dc8928a70fb55054d", PCI device ID: , UID: "ae7e14e6-6f7e-4bb9-82bd-29b77babcd0a", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23]
I0325 10:53:59.056996    3509 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-bd8d6ccd8-fsnrw, hostIfaceName: 482171aa09f7c1b, network: default, NAD default, SandboxID: "482171aa09f7c1be6b43945a28bac92d050e18548115f446425979028d7a4d6d", PCI device ID: , UID: "2f15529d-8c5d-463d-9940-0d6244781cb0", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23]
I0325 10:53:59.109544    3509 cni.go:424] [openshift-ingress/router-default-bd8d6ccd8-fsnrw 482171aa09f7c1be6b43945a28bac92d050e18548115f446425979028d7a4d6d network default NAD default] ADD finished CNI request [openshift-ingress/router-default-bd8d6ccd8-fsnrw 482171aa09f7c1be6b43945a28bac92d050e18548115f446425979028d7a4d6d network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:6a:3f:c0:73:2b\",\"name\":\"482171aa09f7c1b\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8831bfea-2817-413b-9dc8-e948a1a96bfb\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0325 10:53:59.333061    3509 cni.go:424] [openshift-dns/dns-default-vfztl 142ba8eb30743ce54e3748d66003491ffd1e7cb5eaab16fb56833979ba03b46e network default NAD default] ADD finished CNI request [openshift-dns/dns-default-vfztl 142ba8eb30743ce54e3748d66003491ffd1e7cb5eaab16fb56833979ba03b46e network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:4e:13:4a:19:9f\",\"name\":\"142ba8eb30743ce\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad8c0530-f7cd-4359-bf7d-7b57531ec79f\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0325 10:53:59.334210    3509 cni.go:424] [openshift-image-registry/image-registry-5d466cd54f-vxvns c1bce97cbb7f7530c7f7937b714f6baa524e54c8b564a49dc8928a70fb55054d network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-5d466cd54f-vxvns c1bce97cbb7f7530c7f7937b714f6baa524e54c8b564a49dc8928a70fb55054d network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:c0:03:47:6b:11\",\"name\":\"c1bce97cbb7f753\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e17f4e6-37d0-4040-87e8-f4b7f443c399\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0325 10:53:59.555092    3509 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0325 10:53:59.559043    3509 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0325 10:53:59.559414    3509 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0325 10:53:59.559429    3509 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0325 10:53:59.559433    3509 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0325 10:53:59.634767    3509 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0325 10:53:59.971827    3509 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0325 10:53:59.971871    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0325 10:53:59.975588    3509 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0325 10:53:59.975607    3509 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0325 10:53:59.975622    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0325 10:54:00.026837    3509 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0325 10:54:00.160921    3509 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0325 10:54:00.169770    3509 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0325 10:54:00.169787    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0325 10:54:00.172775    3509 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0325 10:54:00.172850    3509 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0325 10:54:00.172863    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0325 10:54:00.200229    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0325 10:54:00.200278    3509 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0325 10:54:00.202779    3509 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0325 10:54:00.202798    3509 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0325 10:54:00.202804    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0325 10:54:00.236264    3509 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0325 10:54:01.026446    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0325 10:54:01.026462    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0325 10:54:01.026473    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0325 10:54:01.026480    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0325 10:54:01.026484    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0325 10:54:01.026503    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0325 10:54:01.026511    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0325 10:54:01.026518    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0325 10:54:01.026883    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0325 10:54:01.026896    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0325 10:54:01.026910    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0325 10:54:01.026917    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0325 10:54:01.067087    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0325 10:54:01.067117    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0325 10:54:01.067136    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0325 10:54:01.067143    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0325 10:54:01.067090    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0325 10:54:01.067167    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0325 10:54:01.075897    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0325 10:54:01.075914    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0325 10:54:01.075920    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0325 10:54:01.075933    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0325 10:54:01.075938    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0325 10:54:01.075942    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0325 10:54:01.226456    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0325 10:54:01.226478    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
I0325 10:54:01.284959    3509 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0325 10:54:01.297798    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0325 10:54:01.297820    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0325 10:54:01.297828    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
I0325 10:54:01.571956    3509 base_network_controller_pods.go:487] [default/openshift-console/downloads-56d45c498b-l8xx8] creating logical port openshift-console_downloads-56d45c498b-l8xx8 for pod on switch ip-10-0-2-111.ec2.internal
I0325 10:54:01.572103    3509 kube.go:256] Updating pod openshift-console/downloads-56d45c498b-l8xx8
I0325 10:54:01.589065    3509 pod.go:62] [openshift-console/downloads-56d45c498b-l8xx8] pod update took 17.00722ms
I0325 10:54:01.589103    3509 base_network_controller_pods.go:937] [default/openshift-console/downloads-56d45c498b-l8xx8] addLogicalPort annotation time took 17.047668ms
I0325 10:54:01.590252    3509 pods.go:271] [openshift-console/downloads-56d45c498b-l8xx8] addLogicalPort took 18.314821ms, libovsdb time 874.065µs
I0325 10:54:01.926978    3509 cni.go:403] [openshift-console/downloads-56d45c498b-l8xx8 412d6fd9902edbf0556682504e8a9ad6e19532e360cad5d27d39dd1c294d5c1a network default NAD default] ADD starting CNI request [openshift-console/downloads-56d45c498b-l8xx8 412d6fd9902edbf0556682504e8a9ad6e19532e360cad5d27d39dd1c294d5c1a network default NAD default]
I0325 10:54:01.935452    3509 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: downloads-56d45c498b-l8xx8, hostIfaceName: 412d6fd9902edbf, network: default, NAD default, SandboxID: "412d6fd9902edbf0556682504e8a9ad6e19532e360cad5d27d39dd1c294d5c1a", PCI device ID: , UID: "cd805c40-08f0-428b-970f-53cd2e8daaf0", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23]
I0325 10:54:01.976560    3509 cni.go:424] [openshift-console/downloads-56d45c498b-l8xx8 412d6fd9902edbf0556682504e8a9ad6e19532e360cad5d27d39dd1c294d5c1a network default NAD default] ADD finished CNI request [openshift-console/downloads-56d45c498b-l8xx8 412d6fd9902edbf0556682504e8a9ad6e19532e360cad5d27d39dd1c294d5c1a network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:8a:d0:4d:4d:22\",\"name\":\"412d6fd9902edbf\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/749bf71a-3b78-4060-b268-afd97d988033\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0325 10:54:03.963748    3509 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-4bmkw] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-9698cf77c-4bmkw for pod on switch ip-10-0-2-111.ec2.internal
I0325 10:54:03.963851    3509 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-4bmkw
I0325 10:54:03.976649    3509 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-4bmkw] pod update took 12.829074ms
I0325 10:54:03.976672    3509 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-4bmkw] addLogicalPort annotation time took 12.857905ms
I0325 10:54:03.978032    3509 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-4bmkw] addLogicalPort took 14.304142ms, libovsdb time 1.020079ms
I0325 10:54:04.329273    3509 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-4bmkw 3dcb7b139e8dd7fad86741a2694587c554bf71d1406616a415f3047e205a651b network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-4bmkw 3dcb7b139e8dd7fad86741a2694587c554bf71d1406616a415f3047e205a651b network default NAD default]
I0325 10:54:04.339168    3509 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-9698cf77c-4bmkw, hostIfaceName: 3dcb7b139e8dd7f, network: default, NAD default, SandboxID: "3dcb7b139e8dd7fad86741a2694587c554bf71d1406616a415f3047e205a651b", PCI device ID: , UID: "5014f241-95fc-4ad3-8a15-6b78d5e5e19a", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23]
I0325 10:54:04.389390    3509 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-4bmkw 3dcb7b139e8dd7fad86741a2694587c554bf71d1406616a415f3047e205a651b network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-4bmkw 3dcb7b139e8dd7fad86741a2694587c554bf71d1406616a415f3047e205a651b network default NAD default], result "{\"interfaces\":[{\"mac\":\"32:02:aa:7b:7d:8f\",\"name\":\"3dcb7b139e8dd7f\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d6f20cb-6b13-41bd-a4a9-25f8f6ecc6ec\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0325 10:54:05.169327    3509 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0325 10:54:07.175222    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0325 10:54:07.183177    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0325 10:54:07.200055    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
I0325 10:54:08.027988    3509 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-c56ff685-njbzd] creating logical port openshift-monitoring_prometheus-operator-c56ff685-njbzd for pod on switch ip-10-0-2-111.ec2.internal
I0325 10:54:08.028144    3509 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-c56ff685-njbzd
I0325 10:54:08.043715    3509 pod.go:62] [openshift-monitoring/prometheus-operator-c56ff685-njbzd] pod update took 15.60337ms
I0325 10:54:08.043741    3509 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-c56ff685-njbzd] addLogicalPort annotation time took 15.635022ms
I0325 10:54:08.045566    3509 pods.go:271] [openshift-monitoring/prometheus-operator-c56ff685-njbzd] addLogicalPort took 17.594283ms, libovsdb time 1.427016ms
I0325 10:54:08.411807    3509 cni.go:403] [openshift-monitoring/prometheus-operator-c56ff685-njbzd d45dc6248e9f3c67bf2cf0fc19db80259c9b04f74aad70955c80873c1d2a92e7 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-c56ff685-njbzd d45dc6248e9f3c67bf2cf0fc19db80259c9b04f74aad70955c80873c1d2a92e7 network default NAD default]
I0325 10:54:08.421800    3509 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-c56ff685-njbzd, hostIfaceName: d45dc6248e9f3c6, network: default, NAD default, SandboxID: "d45dc6248e9f3c67bf2cf0fc19db80259c9b04f74aad70955c80873c1d2a92e7", PCI device ID: , UID: "db3844bc-5640-41c9-ba11-f98b0a48d892", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23]
I0325 10:54:08.474672    3509 cni.go:424] [openshift-monitoring/prometheus-operator-c56ff685-njbzd d45dc6248e9f3c67bf2cf0fc19db80259c9b04f74aad70955c80873c1d2a92e7 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-c56ff685-njbzd d45dc6248e9f3c67bf2cf0fc19db80259c9b04f74aad70955c80873c1d2a92e7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:bc:56:51:0d:96\",\"name\":\"d45dc6248e9f3c6\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/92bac1a4-6c6b-4f3e-8226-ec633a149491\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0325 10:54:09.663198    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0325 10:54:09.663338    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0325 10:54:11.695447    3509 base_network_controller_pods.go:487] [default/openshift-console/console-5bdfbbdcd7-6hg58] creating logical port openshift-console_console-5bdfbbdcd7-6hg58 for pod on switch ip-10-0-2-111.ec2.internal
I0325 10:54:11.695616    3509 kube.go:256] Updating pod openshift-console/console-5bdfbbdcd7-6hg58
I0325 10:54:11.715749    3509 pod.go:62] [openshift-console/console-5bdfbbdcd7-6hg58] pod update took 20.17991ms
I0325 10:54:11.715777    3509 base_network_controller_pods.go:937] [default/openshift-console/console-5bdfbbdcd7-6hg58] addLogicalPort annotation time took 20.214278ms
I0325 10:54:11.717230    3509 pods.go:271] [openshift-console/console-5bdfbbdcd7-6hg58] addLogicalPort took 21.804994ms, libovsdb time 1.002586ms
W0325 10:54:12.226033    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0325 10:54:12.226059    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0325 10:54:12.226066    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
I0325 10:54:12.645026    3509 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-bc865d6bb-rd9jg] creating logical port openshift-monitoring_openshift-state-metrics-bc865d6bb-rd9jg for pod on switch ip-10-0-2-111.ec2.internal
I0325 10:54:12.645234    3509 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-bc865d6bb-rd9jg
I0325 10:54:12.663047    3509 pod.go:62] [openshift-monitoring/openshift-state-metrics-bc865d6bb-rd9jg] pod update took 17.847194ms
I0325 10:54:12.663148    3509 base_network_controller_pods.go:937] [default/openshift-monitoring/openshift-state-metrics-bc865d6bb-rd9jg] addLogicalPort annotation time took 17.952485ms
I0325 10:54:12.664725    3509 pods.go:271] [openshift-monitoring/openshift-state-metrics-bc865d6bb-rd9jg] addLogicalPort took 19.718434ms, libovsdb time 1.133399ms
I0325 10:54:12.686909    3509 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-664d8f7fc8-mgnpv] creating logical port openshift-monitoring_kube-state-metrics-664d8f7fc8-mgnpv for pod on switch ip-10-0-2-111.ec2.internal
I0325 10:54:12.687124    3509 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-664d8f7fc8-mgnpv
I0325 10:54:12.703640    3509 pod.go:62] [openshift-monitoring/kube-state-metrics-664d8f7fc8-mgnpv] pod update took 16.575611ms
I0325 10:54:12.703666    3509 base_network_controller_pods.go:937] [default/openshift-monitoring/kube-state-metrics-664d8f7fc8-mgnpv] addLogicalPort annotation time took 16.607262ms
I0325 10:54:12.705157    3509 pods.go:271] [openshift-monitoring/kube-state-metrics-664d8f7fc8-mgnpv] addLogicalPort took 18.266428ms, libovsdb time 1.006442ms
I0325 10:54:13.748538    3509 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-111.ec2.internal
I0325 10:54:13.748652    3509 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1
I0325 10:54:13.773894    3509 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 25.284101ms
I0325 10:54:13.773925    3509 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 25.322415ms
I0325 10:54:13.775508    3509 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 26.986242ms, libovsdb time 1.13652ms
I0325 10:54:15.590388    3509 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-f9f47b776-hkkxc] creating logical port openshift-monitoring_thanos-querier-f9f47b776-hkkxc for pod on switch ip-10-0-2-111.ec2.internal
I0325 10:54:15.590506    3509 kube.go:256] Updating pod openshift-monitoring/thanos-querier-f9f47b776-hkkxc
I0325 10:54:15.614460    3509 pod.go:62] [openshift-monitoring/thanos-querier-f9f47b776-hkkxc] pod update took 23.994262ms
I0325 10:54:15.614491    3509 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-f9f47b776-hkkxc] addLogicalPort annotation time took 24.030613ms
I0325 10:54:15.615918    3509 pods.go:271] [openshift-monitoring/thanos-querier-f9f47b776-hkkxc] addLogicalPort took 25.549565ms, libovsdb time 1.040747ms
I0325 10:54:17.129126    3509 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-8d9d8df86-wr8zf] creating logical port openshift-monitoring_metrics-server-8d9d8df86-wr8zf for pod on switch ip-10-0-2-111.ec2.internal
I0325 10:54:17.129240    3509 kube.go:256] Updating pod openshift-monitoring/metrics-server-8d9d8df86-wr8zf
I0325 10:54:17.146326    3509 pod.go:62] [openshift-monitoring/metrics-server-8d9d8df86-wr8zf] pod update took 17.122337ms
I0325 10:54:17.146353    3509 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-8d9d8df86-wr8zf] addLogicalPort annotation time took 17.158028ms
I0325 10:54:17.148147    3509 pods.go:271] [openshift-monitoring/metrics-server-8d9d8df86-wr8zf] addLogicalPort took 19.038151ms, libovsdb time 1.353459ms
I0325 10:54:17.263181    3509 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-gjwwp] creating logical port openshift-monitoring_monitoring-plugin-66fd6dc9f9-gjwwp for pod on switch ip-10-0-2-111.ec2.internal
I0325 10:54:17.263346    3509 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-66fd6dc9f9-gjwwp
I0325 10:54:17.276327    3509 pod.go:62] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-gjwwp] pod update took 13.019136ms
I0325 10:54:17.276346    3509 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-gjwwp] addLogicalPort annotation time took 13.044156ms
I0325 10:54:17.277974    3509 pods.go:271] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-gjwwp] addLogicalPort took 14.809351ms, libovsdb time 1.196882ms
I0325 10:54:18.809344    3509 cni.go:403] [openshift-monitoring/alertmanager-main-1 f4f9ea8035ebd0f5d8048eb2011edaa44a013f18c550633bcedb909920a8b848 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 f4f9ea8035ebd0f5d8048eb2011edaa44a013f18c550633bcedb909920a8b848 network default NAD default]
I0325 10:54:18.824028    3509 cni.go:403] [openshift-monitoring/openshift-state-metrics-bc865d6bb-rd9jg f74abd7fbb1fdc369c46ada0d3afd55766aeb071986b77ced99cf82ba6964309 network default NAD default] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-bc865d6bb-rd9jg f74abd7fbb1fdc369c46ada0d3afd55766aeb071986b77ced99cf82ba6964309 network default NAD default]
I0325 10:54:18.837351    3509 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: f4f9ea8035ebd0f, network: default, NAD default, SandboxID: "f4f9ea8035ebd0f5d8048eb2011edaa44a013f18c550633bcedb909920a8b848", PCI device ID: , UID: "5c35c27d-8840-4cce-a83c-625dde77d1c6", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23]
I0325 10:54:18.837925    3509 cni.go:403] [openshift-monitoring/thanos-querier-f9f47b776-hkkxc 74c6606e2c690112c675dd4211d575ec6e3c7a23b3763d9e40822f7625eac99f network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-f9f47b776-hkkxc 74c6606e2c690112c675dd4211d575ec6e3c7a23b3763d9e40822f7625eac99f network default NAD default]
I0325 10:54:18.838130    3509 cni.go:403] [openshift-monitoring/kube-state-metrics-664d8f7fc8-mgnpv fc93445f46843075e21c5ad59d4209680f9a536dc8956bca309ca265396d420b network default NAD default] ADD starting CNI request [openshift-monitoring/kube-state-metrics-664d8f7fc8-mgnpv fc93445f46843075e21c5ad59d4209680f9a536dc8956bca309ca265396d420b network default NAD default]
I0325 10:54:18.837925    3509 cni.go:403] [openshift-monitoring/metrics-server-8d9d8df86-wr8zf 78253e0880c6e59e199ea2ccfa313413148ed4047c5dbf9e316c65d7714c1a45 network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-8d9d8df86-wr8zf 78253e0880c6e59e199ea2ccfa313413148ed4047c5dbf9e316c65d7714c1a45 network default NAD default]
I0325 10:54:18.846585    3509 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-bc865d6bb-rd9jg, hostIfaceName: f74abd7fbb1fdc3, network: default, NAD default, SandboxID: "f74abd7fbb1fdc369c46ada0d3afd55766aeb071986b77ced99cf82ba6964309", PCI device ID: , UID: "45378447-2ec9-46b3-bf3a-a29540e3d138", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23]
I0325 10:54:18.859993    3509 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-f9f47b776-hkkxc, hostIfaceName: 74c6606e2c69011, network: default, NAD default, SandboxID: "74c6606e2c690112c675dd4211d575ec6e3c7a23b3763d9e40822f7625eac99f", PCI device ID: , UID: "b5f126f0-6e84-411b-9532-4829a5fcab74", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23]
I0325 10:54:18.871392    3509 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-664d8f7fc8-mgnpv, hostIfaceName: fc93445f4684307, network: default, NAD default, SandboxID: "fc93445f46843075e21c5ad59d4209680f9a536dc8956bca309ca265396d420b", PCI device ID: , UID: "cd9d1b89-72d3-4f36-9438-615dd518de29", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23]
I0325 10:54:18.871599    3509 cni.go:403] [openshift-console/console-5bdfbbdcd7-6hg58 8b476172c4c801d88e0d9c0dc33c1229cc68bf45f86da73371e16b4e367179b4 network default NAD default] ADD starting CNI request [openshift-console/console-5bdfbbdcd7-6hg58 8b476172c4c801d88e0d9c0dc33c1229cc68bf45f86da73371e16b4e367179b4 network default NAD default]
I0325 10:54:18.871405    3509 cni.go:403] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-gjwwp b220042ed0ad6abd42f417fb9fdeed5634d95fc14f37e7ff2c804415393c7941 network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-gjwwp b220042ed0ad6abd42f417fb9fdeed5634d95fc14f37e7ff2c804415393c7941 network default NAD default]
I0325 10:54:18.885723    3509 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-8d9d8df86-wr8zf, hostIfaceName: 78253e0880c6e59, network: default, NAD default, SandboxID: "78253e0880c6e59e199ea2ccfa313413148ed4047c5dbf9e316c65d7714c1a45", PCI device ID: , UID: "2ec9c4e7-7ac5-49a7-b850-de7eb6bcef92", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23]
I0325 10:54:18.901901    3509 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-5bdfbbdcd7-6hg58, hostIfaceName: 8b476172c4c801d, network: default, NAD default, SandboxID: "8b476172c4c801d88e0d9c0dc33c1229cc68bf45f86da73371e16b4e367179b4", PCI device ID: , UID: "71e44979-418b-4bc8-bbd4-fa33df03a51b", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23]
I0325 10:54:18.949596    3509 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-66fd6dc9f9-gjwwp, hostIfaceName: b220042ed0ad6ab, network: default, NAD default, SandboxID: "b220042ed0ad6abd42f417fb9fdeed5634d95fc14f37e7ff2c804415393c7941", PCI device ID: , UID: "5d13af9a-41e1-4cd5-9b7b-049173cbc53f", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23]
I0325 10:54:18.996227    3509 cni.go:424] [openshift-monitoring/alertmanager-main-1 f4f9ea8035ebd0f5d8048eb2011edaa44a013f18c550633bcedb909920a8b848 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 f4f9ea8035ebd0f5d8048eb2011edaa44a013f18c550633bcedb909920a8b848 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:eb:2c:48:44:1a\",\"name\":\"f4f9ea8035ebd0f\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c00bd825-5819-486d-bd53-b15b6a8cece5\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0325 10:54:19.005849    3509 cni.go:424] [openshift-monitoring/openshift-state-metrics-bc865d6bb-rd9jg f74abd7fbb1fdc369c46ada0d3afd55766aeb071986b77ced99cf82ba6964309 network default NAD default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-bc865d6bb-rd9jg f74abd7fbb1fdc369c46ada0d3afd55766aeb071986b77ced99cf82ba6964309 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:ef:2b:ab:ed:4e\",\"name\":\"f74abd7fbb1fdc3\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f96c54db-a4c1-4a82-9741-586b0bb8ab21\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0325 10:54:19.006845    3509 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-111.ec2.internal
I0325 10:54:19.007584    3509 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
I0325 10:54:19.023367    3509 cni.go:424] [openshift-console/console-5bdfbbdcd7-6hg58 8b476172c4c801d88e0d9c0dc33c1229cc68bf45f86da73371e16b4e367179b4 network default NAD default] ADD finished CNI request [openshift-console/console-5bdfbbdcd7-6hg58 8b476172c4c801d88e0d9c0dc33c1229cc68bf45f86da73371e16b4e367179b4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:8a:36:89:83:56\",\"name\":\"8b476172c4c801d\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/891d9eda-284a-4e36-b85d-fec8516919cb\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0325 10:54:19.042358    3509 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 34.821573ms
I0325 10:54:19.042389    3509 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 34.856429ms
I0325 10:54:19.044124    3509 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 37.294216ms, libovsdb time 1.232782ms
I0325 10:54:19.084927    3509 cni.go:424] [openshift-monitoring/metrics-server-8d9d8df86-wr8zf 78253e0880c6e59e199ea2ccfa313413148ed4047c5dbf9e316c65d7714c1a45 network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-8d9d8df86-wr8zf 78253e0880c6e59e199ea2ccfa313413148ed4047c5dbf9e316c65d7714c1a45 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:de:f2:11:3f:f0\",\"name\":\"78253e0880c6e59\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/071c6b26-d692-4f72-9158-abbdf60e3285\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0325 10:54:19.112431    3509 cni.go:424] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-gjwwp b220042ed0ad6abd42f417fb9fdeed5634d95fc14f37e7ff2c804415393c7941 network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-gjwwp b220042ed0ad6abd42f417fb9fdeed5634d95fc14f37e7ff2c804415393c7941 network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:0e:72:81:96:c1\",\"name\":\"b220042ed0ad6ab\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82e42a2e-f352-4190-9e12-37485282c4f8\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0325 10:54:19.241809    3509 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
I0325 10:54:19.248453    3509 cni.go:424] [openshift-monitoring/thanos-querier-f9f47b776-hkkxc 74c6606e2c690112c675dd4211d575ec6e3c7a23b3763d9e40822f7625eac99f network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-f9f47b776-hkkxc 74c6606e2c690112c675dd4211d575ec6e3c7a23b3763d9e40822f7625eac99f network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:9f:61:b4:63:6b\",\"name\":\"74c6606e2c69011\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5ccc89c-9cb9-478e-8567-2515dc165806\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0325 10:54:19.248509    3509 cni.go:424] [openshift-monitoring/kube-state-metrics-664d8f7fc8-mgnpv fc93445f46843075e21c5ad59d4209680f9a536dc8956bca309ca265396d420b network default NAD default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-664d8f7fc8-mgnpv fc93445f46843075e21c5ad59d4209680f9a536dc8956bca309ca265396d420b network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:d0:81:47:6d:0b\",\"name\":\"fc93445f4684307\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db03a742-93bf-46df-a69f-92f9609d50f6\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0325 10:54:19.254249    3509 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
I0325 10:54:19.389450    3509 cni.go:403] [openshift-monitoring/prometheus-k8s-1 432b0294dccb51c038b0b1784a2d496aed0fcdb397f130a23eaec42c638a4e64 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 432b0294dccb51c038b0b1784a2d496aed0fcdb397f130a23eaec42c638a4e64 network default NAD default]
I0325 10:54:19.403452    3509 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 432b0294dccb51c, network: default, NAD default, SandboxID: "432b0294dccb51c038b0b1784a2d496aed0fcdb397f130a23eaec42c638a4e64", PCI device ID: , UID: "2615a7eb-265d-4e21-8d14-9b761133e6de", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23]
I0325 10:54:19.673526    3509 cni.go:424] [openshift-monitoring/prometheus-k8s-1 432b0294dccb51c038b0b1784a2d496aed0fcdb397f130a23eaec42c638a4e64 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 432b0294dccb51c038b0b1784a2d496aed0fcdb397f130a23eaec42c638a4e64 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:b2:ee:6e:bd:12\",\"name\":\"432b0294dccb51c\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/479ba9df-43f3-420c-9126-729b18374381\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0325 10:54:20.282615    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads
W0325 10:54:20.282719    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads
W0325 10:54:20.294473    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads
W0325 10:54:21.160903    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0325 10:54:23.107412    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0325 10:54:24.933663    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0325 10:54:24.933757    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0325 10:54:26.594281    3509 obj_retry.go:464] Detected object openshift-image-registry/image-registry-85b495c994-s2znv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 10:54:26.595212    3509 obj_retry.go:464] Detected object openshift-image-registry/image-registry-85b495c994-s2znv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 10:54:26.630808    3509 cni.go:403] [openshift-image-registry/image-registry-5d466cd54f-vxvns c1bce97cbb7f7530c7f7937b714f6baa524e54c8b564a49dc8928a70fb55054d network default NAD default] DEL starting CNI request [openshift-image-registry/image-registry-5d466cd54f-vxvns c1bce97cbb7f7530c7f7937b714f6baa524e54c8b564a49dc8928a70fb55054d network default NAD default]
I0325 10:54:26.707837    3509 cni.go:424] [openshift-image-registry/image-registry-5d466cd54f-vxvns c1bce97cbb7f7530c7f7937b714f6baa524e54c8b564a49dc8928a70fb55054d network default NAD default] DEL finished CNI request [openshift-image-registry/image-registry-5d466cd54f-vxvns c1bce97cbb7f7530c7f7937b714f6baa524e54c8b564a49dc8928a70fb55054d network default NAD default], result "{}", err <nil>
I0325 10:54:26.789942    3509 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5d466cd54f-vxvns of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 10:54:26.790042    3509 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5d466cd54f-vxvns
I0325 10:54:26.792800    3509 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5d466cd54f-vxvns, ips: 10.129.0.6
I0325 10:54:26.792903    3509 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5d466cd54f-vxvns of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 10:54:26.800120    3509 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-65fd7c5b6b-94lcj] creating logical port openshift-image-registry_image-registry-65fd7c5b6b-94lcj for pod on switch ip-10-0-2-111.ec2.internal
I0325 10:54:26.800319    3509 kube.go:256] Updating pod openshift-image-registry/image-registry-65fd7c5b6b-94lcj
I0325 10:54:26.819734    3509 pod.go:62] [openshift-image-registry/image-registry-65fd7c5b6b-94lcj] pod update took 19.429017ms
I0325 10:54:26.819763    3509 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-65fd7c5b6b-94lcj] addLogicalPort annotation time took 19.490909ms
I0325 10:54:26.821566    3509 pods.go:271] [openshift-image-registry/image-registry-65fd7c5b6b-94lcj] addLogicalPort took 21.491004ms, libovsdb time 1.133962ms
I0325 10:54:27.296907    3509 cni.go:403] [openshift-image-registry/image-registry-65fd7c5b6b-94lcj c16627eef744e99de9f7decfe5dbbd5a90d24ed547f6e74024b86564e4ebbcd4 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-65fd7c5b6b-94lcj c16627eef744e99de9f7decfe5dbbd5a90d24ed547f6e74024b86564e4ebbcd4 network default NAD default]
I0325 10:54:27.315109    3509 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-65fd7c5b6b-94lcj, hostIfaceName: c16627eef744e99, network: default, NAD default, SandboxID: "c16627eef744e99de9f7decfe5dbbd5a90d24ed547f6e74024b86564e4ebbcd4", PCI device ID: , UID: "bd334c8a-5bfc-4e4b-a20c-99077f45320f", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23]
I0325 10:54:27.329136    3509 obj_retry.go:458] Detected object openshift-image-registry/image-registry-85b495c994-s2znv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 10:54:27.329225    3509 obj_retry.go:458] Detected object openshift-image-registry/image-registry-85b495c994-s2znv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 10:54:27.333874    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-85b495c994-s2znv
I0325 10:54:27.333963    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-85b495c994-s2znv
W0325 10:54:27.387294    3509 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0325 10:54:27.387318    3509 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0325 10:54:27.391290    3509 cni.go:424] [openshift-image-registry/image-registry-65fd7c5b6b-94lcj c16627eef744e99de9f7decfe5dbbd5a90d24ed547f6e74024b86564e4ebbcd4 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-65fd7c5b6b-94lcj c16627eef744e99de9f7decfe5dbbd5a90d24ed547f6e74024b86564e4ebbcd4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:f8:a7:09:99:d3\",\"name\":\"c16627eef744e99\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c04f96c2-adea-47a9-b3dc-cf62bd01d234\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0325 10:54:27.404562    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0325 10:54:27.433037    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0325 10:54:27.458438    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0325 10:54:27.474308    3509 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0325 10:54:27.474334    3509 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0325 10:54:27.474340    3509 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0325 10:54:27.539240    3509 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0325 10:54:27.539262    3509 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0325 10:54:27.539270    3509 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0325 10:54:27.569688    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
I0325 10:54:27.576641    3509 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5d466cd54f-vxvns of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 10:54:27.576669    3509 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5d466cd54f-vxvns of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 10:54:27.584226    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5d466cd54f-vxvns
I0325 10:54:27.584250    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5d466cd54f-vxvns
W0325 10:54:27.616974    3509 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0325 10:54:27.616996    3509 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0325 10:54:27.848473    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0325 10:54:27.854312    3509 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-5fd995c466-5xxm9 IP address from the namespace address-set, err: pod openshift-console/console-5fd995c466-5xxm9: no pod IPs found 
W0325 10:54:30.143964    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0325 10:54:30.143998    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0325 10:54:31.162240    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0325 10:54:31.368795    3509 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0325 10:54:31.368882    3509 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0325 10:54:31.368893    3509 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0325 10:54:31.368901    3509 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0325 10:54:31.425878    3509 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0325 10:54:31.425901    3509 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0325 10:54:31.425909    3509 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0325 10:54:31.425913    3509 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0325 10:54:32.460356    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0325 10:54:32.460379    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0325 10:54:32.460385    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0325 10:54:32.460392    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0325 10:54:32.460410    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0325 10:54:32.460417    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0325 10:54:32.460424    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0325 10:54:32.460431    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0325 10:54:32.503835    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0325 10:54:32.503860    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0325 10:54:32.503868    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0325 10:54:32.503875    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0325 10:54:41.312292    3509 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cq4hl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 10:54:41.312853    3509 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cq4hl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 10:54:41.312886    3509 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cq4hl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0325 10:54:41.312897    3509 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0325 10:54:41.312916    3509 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cq4hl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0325 10:54:41.312923    3509 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
W0325 10:54:42.202661    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0325 10:54:42.217763    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
I0325 10:54:42.340886    3509 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cq4hl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 10:54:42.340921    3509 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cq4hl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 10:54:42.340938    3509 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cq4hl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 10:54:42.340952    3509 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cq4hl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 10:54:43.155593    3509 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0325 10:54:43.166470    3509 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
W0325 10:54:48.239282    3509 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
W0325 10:54:48.351972    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0325 10:54:48.352003    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0325 10:54:48.401718    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0325 10:54:49.357176    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0325 10:54:49.357199    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0325 10:54:49.357222    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0325 10:54:49.357256    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0325 10:54:49.399283    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0325 10:54:49.399314    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0325 10:54:50.425514    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0325 10:54:52.587407    3509 obj_retry.go:464] Detected object openshift-console/console-5bdfbbdcd7-sz4hk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 10:54:52.587962    3509 obj_retry.go:464] Detected object openshift-console/console-5bdfbbdcd7-sz4hk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 10:54:53.486355    3509 obj_retry.go:458] Detected object openshift-console/console-5bdfbbdcd7-sz4hk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 10:54:53.486376    3509 obj_retry.go:458] Detected object openshift-console/console-5bdfbbdcd7-sz4hk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 10:54:53.491799    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5bdfbbdcd7-sz4hk
I0325 10:54:53.491897    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5bdfbbdcd7-sz4hk
W0325 10:54:54.161908    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0325 10:54:54.162011    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0325 10:54:54.162026    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0325 10:54:54.162043    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0325 10:54:54.162050    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0325 10:54:54.162058    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0325 10:54:54.171831    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0325 10:54:54.171853    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0325 10:54:54.171862    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0325 10:54:54.550504    3509 cni.go:403] [openshift-console/console-5bdfbbdcd7-6hg58 8b476172c4c801d88e0d9c0dc33c1229cc68bf45f86da73371e16b4e367179b4 network default NAD default] DEL starting CNI request [openshift-console/console-5bdfbbdcd7-6hg58 8b476172c4c801d88e0d9c0dc33c1229cc68bf45f86da73371e16b4e367179b4 network default NAD default]
I0325 10:54:54.627200    3509 cni.go:424] [openshift-console/console-5bdfbbdcd7-6hg58 8b476172c4c801d88e0d9c0dc33c1229cc68bf45f86da73371e16b4e367179b4 network default NAD default] DEL finished CNI request [openshift-console/console-5bdfbbdcd7-6hg58 8b476172c4c801d88e0d9c0dc33c1229cc68bf45f86da73371e16b4e367179b4 network default NAD default], result "{}", err <nil>
I0325 10:54:54.673218    3509 obj_retry.go:464] Detected object openshift-console/console-5bdfbbdcd7-6hg58 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 10:54:54.673310    3509 pods.go:176] Deleting pod: openshift-console/console-5bdfbbdcd7-6hg58
I0325 10:54:54.674850    3509 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5bdfbbdcd7-6hg58, ips: 10.129.0.14
I0325 10:54:54.674884    3509 obj_retry.go:464] Detected object openshift-console/console-5bdfbbdcd7-6hg58 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 10:54:54.682047    3509 base_network_controller_pods.go:487] [default/openshift-console/console-586dd9bc44-72czr] creating logical port openshift-console_console-586dd9bc44-72czr for pod on switch ip-10-0-2-111.ec2.internal
I0325 10:54:54.682268    3509 kube.go:256] Updating pod openshift-console/console-586dd9bc44-72czr
I0325 10:54:54.696433    3509 pod.go:62] [openshift-console/console-586dd9bc44-72czr] pod update took 14.198289ms
I0325 10:54:54.696460    3509 base_network_controller_pods.go:937] [default/openshift-console/console-586dd9bc44-72czr] addLogicalPort annotation time took 14.229093ms
I0325 10:54:54.697890    3509 pods.go:271] [openshift-console/console-586dd9bc44-72czr] addLogicalPort took 15.85579ms, libovsdb time 960.486µs
I0325 10:54:55.079673    3509 cni.go:403] [openshift-console/console-586dd9bc44-72czr affff2e26138a0f271e8ca01f7a5fcf42a8ea0f50b167414fdd965560d2607a2 network default NAD default] ADD starting CNI request [openshift-console/console-586dd9bc44-72czr affff2e26138a0f271e8ca01f7a5fcf42a8ea0f50b167414fdd965560d2607a2 network default NAD default]
I0325 10:54:55.088574    3509 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-586dd9bc44-72czr, hostIfaceName: affff2e26138a0f, network: default, NAD default, SandboxID: "affff2e26138a0f271e8ca01f7a5fcf42a8ea0f50b167414fdd965560d2607a2", PCI device ID: , UID: "9a417baf-6b20-4512-9a56-05b02502d505", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23]
I0325 10:54:55.152833    3509 cni.go:424] [openshift-console/console-586dd9bc44-72czr affff2e26138a0f271e8ca01f7a5fcf42a8ea0f50b167414fdd965560d2607a2 network default NAD default] ADD finished CNI request [openshift-console/console-586dd9bc44-72czr affff2e26138a0f271e8ca01f7a5fcf42a8ea0f50b167414fdd965560d2607a2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:bd:e6:69:63:d8\",\"name\":\"affff2e26138a0f\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1dc9a80-7b79-4886-8cd2-bebe04b7f216\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0325 10:54:55.550922    3509 obj_retry.go:458] Detected object openshift-console/console-5bdfbbdcd7-6hg58 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 10:54:55.550951    3509 obj_retry.go:458] Detected object openshift-console/console-5bdfbbdcd7-6hg58 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 10:54:55.559008    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5bdfbbdcd7-6hg58
I0325 10:54:55.559057    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5bdfbbdcd7-6hg58
W0325 10:54:58.285976    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0325 10:55:03.535086    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0325 10:55:03.535115    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0325 10:55:03.569785    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0325 10:55:03.569831    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0325 10:55:05.588429    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0325 10:55:15.681387    3509 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5d466cd54f-g75n8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 10:55:15.681973    3509 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5d466cd54f-g75n8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 10:55:16.335904    3509 obj_retry.go:464] Detected object openshift-ingress/router-default-6b966944cc-nrfcl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 10:55:16.336605    3509 obj_retry.go:464] Detected object openshift-ingress/router-default-6b966944cc-nrfcl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 10:55:16.379547    3509 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5d466cd54f-g75n8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 10:55:16.379623    3509 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5d466cd54f-g75n8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 10:55:16.384397    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5d466cd54f-g75n8
I0325 10:55:16.384440    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5d466cd54f-g75n8
I0325 10:55:16.678462    3509 obj_retry.go:458] Detected object openshift-ingress/router-default-6b966944cc-nrfcl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 10:55:16.678488    3509 obj_retry.go:458] Detected object openshift-ingress/router-default-6b966944cc-nrfcl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 10:55:16.683520    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6b966944cc-nrfcl
I0325 10:55:16.683582    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6b966944cc-nrfcl
W0325 10:55:19.628131    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0325 10:55:19.628339    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0325 10:55:19.628386    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0325 10:55:19.628400    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0325 10:55:19.686619    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0325 10:55:19.686650    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0325 10:55:28.844235    3509 obj_retry.go:464] Detected object openshift-console/console-5fd995c466-qw9ks of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 10:55:28.844750    3509 obj_retry.go:464] Detected object openshift-console/console-5fd995c466-qw9ks of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 10:55:29.439998    3509 obj_retry.go:458] Detected object openshift-console/console-5fd995c466-qw9ks of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 10:55:29.440106    3509 obj_retry.go:458] Detected object openshift-console/console-5fd995c466-qw9ks of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 10:55:29.444714    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5fd995c466-qw9ks
I0325 10:55:29.444744    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5fd995c466-qw9ks
I0325 10:55:33.729518    3509 cni.go:403] [openshift-monitoring/alertmanager-main-1 f4f9ea8035ebd0f5d8048eb2011edaa44a013f18c550633bcedb909920a8b848 network default NAD default] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 f4f9ea8035ebd0f5d8048eb2011edaa44a013f18c550633bcedb909920a8b848 network default NAD default]
I0325 10:55:33.790677    3509 cni.go:424] [openshift-monitoring/alertmanager-main-1 f4f9ea8035ebd0f5d8048eb2011edaa44a013f18c550633bcedb909920a8b848 network default NAD default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 f4f9ea8035ebd0f5d8048eb2011edaa44a013f18c550633bcedb909920a8b848 network default NAD default], result "{}", err <nil>
I0325 10:55:33.849981    3509 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 10:55:33.850022    3509 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1
I0325 10:55:33.851734    3509 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.17
I0325 10:55:33.851770    3509 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 10:55:34.718397    3509 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 10:55:34.718422    3509 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 10:55:34.724291    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0325 10:55:34.724374    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0325 10:55:34.759831    3509 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-111.ec2.internal
I0325 10:55:34.759967    3509 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1
I0325 10:55:34.782900    3509 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 22.985618ms
I0325 10:55:34.782923    3509 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 23.014748ms
I0325 10:55:34.784272    3509 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 24.467323ms, libovsdb time 916.189µs
I0325 10:55:35.125064    3509 cni.go:403] [openshift-monitoring/alertmanager-main-1 e3f52ad8db90dbae4e315d04f021475006b7c839887c0ebc438773ee7f9f2048 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 e3f52ad8db90dbae4e315d04f021475006b7c839887c0ebc438773ee7f9f2048 network default NAD default]
I0325 10:55:35.133683    3509 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: e3f52ad8db90dba, network: default, NAD default, SandboxID: "e3f52ad8db90dbae4e315d04f021475006b7c839887c0ebc438773ee7f9f2048", PCI device ID: , UID: "1cf96796-ec5f-48d9-a14d-17793393787a", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23]
I0325 10:55:35.179097    3509 cni.go:424] [openshift-monitoring/alertmanager-main-1 e3f52ad8db90dbae4e315d04f021475006b7c839887c0ebc438773ee7f9f2048 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 e3f52ad8db90dbae4e315d04f021475006b7c839887c0ebc438773ee7f9f2048 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:a5:61:4a:d4:34\",\"name\":\"e3f52ad8db90dba\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bbea8d82-bdfa-4b87-848a-2d49a6d1d801\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0325 10:55:45.418084    3509 cni.go:403] [openshift-monitoring/prometheus-k8s-1 432b0294dccb51c038b0b1784a2d496aed0fcdb397f130a23eaec42c638a4e64 network default NAD default] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 432b0294dccb51c038b0b1784a2d496aed0fcdb397f130a23eaec42c638a4e64 network default NAD default]
I0325 10:55:45.488401    3509 cni.go:424] [openshift-monitoring/prometheus-k8s-1 432b0294dccb51c038b0b1784a2d496aed0fcdb397f130a23eaec42c638a4e64 network default NAD default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 432b0294dccb51c038b0b1784a2d496aed0fcdb397f130a23eaec42c638a4e64 network default NAD default], result "{}", err <nil>
I0325 10:55:45.549779    3509 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 10:55:45.549879    3509 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1
I0325 10:55:45.551263    3509 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.21
I0325 10:55:45.551296    3509 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 10:55:45.798237    3509 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 10:55:45.798266    3509 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 10:55:45.805157    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0325 10:55:45.805249    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
I0325 10:55:45.866690    3509 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-111.ec2.internal
I0325 10:55:45.866840    3509 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
I0325 10:55:45.925339    3509 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 58.542187ms
I0325 10:55:45.925363    3509 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 58.572507ms
I0325 10:55:45.926670    3509 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 59.993315ms, libovsdb time 933.056µs
I0325 10:55:46.218767    3509 cni.go:403] [openshift-monitoring/prometheus-k8s-1 5a48ef103005f24334525b4719d979c1abb0071fadd429d0f2823be92b5a3469 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 5a48ef103005f24334525b4719d979c1abb0071fadd429d0f2823be92b5a3469 network default NAD default]
I0325 10:55:46.227306    3509 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 5a48ef103005f24, network: default, NAD default, SandboxID: "5a48ef103005f24334525b4719d979c1abb0071fadd429d0f2823be92b5a3469", PCI device ID: , UID: "3d63b048-2836-458e-a990-445a40150cd6", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23]
I0325 10:55:46.478145    3509 cni.go:424] [openshift-monitoring/prometheus-k8s-1 5a48ef103005f24334525b4719d979c1abb0071fadd429d0f2823be92b5a3469 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 5a48ef103005f24334525b4719d979c1abb0071fadd429d0f2823be92b5a3469 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:f5:05:b2:04:d7\",\"name\":\"5a48ef103005f24\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3f736c3a-bb2c-43f8-be3f-480e73d26672\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0325 10:55:55.169667    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0325 10:55:55.169692    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0325 10:55:55.169700    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0325 10:55:56.479402    3509 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 10:55:56.479990    3509 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 10:55:56.743673    3509 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 10:55:56.743735    3509 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 10:55:56.749435    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0325 10:55:56.749462    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0325 10:55:57.882764    3509 obj_retry.go:464] Detected object openshift-console/console-586dd9bc44-q7tl2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 10:55:57.883413    3509 obj_retry.go:464] Detected object openshift-console/console-586dd9bc44-q7tl2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 10:55:58.770629    3509 obj_retry.go:458] Detected object openshift-console/console-586dd9bc44-q7tl2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 10:55:58.770652    3509 obj_retry.go:458] Detected object openshift-console/console-586dd9bc44-q7tl2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 10:55:58.775805    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-586dd9bc44-q7tl2
I0325 10:55:58.775882    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-586dd9bc44-q7tl2
I0325 10:56:06.916929    3509 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0325 10:56:08.712872    3509 cni.go:403] [openshift-console/console-586dd9bc44-72czr affff2e26138a0f271e8ca01f7a5fcf42a8ea0f50b167414fdd965560d2607a2 network default NAD default] DEL starting CNI request [openshift-console/console-586dd9bc44-72czr affff2e26138a0f271e8ca01f7a5fcf42a8ea0f50b167414fdd965560d2607a2 network default NAD default]
I0325 10:56:08.787541    3509 cni.go:424] [openshift-console/console-586dd9bc44-72czr affff2e26138a0f271e8ca01f7a5fcf42a8ea0f50b167414fdd965560d2607a2 network default NAD default] DEL finished CNI request [openshift-console/console-586dd9bc44-72czr affff2e26138a0f271e8ca01f7a5fcf42a8ea0f50b167414fdd965560d2607a2 network default NAD default], result "{}", err <nil>
I0325 10:56:08.837109    3509 obj_retry.go:464] Detected object openshift-console/console-586dd9bc44-72czr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 10:56:08.837156    3509 pods.go:176] Deleting pod: openshift-console/console-586dd9bc44-72czr
I0325 10:56:08.838800    3509 pods.go:236] Attempting to release IPs for pod: openshift-console/console-586dd9bc44-72czr, ips: 10.129.0.23
I0325 10:56:08.838891    3509 obj_retry.go:464] Detected object openshift-console/console-586dd9bc44-72czr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 10:56:08.906718    3509 obj_retry.go:458] Detected object openshift-console/console-586dd9bc44-72czr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 10:56:08.906750    3509 obj_retry.go:458] Detected object openshift-console/console-586dd9bc44-72czr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 10:56:08.911847    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-586dd9bc44-72czr
I0325 10:56:08.911900    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-586dd9bc44-72czr
I0325 10:56:18.770545    3509 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573930-vn68s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 10:56:18.771159    3509 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573930-vn68s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 10:56:19.669676    3509 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573930-vn68s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 10:56:19.669787    3509 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573930-vn68s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0325 10:56:47.104760    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0325 10:56:47.104854    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0325 10:56:48.397725    3509 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 10:56:48.398380    3509 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 10:56:48.973328    3509 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 10:56:48.973434    3509 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 10:56:48.981851    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0325 10:56:48.981925    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0325 10:58:48.577328    3509 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6
I0325 10:58:49.450956    3509 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=145
I0325 10:58:50.459950    3509 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70
I0325 10:59:00.452633    3509 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14
I0325 10:59:30.576775    3509 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
I0325 10:59:43.549329    3509 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8
I0325 10:59:50.571363    3509 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
I0325 11:00:03.642342    3509 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573940-7v5jp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:00:03.642983    3509 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573940-7v5jp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:00:04.548421    3509 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573940-7v5jp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:00:04.548484    3509 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573940-7v5jp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:00:11.539175    3509 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7
I0325 11:00:47.451260    3509 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9
I0325 11:00:54.544040    3509 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9
I0325 11:01:15.538861    3509 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8
I0325 11:01:16.560134    3509 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9
I0325 11:01:26.922315    3509 namespace.go:98] [tsf] adding namespace
I0325 11:01:26.923418    3509 namespace.go:102] [tsf] adding namespace took 997.521µs
I0325 11:01:26.941291    3509 namespace.go:142] [tsf] updating namespace
I0325 11:01:26.951927    3509 namespace.go:142] [tsf] updating namespace
I0325 11:01:30.766940    3509 namespace.go:98] [konflux-operator] adding namespace
I0325 11:01:30.767976    3509 namespace.go:102] [konflux-operator] adding namespace took 936.351µs
I0325 11:01:30.770898    3509 namespace.go:98] [rhtpa-operator] adding namespace
I0325 11:01:30.771003    3509 namespace.go:98] [tsf-tpa] adding namespace
I0325 11:01:30.771691    3509 namespace.go:102] [rhtpa-operator] adding namespace took 730.848µs
I0325 11:01:30.772331    3509 namespace.go:102] [tsf-tpa] adding namespace took 1.313686ms
I0325 11:01:30.774744    3509 namespace.go:98] [cert-manager-operator] adding namespace
I0325 11:01:30.774849    3509 namespace.go:98] [tsf-tas] adding namespace
I0325 11:01:30.775687    3509 namespace.go:102] [cert-manager-operator] adding namespace took 885.76µs
I0325 11:01:30.776551    3509 namespace.go:102] [tsf-tas] adding namespace took 1.670645ms
I0325 11:01:30.776848    3509 namespace.go:98] [rhbk-operator] adding namespace
I0325 11:01:30.777528    3509 namespace.go:98] [konflux-ui] adding namespace
I0325 11:01:30.777328    3509 namespace.go:98] [tsf-keycloak] adding namespace
I0325 11:01:30.778293    3509 namespace.go:102] [rhbk-operator] adding namespace took 818.102µs
I0325 11:01:30.778898    3509 namespace.go:102] [konflux-ui] adding namespace took 1.360146ms
I0325 11:01:30.779460    3509 namespace.go:102] [tsf-keycloak] adding namespace took 1.834481ms
I0325 11:01:30.786807    3509 namespace.go:142] [konflux-operator] updating namespace
I0325 11:01:30.799409    3509 namespace.go:142] [konflux-operator] updating namespace
I0325 11:01:30.818760    3509 namespace.go:142] [rhtpa-operator] updating namespace
I0325 11:01:30.818787    3509 namespace.go:142] [cert-manager-operator] updating namespace
I0325 11:01:30.821863    3509 namespace.go:142] [tsf-tpa] updating namespace
I0325 11:01:30.821997    3509 namespace.go:142] [tsf-tas] updating namespace
I0325 11:01:30.831851    3509 namespace.go:142] [rhbk-operator] updating namespace
I0325 11:01:30.834910    3509 namespace.go:142] [tsf-keycloak] updating namespace
I0325 11:01:30.839324    3509 namespace.go:142] [konflux-operator] updating namespace
I0325 11:01:30.839389    3509 namespace.go:142] [konflux-ui] updating namespace
I0325 11:01:30.873057    3509 namespace.go:142] [tsf-tpa] updating namespace
I0325 11:01:30.887005    3509 namespace.go:142] [tsf-tpa] updating namespace
I0325 11:01:30.911442    3509 namespace.go:142] [cert-manager-operator] updating namespace
I0325 11:01:30.933755    3509 namespace.go:142] [cert-manager-operator] updating namespace
I0325 11:01:30.943942    3509 namespace.go:142] [tsf-tas] updating namespace
I0325 11:01:30.956788    3509 namespace.go:142] [tsf-tas] updating namespace
I0325 11:01:30.970741    3509 namespace.go:142] [rhbk-operator] updating namespace
I0325 11:01:30.990249    3509 namespace.go:142] [rhbk-operator] updating namespace
I0325 11:01:31.014855    3509 namespace.go:142] [tsf-keycloak] updating namespace
I0325 11:01:31.046894    3509 namespace.go:142] [tsf-keycloak] updating namespace
I0325 11:01:31.055701    3509 namespace.go:142] [konflux-ui] updating namespace
I0325 11:01:31.073941    3509 namespace.go:142] [konflux-ui] updating namespace
I0325 11:01:31.086928    3509 namespace.go:142] [rhtpa-operator] updating namespace
I0325 11:01:31.109150    3509 namespace.go:142] [rhtpa-operator] updating namespace
I0325 11:01:32.043647    3509 namespace.go:142] [tsf-keycloak] updating namespace
I0325 11:01:32.048436    3509 namespace.go:142] [tsf-tpa] updating namespace
I0325 11:01:40.072595    3509 obj_retry.go:464] Detected object openshift-marketplace/7091d389759639f2337a48196edf37808d3becb67634b1d22367344bdb26gqn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:01:40.073194    3509 obj_retry.go:464] Detected object openshift-marketplace/7091d389759639f2337a48196edf37808d3becb67634b1d22367344bdb26gqn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:01:40.073226    3509 obj_retry.go:464] Detected object openshift-marketplace/7091d389759639f2337a48196edf37808d3becb67634b1d22367344bdb26gqn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0325 11:01:40.073236    3509 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0325 11:01:40.073247    3509 obj_retry.go:464] Detected object openshift-marketplace/7091d389759639f2337a48196edf37808d3becb67634b1d22367344bdb26gqn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0325 11:01:40.073251    3509 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0325 11:01:41.098416    3509 obj_retry.go:458] Detected object openshift-marketplace/7091d389759639f2337a48196edf37808d3becb67634b1d22367344bdb26gqn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:01:41.098454    3509 obj_retry.go:458] Detected object openshift-marketplace/7091d389759639f2337a48196edf37808d3becb67634b1d22367344bdb26gqn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:01:41.098472    3509 obj_retry.go:458] Detected object openshift-marketplace/7091d389759639f2337a48196edf37808d3becb67634b1d22367344bdb26gqn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:01:41.098484    3509 obj_retry.go:458] Detected object openshift-marketplace/7091d389759639f2337a48196edf37808d3becb67634b1d22367344bdb26gqn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:01:44.566217    3509 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8
I0325 11:01:45.162098    3509 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bxp6t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:01:45.162612    3509 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bxp6t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:01:45.162643    3509 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bxp6t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0325 11:01:45.162653    3509 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0325 11:01:45.162670    3509 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bxp6t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0325 11:01:45.162677    3509 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0325 11:01:46.199195    3509 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bxp6t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:01:46.199295    3509 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bxp6t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:01:46.199316    3509 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bxp6t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:01:46.199330    3509 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bxp6t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:01:46.199196    3509 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sjsnt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:01:46.199899    3509 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sjsnt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:01:46.199924    3509 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sjsnt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0325 11:01:46.199935    3509 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0325 11:01:46.199951    3509 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sjsnt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0325 11:01:46.199958    3509 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0325 11:01:46.237321    3509 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1nvzcb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:01:46.237803    3509 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1nvzcb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:01:46.237830    3509 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1nvzcb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0325 11:01:46.237840    3509 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0325 11:01:46.237858    3509 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1nvzcb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0325 11:01:46.237866    3509 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0325 11:01:47.187205    3509 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7w562z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:01:47.187790    3509 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7w562z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:01:47.187819    3509 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7w562z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0325 11:01:47.187827    3509 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0325 11:01:47.187839    3509 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7w562z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0325 11:01:47.187843    3509 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0325 11:01:47.224543    3509 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sjsnt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:01:47.224634    3509 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sjsnt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:01:47.224655    3509 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sjsnt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:01:47.224677    3509 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sjsnt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:01:47.264216    3509 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1nvzcb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:01:47.264239    3509 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1nvzcb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:01:47.264258    3509 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1nvzcb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:01:47.264271    3509 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1nvzcb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:01:48.208469    3509 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafnwppg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:01:48.208982    3509 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafnwppg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:01:48.209008    3509 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafnwppg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0325 11:01:48.209015    3509 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0325 11:01:48.209029    3509 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafnwppg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0325 11:01:48.209036    3509 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0325 11:01:48.217476    3509 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7w562z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:01:48.217497    3509 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7w562z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:01:48.217507    3509 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7w562z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:01:48.217517    3509 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7w562z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:01:49.227735    3509 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafnwppg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:01:49.227824    3509 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafnwppg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:01:49.227850    3509 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafnwppg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:01:49.227870    3509 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafnwppg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:01:52.736160    3509 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-q45j9] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-58df4cf46c-q45j9 for pod on switch ip-10-0-2-111.ec2.internal
I0325 11:01:52.736295    3509 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-q45j9
I0325 11:01:52.784796    3509 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-q45j9] pod update took 48.534868ms
I0325 11:01:52.784817    3509 base_network_controller_pods.go:937] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-q45j9] addLogicalPort annotation time took 48.562012ms
I0325 11:01:52.786006    3509 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-q45j9] addLogicalPort took 49.862709ms, libovsdb time 855.408µs
I0325 11:01:53.088940    3509 cni.go:403] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-q45j9 b787f5d0a19a64f9c8b9520a1af510d8a2d81be74e212245b1d6ce42d1bd5422 network default NAD default] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-q45j9 b787f5d0a19a64f9c8b9520a1af510d8a2d81be74e212245b1d6ce42d1bd5422 network default NAD default]
I0325 11:01:53.098186    3509 helper_linux.go:450] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-58df4cf46c-q45j9, hostIfaceName: b787f5d0a19a64f, network: default, NAD default, SandboxID: "b787f5d0a19a64f9c8b9520a1af510d8a2d81be74e212245b1d6ce42d1bd5422", PCI device ID: , UID: "637581c8-f2cf-4c1a-baa4-768714d39a5c", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23]
I0325 11:01:53.144222    3509 cni.go:424] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-q45j9 b787f5d0a19a64f9c8b9520a1af510d8a2d81be74e212245b1d6ce42d1bd5422 network default NAD default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-q45j9 b787f5d0a19a64f9c8b9520a1af510d8a2d81be74e212245b1d6ce42d1bd5422 network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:43:d9:e3:04:57\",\"name\":\"b787f5d0a19a64f\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb6cd6e8-eecf-4e6e-beaf-7652321090a2\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0325 11:01:57.688716    3509 namespace.go:98] [cert-manager] adding namespace
I0325 11:01:57.689588    3509 namespace.go:102] [cert-manager] adding namespace took 823.961µs
I0325 11:01:57.743064    3509 namespace.go:142] [cert-manager] updating namespace
I0325 11:01:57.765835    3509 namespace.go:142] [cert-manager] updating namespace
W0325 11:01:58.364837    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0325 11:01:58.573890    3509 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-8468f77bc5-7qx4b] creating logical port rhbk-operator_rhbk-operator-8468f77bc5-7qx4b for pod on switch ip-10-0-2-111.ec2.internal
I0325 11:01:58.574008    3509 kube.go:256] Updating pod rhbk-operator/rhbk-operator-8468f77bc5-7qx4b
I0325 11:01:58.593782    3509 pod.go:62] [rhbk-operator/rhbk-operator-8468f77bc5-7qx4b] pod update took 19.802521ms
I0325 11:01:58.593809    3509 base_network_controller_pods.go:937] [default/rhbk-operator/rhbk-operator-8468f77bc5-7qx4b] addLogicalPort annotation time took 19.832157ms
I0325 11:01:58.594996    3509 pods.go:271] [rhbk-operator/rhbk-operator-8468f77bc5-7qx4b] addLogicalPort took 21.128816ms, libovsdb time 833.895µs
I0325 11:01:58.939137    3509 cni.go:403] [rhbk-operator/rhbk-operator-8468f77bc5-7qx4b 25d50c2785acf58e73eeb77b227a5a2267b9fb99de56289fdc9988843444d8e8 network default NAD default] ADD starting CNI request [rhbk-operator/rhbk-operator-8468f77bc5-7qx4b 25d50c2785acf58e73eeb77b227a5a2267b9fb99de56289fdc9988843444d8e8 network default NAD default]
I0325 11:01:58.947938    3509 helper_linux.go:450] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-8468f77bc5-7qx4b, hostIfaceName: 25d50c2785acf58, network: default, NAD default, SandboxID: "25d50c2785acf58e73eeb77b227a5a2267b9fb99de56289fdc9988843444d8e8", PCI device ID: , UID: "5f7ea5f7-9274-46f8-a55c-c7739da01260", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23]
I0325 11:01:58.994580    3509 cni.go:424] [rhbk-operator/rhbk-operator-8468f77bc5-7qx4b 25d50c2785acf58e73eeb77b227a5a2267b9fb99de56289fdc9988843444d8e8 network default NAD default] ADD finished CNI request [rhbk-operator/rhbk-operator-8468f77bc5-7qx4b 25d50c2785acf58e73eeb77b227a5a2267b9fb99de56289fdc9988843444d8e8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:9d:25:f1:11:b8\",\"name\":\"25d50c2785acf58\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e617ae1f-3a68-46d0-9f8e-241c0daae6c9\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0325 11:02:01.742417    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0325 11:02:01.752252    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0325 11:02:01.761809    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0325 11:02:01.770160    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0325 11:02:03.868495    3509 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-n9ms6] creating logical port tsf-tpa_rhtpa-operator-controller-manager-746944f6d7-n9ms6 for pod on switch ip-10-0-2-111.ec2.internal
I0325 11:02:03.868622    3509 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-n9ms6
I0325 11:02:03.897494    3509 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-n9ms6] pod update took 28.907441ms
I0325 11:02:03.897519    3509 base_network_controller_pods.go:937] [default/tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-n9ms6] addLogicalPort annotation time took 28.936864ms
I0325 11:02:03.899140    3509 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-n9ms6] addLogicalPort took 30.661461ms, libovsdb time 1.131161ms
I0325 11:02:04.547451    3509 cni.go:403] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-n9ms6 94fb6daecbc6abc84bcdc5a63d5521aaa3efd208b189c3262369c44824148d19 network default NAD default] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-n9ms6 94fb6daecbc6abc84bcdc5a63d5521aaa3efd208b189c3262369c44824148d19 network default NAD default]
I0325 11:02:04.557304    3509 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-746944f6d7-n9ms6, hostIfaceName: 94fb6daecbc6abc, network: default, NAD default, SandboxID: "94fb6daecbc6abc84bcdc5a63d5521aaa3efd208b189c3262369c44824148d19", PCI device ID: , UID: "22b4666d-bc60-4be6-be8e-0fb9ee0199fc", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23]
I0325 11:02:04.608886    3509 cni.go:424] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-n9ms6 94fb6daecbc6abc84bcdc5a63d5521aaa3efd208b189c3262369c44824148d19 network default NAD default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-n9ms6 94fb6daecbc6abc84bcdc5a63d5521aaa3efd208b189c3262369c44824148d19 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:ca:05:f9:e6:21\",\"name\":\"94fb6daecbc6abc\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1aea9c2f-b73a-4b74-88e5-c8eb5a92d776\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0325 11:02:06.358566    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0325 11:02:06.358596    3509 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0325 11:02:08.361300    3509 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59ccb4bb6b-6jsbd] creating logical port cert-manager_cert-manager-59ccb4bb6b-6jsbd for pod on switch ip-10-0-2-111.ec2.internal
I0325 11:02:08.361405    3509 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-6jsbd
I0325 11:02:08.378883    3509 pod.go:62] [cert-manager/cert-manager-59ccb4bb6b-6jsbd] pod update took 17.508076ms
I0325 11:02:08.378912    3509 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-59ccb4bb6b-6jsbd] addLogicalPort annotation time took 17.541799ms
I0325 11:02:08.380171    3509 pods.go:271] [cert-manager/cert-manager-59ccb4bb6b-6jsbd] addLogicalPort took 18.890753ms, libovsdb time 868.525µs
W0325 11:02:08.389548    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0325 11:02:08.719736    3509 cni.go:403] [cert-manager/cert-manager-59ccb4bb6b-6jsbd 9dd735beec20ba8ec94dfe75812cd683468c4824b7934bf7ed5bae08bd7c27cf network default NAD default] ADD starting CNI request [cert-manager/cert-manager-59ccb4bb6b-6jsbd 9dd735beec20ba8ec94dfe75812cd683468c4824b7934bf7ed5bae08bd7c27cf network default NAD default]
I0325 11:02:08.729506    3509 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59ccb4bb6b-6jsbd, hostIfaceName: 9dd735beec20ba8, network: default, NAD default, SandboxID: "9dd735beec20ba8ec94dfe75812cd683468c4824b7934bf7ed5bae08bd7c27cf", PCI device ID: , UID: "7e99344f-34ed-45eb-95f1-c0931ef9701e", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23]
I0325 11:02:08.778619    3509 cni.go:424] [cert-manager/cert-manager-59ccb4bb6b-6jsbd 9dd735beec20ba8ec94dfe75812cd683468c4824b7934bf7ed5bae08bd7c27cf network default NAD default] ADD finished CNI request [cert-manager/cert-manager-59ccb4bb6b-6jsbd 9dd735beec20ba8ec94dfe75812cd683468c4824b7934bf7ed5bae08bd7c27cf network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:fd:9a:f1:64:4b\",\"name\":\"9dd735beec20ba8\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15d901c7-016f-4612-a385-afeda0e8ec9f\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0325 11:02:09.468806    3509 namespace.go:142] [openshift-operators] updating namespace
I0325 11:02:09.478858    3509 namespace.go:142] [openshift-operators] updating namespace
I0325 11:02:18.583838    3509 namespace.go:98] [trusted-artifact-signer] adding namespace
I0325 11:02:18.584826    3509 namespace.go:102] [trusted-artifact-signer] adding namespace took 941.461µs
I0325 11:02:18.608723    3509 namespace.go:142] [trusted-artifact-signer] updating namespace
I0325 11:02:18.622061    3509 namespace.go:142] [trusted-artifact-signer] updating namespace
W0325 11:02:19.414124    3509 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
W0325 11:02:19.444122    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0325 11:02:21.681367    3509 namespace.go:142] [openshift-operators] updating namespace
I0325 11:02:22.146260    3509 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-vjq4x] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-vjq4x for pod on switch ip-10-0-2-111.ec2.internal
I0325 11:02:22.146381    3509 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-vjq4x
I0325 11:02:22.239441    3509 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-vjq4x] pod update took 93.081611ms
I0325 11:02:22.239519    3509 base_network_controller_pods.go:937] [default/openshift-operators/openshift-pipelines-operator-6684678d86-vjq4x] addLogicalPort annotation time took 93.16451ms
I0325 11:02:22.240945    3509 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-vjq4x] addLogicalPort took 94.70359ms, libovsdb time 966.647µs
I0325 11:02:22.504354    3509 cni.go:403] [openshift-operators/openshift-pipelines-operator-6684678d86-vjq4x c69732e3101d64e0070bdf0a80e90050a26aa8eb5c9e5cd36aa0a68d83415c04 network default NAD default] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-vjq4x c69732e3101d64e0070bdf0a80e90050a26aa8eb5c9e5cd36aa0a68d83415c04 network default NAD default]
I0325 11:02:22.513794    3509 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-vjq4x, hostIfaceName: c69732e3101d64e, network: default, NAD default, SandboxID: "c69732e3101d64e0070bdf0a80e90050a26aa8eb5c9e5cd36aa0a68d83415c04", PCI device ID: , UID: "08c012c2-01b5-408b-bfd3-3926ceb20137", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23]
I0325 11:02:22.559312    3509 cni.go:424] [openshift-operators/openshift-pipelines-operator-6684678d86-vjq4x c69732e3101d64e0070bdf0a80e90050a26aa8eb5c9e5cd36aa0a68d83415c04 network default NAD default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-vjq4x c69732e3101d64e0070bdf0a80e90050a26aa8eb5c9e5cd36aa0a68d83415c04 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:a0:3e:09:74:30\",\"name\":\"c69732e3101d64e\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/57af9cfd-012e-4cec-9849-b6bdc6a47abc\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0325 11:02:36.311958    3509 namespace.go:98] [openshift-pipelines] adding namespace
I0325 11:02:36.313100    3509 namespace.go:102] [openshift-pipelines] adding namespace took 1.113283ms
I0325 11:02:36.329100    3509 namespace.go:142] [openshift-pipelines] updating namespace
I0325 11:02:36.462527    3509 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:02:36.463160    3509 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:02:36.484177    3509 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:02:36.484273    3509 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:02:36.489327    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0325 11:02:36.489407    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0325 11:02:37.019246    3509 namespace.go:142] [cert-manager] updating namespace
I0325 11:02:37.222049    3509 namespace.go:142] [cert-manager-operator] updating namespace
I0325 11:02:37.629986    3509 namespace.go:142] [konflux-operator] updating namespace
I0325 11:02:37.825750    3509 namespace.go:142] [konflux-ui] updating namespace
I0325 11:02:38.025776    3509 namespace.go:142] [open-cluster-management-2p8mq20h6bsbq55jr1en15t0ro8fskh6] updating namespace
I0325 11:02:38.428413    3509 namespace.go:142] [rhbk-operator] updating namespace
I0325 11:02:38.629746    3509 namespace.go:142] [rhtpa-operator] updating namespace
I0325 11:02:38.830813    3509 namespace.go:142] [trusted-artifact-signer] updating namespace
I0325 11:02:39.031575    3509 namespace.go:142] [tsf] updating namespace
I0325 11:02:39.230404    3509 namespace.go:142] [tsf-keycloak] updating namespace
I0325 11:02:39.431740    3509 namespace.go:142] [tsf-tas] updating namespace
I0325 11:02:39.634771    3509 namespace.go:142] [tsf-tpa] updating namespace
I0325 11:02:39.758451    3509 namespace.go:142] [cert-manager] updating namespace
I0325 11:02:39.766336    3509 namespace.go:142] [cert-manager-operator] updating namespace
I0325 11:02:39.781732    3509 namespace.go:142] [default] updating namespace
I0325 11:02:39.789909    3509 namespace.go:142] [konflux-operator] updating namespace
I0325 11:02:39.799839    3509 namespace.go:142] [konflux-ui] updating namespace
I0325 11:02:39.807806    3509 namespace.go:142] [open-cluster-management-2p8mq20h6bsbq55jr1en15t0ro8fskh6] updating namespace
I0325 11:02:39.820666    3509 namespace.go:142] [openshift] updating namespace
I0325 11:02:39.832723    3509 namespace.go:142] [rhbk-operator] updating namespace
I0325 11:02:39.844774    3509 namespace.go:142] [rhtpa-operator] updating namespace
I0325 11:02:39.856656    3509 namespace.go:142] [trusted-artifact-signer] updating namespace
I0325 11:02:39.863901    3509 namespace.go:142] [tsf] updating namespace
I0325 11:02:39.873770    3509 namespace.go:142] [tsf-keycloak] updating namespace
I0325 11:02:39.893784    3509 namespace.go:142] [tsf-tas] updating namespace
I0325 11:02:39.916479    3509 namespace.go:142] [tsf-tpa] updating namespace
I0325 11:02:40.014706    3509 namespace.go:142] [cert-manager] updating namespace
I0325 11:02:40.116980    3509 namespace.go:142] [cert-manager-operator] updating namespace
I0325 11:02:40.222459    3509 namespace.go:142] [default] updating namespace
I0325 11:02:40.317759    3509 namespace.go:142] [konflux-operator] updating namespace
I0325 11:02:40.422687    3509 namespace.go:142] [konflux-ui] updating namespace
I0325 11:02:40.518384    3509 namespace.go:142] [open-cluster-management-2p8mq20h6bsbq55jr1en15t0ro8fskh6] updating namespace
I0325 11:02:40.613934    3509 namespace.go:142] [openshift] updating namespace
I0325 11:02:40.714978    3509 namespace.go:142] [rhbk-operator] updating namespace
I0325 11:02:40.819289    3509 namespace.go:142] [rhtpa-operator] updating namespace
I0325 11:02:40.915859    3509 namespace.go:142] [trusted-artifact-signer] updating namespace
I0325 11:02:41.015878    3509 namespace.go:142] [tsf] updating namespace
I0325 11:02:41.116196    3509 namespace.go:142] [tsf-keycloak] updating namespace
I0325 11:02:41.216032    3509 namespace.go:142] [tsf-tas] updating namespace
I0325 11:02:41.317378    3509 namespace.go:142] [tsf-tpa] updating namespace
I0325 11:02:41.693746    3509 namespace.go:142] [openshift-pipelines] updating namespace
W0325 11:02:46.399413    3509 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
W0325 11:02:46.415567    3509 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
I0325 11:02:50.324451    3509 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-jlqzv] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-jlqzv for pod on switch ip-10-0-2-111.ec2.internal
I0325 11:02:50.324575    3509 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-jlqzv
I0325 11:02:50.340102    3509 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-jlqzv] pod update took 15.549725ms
I0325 11:02:50.340122    3509 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-events-controller-b79bdd59-jlqzv] addLogicalPort annotation time took 15.575ms
I0325 11:02:50.341517    3509 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-jlqzv] addLogicalPort took 17.086481ms, libovsdb time 1.03138ms
I0325 11:02:50.702828    3509 cni.go:403] [openshift-pipelines/tekton-events-controller-b79bdd59-jlqzv cbb363d58c8ec74798d2cc330b9af63780f96364c77b2dbbdbae85f8748d9ad0 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-jlqzv cbb363d58c8ec74798d2cc330b9af63780f96364c77b2dbbdbae85f8748d9ad0 network default NAD default]
I0325 11:02:50.712614    3509 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-jlqzv, hostIfaceName: cbb363d58c8ec74, network: default, NAD default, SandboxID: "cbb363d58c8ec74798d2cc330b9af63780f96364c77b2dbbdbae85f8748d9ad0", PCI device ID: , UID: "7d830088-8ec5-47d5-a2e3-fb4361c6844f", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23]
I0325 11:02:50.763286    3509 cni.go:424] [openshift-pipelines/tekton-events-controller-b79bdd59-jlqzv cbb363d58c8ec74798d2cc330b9af63780f96364c77b2dbbdbae85f8748d9ad0 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-jlqzv cbb363d58c8ec74798d2cc330b9af63780f96364c77b2dbbdbae85f8748d9ad0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:64:f2:49:06:dc\",\"name\":\"cbb363d58c8ec74\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/46683118-4d88-429f-8bb8-bcca441521d4\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0325 11:02:53.606363    3509 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0325 11:02:53.606456    3509 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0325 11:02:53.606471    3509 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0325 11:02:56.566037    3509 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0325 11:02:56.566065    3509 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0325 11:02:56.566096    3509 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0325 11:02:57.510185    3509 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0325 11:02:57.510209    3509 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0325 11:02:57.510216    3509 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0325 11:02:57.510222    3509 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
I0325 11:02:59.452178    3509 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=86
W0325 11:03:04.618047    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0325 11:03:04.618088    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0325 11:03:04.618095    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
I0325 11:03:10.693572    3509 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:03:10.694214    3509 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:03:10.720379    3509 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:03:10.720454    3509 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:03:10.726938    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0325 11:03:10.726961    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0325 11:03:12.459782    3509 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=859
I0325 11:03:15.414510    3509 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-pwpbl] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-pwpbl for pod on switch ip-10-0-2-111.ec2.internal
I0325 11:03:15.414647    3509 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-pwpbl
I0325 11:03:15.431334    3509 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-pwpbl] pod update took 16.712131ms
I0325 11:03:15.431355    3509 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-pwpbl] addLogicalPort annotation time took 16.738683ms
I0325 11:03:15.432734    3509 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-pwpbl] addLogicalPort took 18.244994ms, libovsdb time 1.011097ms
I0325 11:03:15.774804    3509 cni.go:403] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-pwpbl f12c5e6dc569ae5a92fbf60af9a3e8c43fe29ba54ba10698a6e632f0657080d4 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-pwpbl f12c5e6dc569ae5a92fbf60af9a3e8c43fe29ba54ba10698a6e632f0657080d4 network default NAD default]
I0325 11:03:15.785711    3509 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-pwpbl, hostIfaceName: f12c5e6dc569ae5, network: default, NAD default, SandboxID: "f12c5e6dc569ae5a92fbf60af9a3e8c43fe29ba54ba10698a6e632f0657080d4", PCI device ID: , UID: "6ef05dfa-5de3-4ed3-87c7-af4298476183", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23]
I0325 11:03:15.838199    3509 cni.go:424] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-pwpbl f12c5e6dc569ae5a92fbf60af9a3e8c43fe29ba54ba10698a6e632f0657080d4 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-pwpbl f12c5e6dc569ae5a92fbf60af9a3e8c43fe29ba54ba10698a6e632f0657080d4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:c8:a4:a9:ef:26\",\"name\":\"f12c5e6dc569ae5\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/680f1e2e-c90e-45b9-ac57-561c6256ad02\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0325 11:03:18.554051    3509 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
W0325 11:03:19.617018    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0325 11:03:19.617305    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0325 11:03:19.617363    3509 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0325 11:03:20.692426    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0325 11:03:33.479770    3509 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-wxlff] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-wxlff for pod on switch ip-10-0-2-111.ec2.internal
I0325 11:03:33.479942    3509 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-wxlff
I0325 11:03:33.495609    3509 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-wxlff] pod update took 15.69468ms
I0325 11:03:33.495639    3509 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-wxlff] addLogicalPort annotation time took 15.722702ms
I0325 11:03:33.497108    3509 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-wxlff] addLogicalPort took 17.368837ms, libovsdb time 939.368µs
I0325 11:03:33.835718    3509 cni.go:403] [openshift-pipelines/tekton-chains-controller-5fb999ffff-wxlff b39919b2b08b154414247257f3bb707cb8e4c3ee7a9a3892bb609758eaf7c613 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-wxlff b39919b2b08b154414247257f3bb707cb8e4c3ee7a9a3892bb609758eaf7c613 network default NAD default]
I0325 11:03:33.845399    3509 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-wxlff, hostIfaceName: b39919b2b08b154, network: default, NAD default, SandboxID: "b39919b2b08b154414247257f3bb707cb8e4c3ee7a9a3892bb609758eaf7c613", PCI device ID: , UID: "b6d9377c-80b4-4f19-a37d-76084d175273", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23]
I0325 11:03:34.100694    3509 cni.go:424] [openshift-pipelines/tekton-chains-controller-5fb999ffff-wxlff b39919b2b08b154414247257f3bb707cb8e4c3ee7a9a3892bb609758eaf7c613 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-wxlff b39919b2b08b154414247257f3bb707cb8e4c3ee7a9a3892bb609758eaf7c613 network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:5c:b5:30:e0:f7\",\"name\":\"b39919b2b08b154\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b616d38c-141c-4db5-8076-ab0973e4536e\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0325 11:03:39.708024    3509 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0325 11:03:42.003099    3509 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:03:42.003917    3509 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:03:42.758989    3509 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:03:42.759009    3509 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:03:42.763246    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0
I0325 11:03:42.763319    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0
W0325 11:03:45.787191    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0325 11:03:45.791304    3509 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0325 11:03:45.791379    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
I0325 11:03:57.281198    3509 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-fvzrb] creating logical port openshift-pipelines_tekton-results-api-7b4b7bb78c-fvzrb for pod on switch ip-10-0-2-111.ec2.internal
I0325 11:03:57.281387    3509 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-7b4b7bb78c-fvzrb
I0325 11:03:57.296135    3509 pod.go:62] [openshift-pipelines/tekton-results-api-7b4b7bb78c-fvzrb] pod update took 14.788375ms
I0325 11:03:57.296157    3509 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-fvzrb] addLogicalPort annotation time took 14.817252ms
I0325 11:03:57.297973    3509 pods.go:271] [openshift-pipelines/tekton-results-api-7b4b7bb78c-fvzrb] addLogicalPort took 16.793513ms, libovsdb time 1.337479ms
I0325 11:03:57.453875    3509 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-2p77f] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-2p77f for pod on switch ip-10-0-2-111.ec2.internal
I0325 11:03:57.454025    3509 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-2p77f
I0325 11:03:57.468703    3509 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-2p77f] pod update took 14.699882ms
I0325 11:03:57.468731    3509 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-2p77f] addLogicalPort annotation time took 14.732202ms
I0325 11:03:57.470203    3509 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-2p77f] addLogicalPort took 16.348438ms, libovsdb time 984.591µs
I0325 11:03:57.650611    3509 cni.go:403] [openshift-pipelines/tekton-results-api-7b4b7bb78c-fvzrb cabb415ae8832e410f5ccbafa14e42da58b15e4ae2a730aa206e0d6d517767da network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-fvzrb cabb415ae8832e410f5ccbafa14e42da58b15e4ae2a730aa206e0d6d517767da network default NAD default]
I0325 11:03:57.659617    3509 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-7b4b7bb78c-fvzrb, hostIfaceName: cabb415ae8832e4, network: default, NAD default, SandboxID: "cabb415ae8832e410f5ccbafa14e42da58b15e4ae2a730aa206e0d6d517767da", PCI device ID: , UID: "d4c5be66-7cd1-411b-b492-1d6898a9d0e7", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23]
I0325 11:03:57.707639    3509 cni.go:424] [openshift-pipelines/tekton-results-api-7b4b7bb78c-fvzrb cabb415ae8832e410f5ccbafa14e42da58b15e4ae2a730aa206e0d6d517767da network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-fvzrb cabb415ae8832e410f5ccbafa14e42da58b15e4ae2a730aa206e0d6d517767da network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:d5:a1:36:70:6f\",\"name\":\"cabb415ae8832e4\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08ccc4cf-fdb4-445c-995f-d070e5524208\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0325 11:03:57.818813    3509 cni.go:403] [openshift-pipelines/tekton-results-watcher-6f946f97cf-2p77f b48e244a2dfbc9ed7776c4d91df658e4f5d4accd157a4230c64acb0d32ae13e2 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-2p77f b48e244a2dfbc9ed7776c4d91df658e4f5d4accd157a4230c64acb0d32ae13e2 network default NAD default]
I0325 11:03:57.830174    3509 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-2p77f, hostIfaceName: b48e244a2dfbc9e, network: default, NAD default, SandboxID: "b48e244a2dfbc9ed7776c4d91df658e4f5d4accd157a4230c64acb0d32ae13e2", PCI device ID: , UID: "6e690a9c-df6a-405d-b297-a76ec94979e6", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23]
I0325 11:03:57.876432    3509 cni.go:424] [openshift-pipelines/tekton-results-watcher-6f946f97cf-2p77f b48e244a2dfbc9ed7776c4d91df658e4f5d4accd157a4230c64acb0d32ae13e2 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-2p77f b48e244a2dfbc9ed7776c4d91df658e4f5d4accd157a4230c64acb0d32ae13e2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:da:16:df:c4:f3\",\"name\":\"b48e244a2dfbc9e\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c872158b-1353-4708-a163-a66ecba35973\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0325 11:04:04.002178    3509 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0325 11:04:04.002201    3509 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0325 11:04:04.002206    3509 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0325 11:04:08.008032    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0325 11:04:08.008180    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0325 11:04:08.008195    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0325 11:04:13.131920    3509 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:04:13.132525    3509 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:04:13.847722    3509 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-264d5] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-264d5 for pod on switch ip-10-0-2-111.ec2.internal
I0325 11:04:13.847873    3509 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-264d5
I0325 11:04:13.858067    3509 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-264d5] pod update took 10.215622ms
I0325 11:04:13.858105    3509 base_network_controller_pods.go:937] [default/openshift-pipelines/tkn-cli-serve-784b566968-264d5] addLogicalPort annotation time took 10.255949ms
I0325 11:04:13.859341    3509 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-264d5] addLogicalPort took 11.638919ms, libovsdb time 808.078µs
I0325 11:04:14.201737    3509 cni.go:403] [openshift-pipelines/tkn-cli-serve-784b566968-264d5 400f47bcf34b087ed854fe959d7269ab61ba22d8e994ff6079b47712d7bb148d network default NAD default] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-264d5 400f47bcf34b087ed854fe959d7269ab61ba22d8e994ff6079b47712d7bb148d network default NAD default]
I0325 11:04:14.211955    3509 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-264d5, hostIfaceName: 400f47bcf34b087, network: default, NAD default, SandboxID: "400f47bcf34b087ed854fe959d7269ab61ba22d8e994ff6079b47712d7bb148d", PCI device ID: , UID: "77f20bed-ca5a-41ad-b9c4-885f1e17cd3c", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23]
I0325 11:04:14.260228    3509 cni.go:424] [openshift-pipelines/tkn-cli-serve-784b566968-264d5 400f47bcf34b087ed854fe959d7269ab61ba22d8e994ff6079b47712d7bb148d network default NAD default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-264d5 400f47bcf34b087ed854fe959d7269ab61ba22d8e994ff6079b47712d7bb148d network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:bc:b5:77:9a:3a\",\"name\":\"400f47bcf34b087\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07e05c69-3476-4566-90ec-65dfbc469951\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0325 11:04:22.163941    3509 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-24gsw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:04:22.164628    3509 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-24gsw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:04:23.190696    3509 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-24gsw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:04:23.190726    3509 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-24gsw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:04:23.547310    3509 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:04:23.548916    3509 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:04:24.056928    3509 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:04:24.056947    3509 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:04:24.062014    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0
I0325 11:04:24.062107    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0
W0325 11:04:26.081941    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0325 11:04:26.082814    3509 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0325 11:04:26.082880    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0325 11:04:32.056625    3509 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0325 11:04:32.056705    3509 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0325 11:04:33.145844    3509 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0325 11:04:34.539408    3509 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-56.ec2.internal
I0325 11:04:34.539447    3509 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-56.ec2.internal: 46.877µs
I0325 11:04:34.539476    3509 egressfirewall.go:628] Syncing node "ip-10-0-1-56.ec2.internal" for egress firewall
I0325 11:04:56.882356    3509 namespace.go:142] [openshift-pipelines] updating namespace
I0325 11:05:13.252339    3509 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:05:13.252364    3509 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:05:13.258260    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0325 11:05:13.258322    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0325 11:05:22.555291    3509 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:05:22.555882    3509 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:05:22.575979    3509 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:05:22.576048    3509 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:05:22.578793    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0325 11:05:22.578821    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0325 11:05:24.204444    3509 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-2tgtw-g4s6w] creating logical port tsf-tas_segment-backup-installation-2tgtw-g4s6w for pod on switch ip-10-0-2-111.ec2.internal
I0325 11:05:24.204596    3509 kube.go:256] Updating pod tsf-tas/segment-backup-installation-2tgtw-g4s6w
I0325 11:05:24.218029    3509 pod.go:62] [tsf-tas/segment-backup-installation-2tgtw-g4s6w] pod update took 13.458037ms
I0325 11:05:24.218139    3509 base_network_controller_pods.go:937] [default/tsf-tas/segment-backup-installation-2tgtw-g4s6w] addLogicalPort annotation time took 13.573448ms
I0325 11:05:24.219618    3509 pods.go:271] [tsf-tas/segment-backup-installation-2tgtw-g4s6w] addLogicalPort took 15.197105ms, libovsdb time 912.324µs
I0325 11:05:24.563867    3509 cni.go:403] [tsf-tas/segment-backup-installation-2tgtw-g4s6w 7f9e80c1958a5ee8ed6530f42a93f06eb8d63d7c85e00c8a21b3262dec87d80e network default NAD default] ADD starting CNI request [tsf-tas/segment-backup-installation-2tgtw-g4s6w 7f9e80c1958a5ee8ed6530f42a93f06eb8d63d7c85e00c8a21b3262dec87d80e network default NAD default]
I0325 11:05:24.572991    3509 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-2tgtw-g4s6w, hostIfaceName: 7f9e80c1958a5ee, network: default, NAD default, SandboxID: "7f9e80c1958a5ee8ed6530f42a93f06eb8d63d7c85e00c8a21b3262dec87d80e", PCI device ID: , UID: "66b78063-80de-4ad2-a1ef-1c5f24e6b16e", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23]
I0325 11:05:24.621385    3509 cni.go:424] [tsf-tas/segment-backup-installation-2tgtw-g4s6w 7f9e80c1958a5ee8ed6530f42a93f06eb8d63d7c85e00c8a21b3262dec87d80e network default NAD default] ADD finished CNI request [tsf-tas/segment-backup-installation-2tgtw-g4s6w 7f9e80c1958a5ee8ed6530f42a93f06eb8d63d7c85e00c8a21b3262dec87d80e network default NAD default], result "{\"interfaces\":[{\"mac\":\"fe:00:92:ea:e8:03\",\"name\":\"7f9e80c1958a5ee\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c7be7fb1-3164-4bee-9268-b0a12b4550db\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0325 11:05:25.314320    3509 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-6c58f9bb5c-4fpkf] creating logical port tsf-tas_trillian-logsigner-6c58f9bb5c-4fpkf for pod on switch ip-10-0-2-111.ec2.internal
I0325 11:05:25.314407    3509 kube.go:256] Updating pod tsf-tas/trillian-logsigner-6c58f9bb5c-4fpkf
I0325 11:05:25.336908    3509 pod.go:62] [tsf-tas/trillian-logsigner-6c58f9bb5c-4fpkf] pod update took 22.52211ms
I0325 11:05:25.336929    3509 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logsigner-6c58f9bb5c-4fpkf] addLogicalPort annotation time took 22.547895ms
I0325 11:05:25.338268    3509 pods.go:271] [tsf-tas/trillian-logsigner-6c58f9bb5c-4fpkf] addLogicalPort took 23.966731ms, libovsdb time 950.968µs
I0325 11:05:25.648862    3509 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-gs4ft-252dc] creating logical port tsf-tas_rekor-createtree-job-gs4ft-252dc for pod on switch ip-10-0-2-111.ec2.internal
I0325 11:05:25.648949    3509 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-gs4ft-252dc
I0325 11:05:25.664763    3509 pod.go:62] [tsf-tas/rekor-createtree-job-gs4ft-252dc] pod update took 15.830947ms
I0325 11:05:25.664850    3509 base_network_controller_pods.go:937] [default/tsf-tas/rekor-createtree-job-gs4ft-252dc] addLogicalPort annotation time took 15.92084ms
I0325 11:05:25.666038    3509 pods.go:271] [tsf-tas/rekor-createtree-job-gs4ft-252dc] addLogicalPort took 17.190577ms, libovsdb time 762.911µs
I0325 11:05:26.007329    3509 cni.go:403] [tsf-tas/rekor-createtree-job-gs4ft-252dc 0bd79334fbefdbe5dc8ee3b522d3d0b51fc0c218f008731712bcd79aa25f1987 network default NAD default] ADD starting CNI request [tsf-tas/rekor-createtree-job-gs4ft-252dc 0bd79334fbefdbe5dc8ee3b522d3d0b51fc0c218f008731712bcd79aa25f1987 network default NAD default]
I0325 11:05:26.015952    3509 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-gs4ft-252dc, hostIfaceName: 0bd79334fbefdbe, network: default, NAD default, SandboxID: "0bd79334fbefdbe5dc8ee3b522d3d0b51fc0c218f008731712bcd79aa25f1987", PCI device ID: , UID: "4ccaabb7-074a-458d-9081-5a24a3a13c54", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23]
I0325 11:05:26.060712    3509 cni.go:424] [tsf-tas/rekor-createtree-job-gs4ft-252dc 0bd79334fbefdbe5dc8ee3b522d3d0b51fc0c218f008731712bcd79aa25f1987 network default NAD default] ADD finished CNI request [tsf-tas/rekor-createtree-job-gs4ft-252dc 0bd79334fbefdbe5dc8ee3b522d3d0b51fc0c218f008731712bcd79aa25f1987 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:ab:4a:b7:77:58\",\"name\":\"0bd79334fbefdbe\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/493ab58d-9df2-4937-920a-053a6f6bab98\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0325 11:05:27.194314    3509 cni.go:403] [tsf-tas/trillian-logsigner-6c58f9bb5c-4fpkf 6eeb1f8cb5dead71c6b6b6d12a53cca4a6fa78fb875867b44c00955fb96c020d network default NAD default] ADD starting CNI request [tsf-tas/trillian-logsigner-6c58f9bb5c-4fpkf 6eeb1f8cb5dead71c6b6b6d12a53cca4a6fa78fb875867b44c00955fb96c020d network default NAD default]
I0325 11:05:27.205859    3509 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-6c58f9bb5c-4fpkf, hostIfaceName: 6eeb1f8cb5dead7, network: default, NAD default, SandboxID: "6eeb1f8cb5dead71c6b6b6d12a53cca4a6fa78fb875867b44c00955fb96c020d", PCI device ID: , UID: "c0e5decf-109b-40a1-b510-acf333add935", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23]
I0325 11:05:27.264985    3509 cni.go:424] [tsf-tas/trillian-logsigner-6c58f9bb5c-4fpkf 6eeb1f8cb5dead71c6b6b6d12a53cca4a6fa78fb875867b44c00955fb96c020d network default NAD default] ADD finished CNI request [tsf-tas/trillian-logsigner-6c58f9bb5c-4fpkf 6eeb1f8cb5dead71c6b6b6d12a53cca4a6fa78fb875867b44c00955fb96c020d network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:4c:b8:5d:ef:ef\",\"name\":\"6eeb1f8cb5dead7\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4c81673-04c9-41de-9661-8aed511a16a5\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0325 11:05:27.357918    3509 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server
W0325 11:05:27.357943    3509 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server
I0325 11:05:27.923801    3509 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-66666484d6-tbq2p] creating logical port tsf-tas_trillian-db-66666484d6-tbq2p for pod on switch ip-10-0-2-111.ec2.internal
I0325 11:05:27.923913    3509 kube.go:256] Updating pod tsf-tas/trillian-db-66666484d6-tbq2p
I0325 11:05:27.941395    3509 pod.go:62] [tsf-tas/trillian-db-66666484d6-tbq2p] pod update took 17.513937ms
I0325 11:05:27.941429    3509 base_network_controller_pods.go:937] [default/tsf-tas/trillian-db-66666484d6-tbq2p] addLogicalPort annotation time took 17.554576ms
I0325 11:05:27.945368    3509 pods.go:271] [tsf-tas/trillian-db-66666484d6-tbq2p] addLogicalPort took 21.584992ms, libovsdb time 3.395188ms
W0325 11:05:33.399783    3509 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
I0325 11:05:35.566129    3509 cni.go:403] [tsf-tas/trillian-db-66666484d6-tbq2p cb8a056608b07fa11bfbd699e25887998c7a875d43ceba275c3f03847b0c238b network default NAD default] ADD starting CNI request [tsf-tas/trillian-db-66666484d6-tbq2p cb8a056608b07fa11bfbd699e25887998c7a875d43ceba275c3f03847b0c238b network default NAD default]
I0325 11:05:35.576864    3509 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-66666484d6-tbq2p, hostIfaceName: cb8a056608b07fa, network: default, NAD default, SandboxID: "cb8a056608b07fa11bfbd699e25887998c7a875d43ceba275c3f03847b0c238b", PCI device ID: , UID: "94ed9f6d-2eae-4cbf-b4ed-cf5ecb9e40fd", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23]
I0325 11:05:35.639125    3509 cni.go:424] [tsf-tas/trillian-db-66666484d6-tbq2p cb8a056608b07fa11bfbd699e25887998c7a875d43ceba275c3f03847b0c238b network default NAD default] ADD finished CNI request [tsf-tas/trillian-db-66666484d6-tbq2p cb8a056608b07fa11bfbd699e25887998c7a875d43ceba275c3f03847b0c238b network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:fb:c0:22:62:2d\",\"name\":\"cb8a056608b07fa\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/74f96293-5549-434f-8c6c-9044c3bc7191\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0325 11:05:36.474115    3509 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
I0325 11:05:46.574950    3509 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5
W0325 11:05:48.554588    3509 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
I0325 11:05:49.569506    3509 cni.go:403] [tsf-tas/segment-backup-installation-2tgtw-g4s6w 7f9e80c1958a5ee8ed6530f42a93f06eb8d63d7c85e00c8a21b3262dec87d80e network default NAD default] DEL starting CNI request [tsf-tas/segment-backup-installation-2tgtw-g4s6w 7f9e80c1958a5ee8ed6530f42a93f06eb8d63d7c85e00c8a21b3262dec87d80e network default NAD default]
I0325 11:05:49.644922    3509 cni.go:424] [tsf-tas/segment-backup-installation-2tgtw-g4s6w 7f9e80c1958a5ee8ed6530f42a93f06eb8d63d7c85e00c8a21b3262dec87d80e network default NAD default] DEL finished CNI request [tsf-tas/segment-backup-installation-2tgtw-g4s6w 7f9e80c1958a5ee8ed6530f42a93f06eb8d63d7c85e00c8a21b3262dec87d80e network default NAD default], result "{}", err <nil>
I0325 11:05:49.697426    3509 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-2tgtw-g4s6w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:05:49.697544    3509 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-2tgtw-g4s6w
I0325 11:05:49.699394    3509 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-2tgtw-g4s6w, ips: 10.129.0.37
I0325 11:05:49.699438    3509 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-2tgtw-g4s6w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:05:50.594561    3509 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-2tgtw-g4s6w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:05:50.594657    3509 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-2tgtw-g4s6w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0325 11:05:59.599866    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql
W0325 11:06:15.661973    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner
I0325 11:06:18.553107    3509 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0325 11:06:33.579865    3509 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8
I0325 11:06:37.995517    3509 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:06:37.996166    3509 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:06:38.033358    3509 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:06:38.033391    3509 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:06:38.040213    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0325 11:06:38.040300    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0325 11:06:42.861177    3509 cni.go:403] [tsf-tas/rekor-createtree-job-gs4ft-252dc 0bd79334fbefdbe5dc8ee3b522d3d0b51fc0c218f008731712bcd79aa25f1987 network default NAD default] DEL starting CNI request [tsf-tas/rekor-createtree-job-gs4ft-252dc 0bd79334fbefdbe5dc8ee3b522d3d0b51fc0c218f008731712bcd79aa25f1987 network default NAD default]
I0325 11:06:42.939385    3509 cni.go:424] [tsf-tas/rekor-createtree-job-gs4ft-252dc 0bd79334fbefdbe5dc8ee3b522d3d0b51fc0c218f008731712bcd79aa25f1987 network default NAD default] DEL finished CNI request [tsf-tas/rekor-createtree-job-gs4ft-252dc 0bd79334fbefdbe5dc8ee3b522d3d0b51fc0c218f008731712bcd79aa25f1987 network default NAD default], result "{}", err <nil>
I0325 11:06:42.993031    3509 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-gs4ft-252dc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:06:42.993090    3509 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-gs4ft-252dc
I0325 11:06:42.994550    3509 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-gs4ft-252dc, ips: 10.129.0.39
I0325 11:06:42.994582    3509 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-gs4ft-252dc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:06:43.873671    3509 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-gs4ft-252dc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:06:43.873814    3509 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-gs4ft-252dc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:06:44.516708    3509 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-kjz56-97qr7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:06:44.517365    3509 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-kjz56-97qr7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:06:45.539311    3509 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-kjz56-97qr7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:06:45.539363    3509 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-kjz56-97qr7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:06:47.095882    3509 obj_retry.go:464] Detected object tsf/patch-tekton-config-85gts of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:06:47.096597    3509 obj_retry.go:464] Detected object tsf/patch-tekton-config-85gts of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:06:48.117278    3509 obj_retry.go:458] Detected object tsf/patch-tekton-config-85gts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:06:48.117347    3509 obj_retry.go:458] Detected object tsf/patch-tekton-config-85gts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:06:49.434983    3509 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-c9c468ff-bwr79] creating logical port tsf-tas_rekor-server-c9c468ff-bwr79 for pod on switch ip-10-0-2-111.ec2.internal
I0325 11:06:49.435256    3509 kube.go:256] Updating pod tsf-tas/rekor-server-c9c468ff-bwr79
I0325 11:06:49.448844    3509 pod.go:62] [tsf-tas/rekor-server-c9c468ff-bwr79] pod update took 13.641113ms
I0325 11:06:49.448938    3509 base_network_controller_pods.go:937] [default/tsf-tas/rekor-server-c9c468ff-bwr79] addLogicalPort annotation time took 13.739027ms
I0325 11:06:49.451044    3509 pods.go:271] [tsf-tas/rekor-server-c9c468ff-bwr79] addLogicalPort took 16.078941ms, libovsdb time 1.263096ms
W0325 11:06:50.996204    3509 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
W0325 11:06:51.022801    3509 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
W0325 11:06:52.024453    3509 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
I0325 11:06:54.610371    3509 cni.go:403] [tsf-tas/rekor-server-c9c468ff-bwr79 723948e5ffd6da01900e4da8dcd463e4aa524fcb9e9d8d84ad440c78792e7b50 network default NAD default] ADD starting CNI request [tsf-tas/rekor-server-c9c468ff-bwr79 723948e5ffd6da01900e4da8dcd463e4aa524fcb9e9d8d84ad440c78792e7b50 network default NAD default]
I0325 11:06:54.620171    3509 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-c9c468ff-bwr79, hostIfaceName: 723948e5ffd6da0, network: default, NAD default, SandboxID: "723948e5ffd6da01900e4da8dcd463e4aa524fcb9e9d8d84ad440c78792e7b50", PCI device ID: , UID: "d5fe8633-ffa9-435b-927f-d5716cebdee7", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23]
I0325 11:06:54.672629    3509 cni.go:424] [tsf-tas/rekor-server-c9c468ff-bwr79 723948e5ffd6da01900e4da8dcd463e4aa524fcb9e9d8d84ad440c78792e7b50 network default NAD default] ADD finished CNI request [tsf-tas/rekor-server-c9c468ff-bwr79 723948e5ffd6da01900e4da8dcd463e4aa524fcb9e9d8d84ad440c78792e7b50 network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:61:f8:b4:f4:af\",\"name\":\"723948e5ffd6da0\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9f2966a-a5ba-4ce4-9eac-299d438f5b92\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0325 11:06:54.971179    3509 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-78mcp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:06:54.971907    3509 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-78mcp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:06:55.992294    3509 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-78mcp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:06:55.992323    3509 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-78mcp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:06:56.026210    3509 obj_retry.go:458] Detected object tsf/patch-tekton-config-85gts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:06:56.026239    3509 obj_retry.go:458] Detected object tsf/patch-tekton-config-85gts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:06:56.029495    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-85gts
I0325 11:06:56.029523    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-85gts
I0325 11:06:56.178153    3509 base_network_controller_pods.go:487] [default/tsf/test-tsf-pipelines] creating logical port tsf_test-tsf-pipelines for pod on switch ip-10-0-2-111.ec2.internal
I0325 11:06:56.178272    3509 kube.go:256] Updating pod tsf/test-tsf-pipelines
I0325 11:06:56.190689    3509 pod.go:62] [tsf/test-tsf-pipelines] pod update took 12.453788ms
I0325 11:06:56.190773    3509 base_network_controller_pods.go:937] [default/tsf/test-tsf-pipelines] addLogicalPort annotation time took 12.546151ms
I0325 11:06:56.192458    3509 pods.go:271] [tsf/test-tsf-pipelines] addLogicalPort took 14.326516ms, libovsdb time 1.08068ms
I0325 11:06:56.851549    3509 cni.go:403] [tsf/test-tsf-pipelines 7a93f165f94f51ba332fe32b34f24341a55523643cfe8087dd2cdcab1890d10b network default NAD default] ADD starting CNI request [tsf/test-tsf-pipelines 7a93f165f94f51ba332fe32b34f24341a55523643cfe8087dd2cdcab1890d10b network default NAD default]
I0325 11:06:56.860279    3509 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-pipelines, hostIfaceName: 7a93f165f94f51b, network: default, NAD default, SandboxID: "7a93f165f94f51ba332fe32b34f24341a55523643cfe8087dd2cdcab1890d10b", PCI device ID: , UID: "5118ab20-5567-4472-9dee-852a55d60ace", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23]
I0325 11:06:56.912336    3509 cni.go:424] [tsf/test-tsf-pipelines 7a93f165f94f51ba332fe32b34f24341a55523643cfe8087dd2cdcab1890d10b network default NAD default] ADD finished CNI request [tsf/test-tsf-pipelines 7a93f165f94f51ba332fe32b34f24341a55523643cfe8087dd2cdcab1890d10b network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:18:a2:1f:55:d6\",\"name\":\"7a93f165f94f51b\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d2db4685-ab01-4f97-ae81-302b0e288cc1\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0325 11:06:56.940822    3509 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0325 11:07:01.463633    3509 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=68
I0325 11:07:03.454562    3509 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7
W0325 11:07:07.947505    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server
I0325 11:07:08.026345    3509 cni.go:403] [tsf/test-tsf-pipelines 7a93f165f94f51ba332fe32b34f24341a55523643cfe8087dd2cdcab1890d10b network default NAD default] DEL starting CNI request [tsf/test-tsf-pipelines 7a93f165f94f51ba332fe32b34f24341a55523643cfe8087dd2cdcab1890d10b network default NAD default]
I0325 11:07:08.098306    3509 cni.go:424] [tsf/test-tsf-pipelines 7a93f165f94f51ba332fe32b34f24341a55523643cfe8087dd2cdcab1890d10b network default NAD default] DEL finished CNI request [tsf/test-tsf-pipelines 7a93f165f94f51ba332fe32b34f24341a55523643cfe8087dd2cdcab1890d10b network default NAD default], result "{}", err <nil>
I0325 11:07:08.152108    3509 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:07:08.152212    3509 pods.go:176] Deleting pod: tsf/test-tsf-pipelines
I0325 11:07:08.153680    3509 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-pipelines, ips: 10.129.0.42
I0325 11:07:08.153712    3509 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:07:08.169159    3509 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:07:08.169258    3509 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:07:08.176049    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-pipelines
I0325 11:07:08.176164    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-pipelines
I0325 11:07:10.455955    3509 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=100
I0325 11:07:12.257852    3509 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:07:12.258478    3509 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:07:12.277171    3509 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:07:12.277198    3509 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:07:12.282974    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0325 11:07:12.283040    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
I0325 11:07:13.623648    3509 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-bwg5h] creating logical port tsf-tpa_create-db-bwg5h for pod on switch ip-10-0-2-111.ec2.internal
I0325 11:07:13.623783    3509 kube.go:256] Updating pod tsf-tpa/create-db-bwg5h
I0325 11:07:13.635869    3509 pod.go:62] [tsf-tpa/create-db-bwg5h] pod update took 12.110281ms
I0325 11:07:13.635894    3509 base_network_controller_pods.go:937] [default/tsf-tpa/create-db-bwg5h] addLogicalPort annotation time took 12.143406ms
I0325 11:07:13.637600    3509 pods.go:271] [tsf-tpa/create-db-bwg5h] addLogicalPort took 13.971043ms, libovsdb time 1.255892ms
I0325 11:07:13.988605    3509 cni.go:403] [tsf-tpa/create-db-bwg5h 3c6a754a35663fa9cfd6e65ca9bceee0d687b70b607b63006bf2e8004912fa73 network default NAD default] ADD starting CNI request [tsf-tpa/create-db-bwg5h 3c6a754a35663fa9cfd6e65ca9bceee0d687b70b607b63006bf2e8004912fa73 network default NAD default]
I0325 11:07:13.997861    3509 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: create-db-bwg5h, hostIfaceName: 3c6a754a35663fa, network: default, NAD default, SandboxID: "3c6a754a35663fa9cfd6e65ca9bceee0d687b70b607b63006bf2e8004912fa73", PCI device ID: , UID: "4e6a10b2-8e95-4413-9a46-16d60a17b91b", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23]
I0325 11:07:14.053749    3509 cni.go:424] [tsf-tpa/create-db-bwg5h 3c6a754a35663fa9cfd6e65ca9bceee0d687b70b607b63006bf2e8004912fa73 network default NAD default] ADD finished CNI request [tsf-tpa/create-db-bwg5h 3c6a754a35663fa9cfd6e65ca9bceee0d687b70b607b63006bf2e8004912fa73 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:37:9e:ca:a2:f3\",\"name\":\"3c6a754a35663fa\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/52ccd632-3582-48f6-b534-d6efbde06bde\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0325 11:07:18.091652    3509 cni.go:403] [tsf-tpa/create-db-bwg5h 3c6a754a35663fa9cfd6e65ca9bceee0d687b70b607b63006bf2e8004912fa73 network default NAD default] DEL starting CNI request [tsf-tpa/create-db-bwg5h 3c6a754a35663fa9cfd6e65ca9bceee0d687b70b607b63006bf2e8004912fa73 network default NAD default]
I0325 11:07:18.175588    3509 cni.go:424] [tsf-tpa/create-db-bwg5h 3c6a754a35663fa9cfd6e65ca9bceee0d687b70b607b63006bf2e8004912fa73 network default NAD default] DEL finished CNI request [tsf-tpa/create-db-bwg5h 3c6a754a35663fa9cfd6e65ca9bceee0d687b70b607b63006bf2e8004912fa73 network default NAD default], result "{}", err <nil>
I0325 11:07:18.232301    3509 obj_retry.go:464] Detected object tsf-tpa/create-db-bwg5h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:07:18.232338    3509 pods.go:176] Deleting pod: tsf-tpa/create-db-bwg5h
I0325 11:07:18.233748    3509 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-bwg5h, ips: 10.129.0.43
I0325 11:07:18.233782    3509 obj_retry.go:464] Detected object tsf-tpa/create-db-bwg5h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:07:19.255274    3509 obj_retry.go:458] Detected object tsf-tpa/create-db-bwg5h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:07:19.255303    3509 obj_retry.go:458] Detected object tsf-tpa/create-db-bwg5h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:07:19.354846    3509 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-k6k2s] creating logical port tsf-tpa_migrate-db-k6k2s for pod on switch ip-10-0-2-111.ec2.internal
I0325 11:07:19.355015    3509 kube.go:256] Updating pod tsf-tpa/migrate-db-k6k2s
I0325 11:07:19.367931    3509 pod.go:62] [tsf-tpa/migrate-db-k6k2s] pod update took 12.935933ms
I0325 11:07:19.367964    3509 base_network_controller_pods.go:937] [default/tsf-tpa/migrate-db-k6k2s] addLogicalPort annotation time took 12.97603ms
I0325 11:07:19.369609    3509 pods.go:271] [tsf-tpa/migrate-db-k6k2s] addLogicalPort took 14.784309ms, libovsdb time 1.021804ms
I0325 11:07:19.719755    3509 cni.go:403] [tsf-tpa/migrate-db-k6k2s 72d07b05db6be89ccb81e29118d581d716391408af4e491884a83fc915a1fc79 network default NAD default] ADD starting CNI request [tsf-tpa/migrate-db-k6k2s 72d07b05db6be89ccb81e29118d581d716391408af4e491884a83fc915a1fc79 network default NAD default]
I0325 11:07:19.730836    3509 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-k6k2s, hostIfaceName: 72d07b05db6be89, network: default, NAD default, SandboxID: "72d07b05db6be89ccb81e29118d581d716391408af4e491884a83fc915a1fc79", PCI device ID: , UID: "c9d76db3-3be8-4c44-8579-70e0eb266895", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23]
I0325 11:07:19.791949    3509 cni.go:424] [tsf-tpa/migrate-db-k6k2s 72d07b05db6be89ccb81e29118d581d716391408af4e491884a83fc915a1fc79 network default NAD default] ADD finished CNI request [tsf-tpa/migrate-db-k6k2s 72d07b05db6be89ccb81e29118d581d716391408af4e491884a83fc915a1fc79 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:99:dc:7d:13:bb\",\"name\":\"72d07b05db6be89\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f321de5a-3379-4adf-b9f2-2ca9588ae177\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0325 11:07:21.569223    3509 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7
I0325 11:07:21.579933    3509 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9
I0325 11:07:22.118622    3509 cni.go:403] [tsf-tpa/migrate-db-k6k2s 72d07b05db6be89ccb81e29118d581d716391408af4e491884a83fc915a1fc79 network default NAD default] DEL starting CNI request [tsf-tpa/migrate-db-k6k2s 72d07b05db6be89ccb81e29118d581d716391408af4e491884a83fc915a1fc79 network default NAD default]
I0325 11:07:22.195663    3509 cni.go:424] [tsf-tpa/migrate-db-k6k2s 72d07b05db6be89ccb81e29118d581d716391408af4e491884a83fc915a1fc79 network default NAD default] DEL finished CNI request [tsf-tpa/migrate-db-k6k2s 72d07b05db6be89ccb81e29118d581d716391408af4e491884a83fc915a1fc79 network default NAD default], result "{}", err <nil>
I0325 11:07:22.245819    3509 obj_retry.go:464] Detected object tsf-tpa/migrate-db-k6k2s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:07:22.245860    3509 pods.go:176] Deleting pod: tsf-tpa/migrate-db-k6k2s
I0325 11:07:22.247205    3509 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-k6k2s, ips: 10.129.0.44
I0325 11:07:22.247235    3509 obj_retry.go:464] Detected object tsf-tpa/migrate-db-k6k2s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:07:22.387498    3509 obj_retry.go:458] Detected object tsf-tpa/migrate-db-k6k2s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:07:22.387605    3509 obj_retry.go:458] Detected object tsf-tpa/migrate-db-k6k2s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:07:25.495746    3509 base_network_controller_pods.go:487] [default/tsf-tpa/server-7bb8d7c786-jhq6l] creating logical port tsf-tpa_server-7bb8d7c786-jhq6l for pod on switch ip-10-0-2-111.ec2.internal
I0325 11:07:25.495874    3509 kube.go:256] Updating pod tsf-tpa/server-7bb8d7c786-jhq6l
I0325 11:07:25.510055    3509 pod.go:62] [tsf-tpa/server-7bb8d7c786-jhq6l] pod update took 14.216272ms
I0325 11:07:25.510103    3509 base_network_controller_pods.go:937] [default/tsf-tpa/server-7bb8d7c786-jhq6l] addLogicalPort annotation time took 14.270712ms
I0325 11:07:25.511560    3509 pods.go:271] [tsf-tpa/server-7bb8d7c786-jhq6l] addLogicalPort took 15.833008ms, libovsdb time 914.635µs
I0325 11:07:25.549054    3509 base_network_controller_pods.go:487] [default/tsf-tpa/importer-74cd48f5c7-tcv65] creating logical port tsf-tpa_importer-74cd48f5c7-tcv65 for pod on switch ip-10-0-2-111.ec2.internal
I0325 11:07:25.549289    3509 kube.go:256] Updating pod tsf-tpa/importer-74cd48f5c7-tcv65
I0325 11:07:25.565398    3509 pod.go:62] [tsf-tpa/importer-74cd48f5c7-tcv65] pod update took 16.147424ms
I0325 11:07:25.565499    3509 base_network_controller_pods.go:937] [default/tsf-tpa/importer-74cd48f5c7-tcv65] addLogicalPort annotation time took 16.251982ms
I0325 11:07:25.566830    3509 pods.go:271] [tsf-tpa/importer-74cd48f5c7-tcv65] addLogicalPort took 17.809743ms, libovsdb time 863.048µs
I0325 11:07:27.166055    3509 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-xmghm-dlvh9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:07:27.166766    3509 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-xmghm-dlvh9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:07:28.045372    3509 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-xmghm-dlvh9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:07:28.045470    3509 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-xmghm-dlvh9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0325 11:07:36.083828    3509 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
I0325 11:07:36.908748    3509 cni.go:403] [tsf-tpa/server-7bb8d7c786-jhq6l 2e342774caae1aac402b81a28eeada1ca1ffde73238e8f7ebdb67101210c1dec network default NAD default] ADD starting CNI request [tsf-tpa/server-7bb8d7c786-jhq6l 2e342774caae1aac402b81a28eeada1ca1ffde73238e8f7ebdb67101210c1dec network default NAD default]
I0325 11:07:36.919823    3509 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: server-7bb8d7c786-jhq6l, hostIfaceName: 2e342774caae1aa, network: default, NAD default, SandboxID: "2e342774caae1aac402b81a28eeada1ca1ffde73238e8f7ebdb67101210c1dec", PCI device ID: , UID: "574641dd-bd73-49fa-9d12-41d909f8611b", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23]
I0325 11:07:36.933984    3509 cni.go:403] [tsf-tpa/importer-74cd48f5c7-tcv65 13b0edd764b3af7e75b08ff0b43e158e04b0fe12a9e05469de947566da5b65e8 network default NAD default] ADD starting CNI request [tsf-tpa/importer-74cd48f5c7-tcv65 13b0edd764b3af7e75b08ff0b43e158e04b0fe12a9e05469de947566da5b65e8 network default NAD default]
I0325 11:07:36.946260    3509 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: importer-74cd48f5c7-tcv65, hostIfaceName: 13b0edd764b3af7, network: default, NAD default, SandboxID: "13b0edd764b3af7e75b08ff0b43e158e04b0fe12a9e05469de947566da5b65e8", PCI device ID: , UID: "b9e022b0-4574-4faa-b751-06f42e6beabf", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23]
I0325 11:07:36.979951    3509 cni.go:424] [tsf-tpa/server-7bb8d7c786-jhq6l 2e342774caae1aac402b81a28eeada1ca1ffde73238e8f7ebdb67101210c1dec network default NAD default] ADD finished CNI request [tsf-tpa/server-7bb8d7c786-jhq6l 2e342774caae1aac402b81a28eeada1ca1ffde73238e8f7ebdb67101210c1dec network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:b6:83:43:44:47\",\"name\":\"2e342774caae1aa\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56721291-bfe3-43f1-aeaf-ba4a8819e073\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
I0325 11:07:37.004675    3509 cni.go:424] [tsf-tpa/importer-74cd48f5c7-tcv65 13b0edd764b3af7e75b08ff0b43e158e04b0fe12a9e05469de947566da5b65e8 network default NAD default] ADD finished CNI request [tsf-tpa/importer-74cd48f5c7-tcv65 13b0edd764b3af7e75b08ff0b43e158e04b0fe12a9e05469de947566da5b65e8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:b4:fe:19:6c:ce\",\"name\":\"13b0edd764b3af7\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26ad36ef-e1b2-4195-a491-a78a886c187f\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err <nil>
W0325 11:07:37.200294    3509 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
I0325 11:07:38.230639    3509 obj_retry.go:464] Detected object tsf-tpa/create-importers-qbdvb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:07:38.231270    3509 obj_retry.go:464] Detected object tsf-tpa/create-importers-qbdvb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:07:39.252392    3509 obj_retry.go:458] Detected object tsf-tpa/create-importers-qbdvb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:07:39.252462    3509 obj_retry.go:458] Detected object tsf-tpa/create-importers-qbdvb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0325 11:07:48.210511    3509 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server
I0325 11:08:05.598789    3509 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:08:05.599400    3509 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:08:05.619039    3509 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:08:05.619151    3509 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:08:05.626048    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0325 11:08:05.626094    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0325 11:08:06.331745    3509 namespace.go:98] [build-service] adding namespace
I0325 11:08:06.333156    3509 namespace.go:102] [build-service] adding namespace took 1.317474ms
I0325 11:08:06.335145    3509 namespace.go:98] [image-controller] adding namespace
I0325 11:08:06.336208    3509 namespace.go:102] [image-controller] adding namespace took 993.393µs
I0325 11:08:06.337576    3509 namespace.go:98] [integration-service] adding namespace
I0325 11:08:06.338252    3509 namespace.go:102] [integration-service] adding namespace took 639.487µs
I0325 11:08:06.361918    3509 namespace.go:142] [build-service] updating namespace
I0325 11:08:06.385297    3509 namespace.go:142] [build-service] updating namespace
I0325 11:08:06.405833    3509 namespace.go:142] [image-controller] updating namespace
I0325 11:08:06.449731    3509 namespace.go:142] [image-controller] updating namespace
I0325 11:08:06.486003    3509 namespace.go:142] [integration-service] updating namespace
I0325 11:08:06.504403    3509 namespace.go:142] [integration-service] updating namespace
I0325 11:08:06.560840    3509 namespace.go:142] [build-service] updating namespace
I0325 11:08:06.566396    3509 namespace.go:142] [integration-service] updating namespace
I0325 11:08:06.595769    3509 namespace.go:98] [release-service] adding namespace
I0325 11:08:06.596735    3509 namespace.go:102] [release-service] adding namespace took 879.822µs
I0325 11:08:06.625893    3509 namespace.go:142] [release-service] updating namespace
I0325 11:08:06.656728    3509 namespace.go:142] [release-service] updating namespace
I0325 11:08:06.715781    3509 namespace.go:142] [konflux-ui] updating namespace
I0325 11:08:06.715854    3509 namespace.go:98] [konflux-info] adding namespace
I0325 11:08:06.716984    3509 namespace.go:102] [konflux-info] adding namespace took 1.060696ms
I0325 11:08:06.756454    3509 namespace.go:98] [namespace-lister] adding namespace
I0325 11:08:06.757511    3509 namespace.go:102] [namespace-lister] adding namespace took 1.025013ms
I0325 11:08:06.791746    3509 namespace.go:142] [konflux-info] updating namespace
I0325 11:08:06.791805    3509 namespace.go:142] [image-controller] updating namespace
I0325 11:08:06.823699    3509 namespace.go:98] [enterprise-contract-service] adding namespace
I0325 11:08:06.824578    3509 namespace.go:102] [enterprise-contract-service] adding namespace took 832.991µs
I0325 11:08:06.865026    3509 namespace.go:142] [konflux-info] updating namespace
I0325 11:08:06.897691    3509 namespace.go:142] [namespace-lister] updating namespace
I0325 11:08:06.935713    3509 namespace.go:98] [default-tenant] adding namespace
I0325 11:08:06.936967    3509 namespace.go:102] [default-tenant] adding namespace took 1.113682ms
I0325 11:08:06.947638    3509 namespace.go:98] [segment-bridge] adding namespace
I0325 11:08:06.948561    3509 namespace.go:102] [segment-bridge] adding namespace took 859.459µs
I0325 11:08:06.983067    3509 namespace.go:142] [namespace-lister] updating namespace
I0325 11:08:07.027815    3509 namespace.go:142] [enterprise-contract-service] updating namespace
I0325 11:08:07.085711    3509 namespace.go:142] [enterprise-contract-service] updating namespace
I0325 11:08:07.122627    3509 namespace.go:142] [default-tenant] updating namespace
I0325 11:08:07.177806    3509 namespace.go:142] [default-tenant] updating namespace
I0325 11:08:07.204720    3509 namespace.go:142] [segment-bridge] updating namespace
I0325 11:08:07.248809    3509 namespace.go:142] [segment-bridge] updating namespace
I0325 11:08:07.602880    3509 namespace.go:142] [build-service] updating namespace
I0325 11:08:07.658672    3509 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0325 11:08:07.659304    3509 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0325 11:08:07.659323    3509 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0325 11:08:07.662103    3509 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0325 11:08:07.748607    3509 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0325 11:08:07.748636    3509 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0325 11:08:07.749520    3509 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0325 11:08:07.800610    3509 namespace.go:142] [default-tenant] updating namespace
I0325 11:08:07.998900    3509 namespace.go:142] [enterprise-contract-service] updating namespace
I0325 11:08:08.201706    3509 namespace.go:142] [image-controller] updating namespace
I0325 11:08:08.409127    3509 namespace.go:142] [integration-service] updating namespace
I0325 11:08:08.625167    3509 namespace.go:142] [konflux-info] updating namespace
I0325 11:08:08.823824    3509 namespace.go:142] [namespace-lister] updating namespace
I0325 11:08:09.013015    3509 namespace.go:142] [release-service] updating namespace
I0325 11:08:09.210340    3509 namespace.go:142] [segment-bridge] updating namespace
I0325 11:08:09.345983    3509 namespace.go:142] [build-service] updating namespace
I0325 11:08:09.369268    3509 namespace.go:142] [default-tenant] updating namespace
I0325 11:08:09.387270    3509 namespace.go:142] [enterprise-contract-service] updating namespace
I0325 11:08:09.404759    3509 namespace.go:142] [image-controller] updating namespace
I0325 11:08:09.420680    3509 namespace.go:142] [integration-service] updating namespace
I0325 11:08:09.440755    3509 namespace.go:142] [konflux-info] updating namespace
I0325 11:08:09.459890    3509 namespace.go:142] [namespace-lister] updating namespace
I0325 11:08:09.480221    3509 namespace.go:142] [release-service] updating namespace
I0325 11:08:09.506644    3509 namespace.go:142] [segment-bridge] updating namespace
I0325 11:08:09.578779    3509 namespace.go:142] [build-service] updating namespace
I0325 11:08:09.657874    3509 namespace.go:142] [default-tenant] updating namespace
I0325 11:08:09.756718    3509 namespace.go:142] [enterprise-contract-service] updating namespace
I0325 11:08:09.832028    3509 namespace.go:142] [image-controller] updating namespace
I0325 11:08:09.915669    3509 namespace.go:142] [integration-service] updating namespace
I0325 11:08:09.998013    3509 namespace.go:142] [konflux-info] updating namespace
I0325 11:08:10.077884    3509 namespace.go:142] [namespace-lister] updating namespace
I0325 11:08:10.160970    3509 namespace.go:142] [release-service] updating namespace
I0325 11:08:10.268768    3509 namespace.go:142] [segment-bridge] updating namespace
W0325 11:08:11.529756    3509 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
W0325 11:08:14.551930    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
W0325 11:08:14.574199    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
W0325 11:08:15.567458    3509 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
W0325 11:08:18.595200    3509 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0325 11:08:18.597144    3509 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0325 11:08:18.638388    3509 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0325 11:08:18.641133    3509 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
I0325 11:08:20.376501    3509 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-8dx45 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:08:20.377109    3509 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-8dx45 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0325 11:08:21.376235    3509 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0325 11:08:21.376253    3509 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
I0325 11:08:21.398282    3509 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-8dx45 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:08:21.398332    3509 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-8dx45 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0325 11:08:23.644811    3509 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0325 11:08:23.644859    3509 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0325 11:08:23.671555    3509 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0325 11:08:23.671572    3509 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
I0325 11:08:29.947016    3509 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-xbt94 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:08:29.947656    3509 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-xbt94 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:08:30.695098    3509 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-xbt94 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:08:30.695124    3509 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-xbt94 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:08:30.702539    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-759977d69f-xbt94
I0325 11:08:30.702573    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-759977d69f-xbt94
I0325 11:08:42.454182    3509 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=169
I0325 11:09:28.346066    3509 obj_retry.go:464] Detected object konflux-ui/proxy-6db99cc9b4-4fx4h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:09:28.346835    3509 obj_retry.go:464] Detected object konflux-ui/proxy-6db99cc9b4-4fx4h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:09:29.056986    3509 obj_retry.go:458] Detected object konflux-ui/proxy-6db99cc9b4-4fx4h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:09:29.057006    3509 obj_retry.go:458] Detected object konflux-ui/proxy-6db99cc9b4-4fx4h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:09:29.065788    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6db99cc9b4-4fx4h
I0325 11:09:29.065875    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6db99cc9b4-4fx4h
I0325 11:09:29.940147    3509 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:09:29.940782    3509 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:09:29.976576    3509 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:09:29.976597    3509 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:09:29.982210    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0325 11:09:29.982236    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0325 11:09:34.542858    3509 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10
I0325 11:09:35.547555    3509 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9
I0325 11:09:50.680140    3509 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-78bccb8d54-4lwg2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:09:50.680843    3509 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-78bccb8d54-4lwg2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:09:50.921911    3509 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-78bccb8d54-4lwg2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:09:50.921937    3509 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-78bccb8d54-4lwg2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:09:50.928017    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-78bccb8d54-4lwg2
I0325 11:09:50.928047    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-78bccb8d54-4lwg2
I0325 11:10:04.421581    3509 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573950-s4vc8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:10:04.422201    3509 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573950-s4vc8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:10:04.560031    3509 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-7f574d4dd8-kz2h5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:10:04.560805    3509 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-7f574d4dd8-kz2h5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:10:05.303135    3509 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-7f574d4dd8-kz2h5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:10:05.303158    3509 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-7f574d4dd8-kz2h5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:10:05.306789    3509 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573950-s4vc8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:10:05.306816    3509 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573950-s4vc8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:10:05.311926    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-7f574d4dd8-kz2h5
I0325 11:10:05.311977    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-7f574d4dd8-kz2h5
W0325 11:10:08.333653    3509 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0325 11:10:18.563783    3509 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10
I0325 11:10:36.455297    3509 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=66
I0325 11:10:38.770214    3509 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-56b684c87-q7ghp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:10:38.770734    3509 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-56b684c87-q7ghp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:10:39.505683    3509 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-56b684c87-q7ghp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:10:39.505705    3509 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-56b684c87-q7ghp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:10:39.511045    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-56b684c87-q7ghp
I0325 11:10:39.511066    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-56b684c87-q7ghp
I0325 11:11:08.542339    3509 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10
I0325 11:11:13.570387    3509 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7
I0325 11:11:17.463025    3509 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=505
I0325 11:11:45.556669    3509 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6
I0325 11:12:14.467771    3509 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=19
I0325 11:12:43.578184    3509 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
I0325 11:13:03.458464    3509 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9
I0325 11:13:22.459364    3509 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=66
I0325 11:13:43.458064    3509 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=22
I0325 11:15:16.582976    3509 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10
I0325 11:15:43.583660    3509 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9
W0325 11:16:00.118783    3509 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-586dd9bc44-q7tl2
I0325 11:16:30.574806    3509 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6
I0325 11:16:33.459328    3509 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=38
I0325 11:17:14.573276    3509 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11
I0325 11:17:19.050617    3509 obj_retry.go:458] Detected object tsf-tpa/create-db-bwg5h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:17:19.050668    3509 obj_retry.go:458] Detected object tsf-tpa/create-db-bwg5h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:17:19.054530    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-bwg5h
I0325 11:17:19.054611    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-bwg5h
I0325 11:17:22.032333    3509 obj_retry.go:458] Detected object tsf-tpa/migrate-db-k6k2s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:17:22.032403    3509 obj_retry.go:458] Detected object tsf-tpa/migrate-db-k6k2s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:17:22.036239    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-k6k2s
I0325 11:17:22.036326    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-k6k2s
I0325 11:17:33.466358    3509 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=11
I0325 11:17:35.550957    3509 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9
I0325 11:17:39.032699    3509 obj_retry.go:458] Detected object tsf-tpa/create-importers-qbdvb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:17:39.032726    3509 obj_retry.go:458] Detected object tsf-tpa/create-importers-qbdvb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:17:39.036445    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-qbdvb
I0325 11:17:39.036492    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-qbdvb
I0325 11:17:52.546642    3509 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9
I0325 11:18:08.471407    3509 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7
I0325 11:19:18.566982    3509 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9
I0325 11:19:31.560246    3509 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9
I0325 11:20:04.029804    3509 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573960-8w756 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0325 11:20:04.030445    3509 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573960-8w756 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0325 11:20:04.909413    3509 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573960-8w756 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:20:04.909502    3509 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573960-8w756 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:20:04.939348    3509 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573930-vn68s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:20:04.939460    3509 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573930-vn68s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0325 11:20:04.941711    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29573930-vn68s
I0325 11:20:04.941750    3509 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29573930-vn68s
I0325 11:20:16.462981    3509 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6
I0325 11:20:18.461699    3509 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8
I0325 11:20:38.545242    3509 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10
I0325 11:20:58.581675    3509 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
I0325 11:21:06.587190    3509 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6
I0325 11:21:19.586440    3509 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
I0325 11:21:43.461652    3509 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8
I0325 11:22:47.578713    3509 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7
I0325 11:22:53.186665    3509 namespace.go:98] [default-tenant-managed] adding namespace
I0325 11:22:53.187753    3509 namespace.go:102] [default-tenant-managed] adding namespace took 1.011812ms
I0325 11:22:53.248416    3509 namespace.go:142] [default-tenant-managed] updating namespace
I0325 11:22:53.266524    3509 namespace.go:142] [default-tenant-managed] updating namespace
I0325 11:22:54.195487    3509 namespace.go:142] [default-tenant-managed] updating namespace
I0325 11:22:54.327458    3509 namespace.go:142] [default-tenant-managed] updating namespace
I0325 11:22:54.426059    3509 namespace.go:142] [default-tenant-managed] updating namespace
I0325 11:23:09.554242    3509 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6
I0325 11:24:47.549581    3509 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
I0325 11:25:12.576514    3509 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8
I0325 11:25:56.462231    3509 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=50
I0325 11:26:37.464821    3509 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8
I0325 11:27:01.563110    3509 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8
I0325 11:27:14.584774    3509 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6
I0325 11:27:16.590035    3509 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6
I0325 11:27:31.469640    3509 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=24
I0325 11:27:47.474612    3509 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11
I0325 11:27:52.570293    3509 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9