+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-0-68.ec2.internal
++ [[ -n ip-10-0-0-68.ec2.internal ]]
++ [[ -f /env/ip-10-0-0-68.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260401-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260401-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0506 20:11:23.690363776 - disable conntrack on geneve port'
I0506 20:11:23.690363776 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0506 20:11:23.708171062 - starting ovnkube-node'
I0506 20:11:23.708171062 - starting ovnkube-node
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-68.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-68.ec2.internal --init-node ip-10-0-0-68.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-68.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0506 20:11:23.748632    3666 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf
I0506 20:11:23.748830    3666 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-3f017ea10a.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}}
I0506 20:11:23.750759    3666 kube.go:431] Waiting for certificate
I0506 20:11:23.750801    3666 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0506 20:11:23.750854    3666 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0506 20:11:23.751865    3666 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0506 20:11:23.782322    3666 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0506 20:11:23.782340    3666 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0506 20:11:23.785669    3666 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0506 20:11:23.785764    3666 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-tprs2"
I0506 20:11:23.795542    3666 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-tprs2"
I0506 20:11:23.795610    3666 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0506 20:11:24.751123    3666 kube.go:438] Certificate found
I0506 20:11:24.751804    3666 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0506 20:11:24.752808    3666 metrics.go:532] Starting metrics server at address "127.0.0.1:29103"
I0506 20:11:24.810785    3666 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-07 20:06:23 +0000 UTC" deadline="2026-05-07 16:01:13.759008292 +0000 UTC"
I0506 20:11:24.810829    3666 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h49m48.948196431s"
I0506 20:11:24.832300    3666 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0506 20:11:24.850678    3666 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105
I0506 20:11:24.850770    3666 server.go:101] MetricServer registers OVS metrics
I0506 20:11:24.851131    3666 server.go:105] MetricServer registers OVN DB metrics
I0506 20:11:24.851534    3666 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0506 20:11:24.851590    3666 factory.go:561] Starting watch factory
I0506 20:11:24.851662    3666 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:24.851676    3666 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:24.851729    3666 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:24.851751    3666 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:24.851834    3666 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:24.851848    3666 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:24.851859    3666 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:24.851883    3666 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:24.852011    3666 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:24.852039    3666 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:24.852017    3666 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:24.852071    3666 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:24.854153    3666 controller_manager.go:370] Starting the ovnkube controller
I0506 20:11:24.854173    3666 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-68.ec2.internal
I0506 20:11:24.854282    3666 controller_manager.go:395] NBDB zone sync took: 99.05µs
I0506 20:11:24.854303    3666 factory.go:561] Starting watch factory
I0506 20:11:24.856040    3666 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0506 20:11:24.856061    3666 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0506 20:11:24.868997    3666 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
I0506 20:11:24.869015    3666 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
I0506 20:11:24.872116    3666 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:24.872474    3666 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
I0506 20:11:24.872506    3666 server.go:109] MetricServer registers OVN Controller metrics
I0506 20:11:24.874048    3666 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:24.874619    3666 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:24.876493    3666 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:24.877638    3666 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:24.878916    3666 server.go:113] MetricServer registers OVN Northd metrics
I0506 20:11:24.883331    3666 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:11:24.883353    3666 metrics.go:519] OVN Metrics Server starts to run ...
I0506 20:11:24.956953    3666 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0506 20:11:24.956972    3666 factory.go:1977] *v1.Namespace informer cache synced successfully
I0506 20:11:24.956975    3666 factory.go:1977] *v1.Node informer cache synced successfully
I0506 20:11:24.956979    3666 factory.go:1977] *v1.Service informer cache synced successfully
I0506 20:11:24.956982    3666 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0506 20:11:24.956986    3666 factory.go:1977] *v1.Pod informer cache synced successfully
I0506 20:11:24.957040    3666 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0506 20:11:24.957051    3666 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0506 20:11:24.957065    3666 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0506 20:11:24.957079    3666 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0506 20:11:24.960190    3666 factory.go:1977] *v1.Service informer cache synced successfully
I0506 20:11:24.960201    3666 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0506 20:11:24.960205    3666 factory.go:1977] *v1.Pod informer cache synced successfully
I0506 20:11:24.960208    3666 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0506 20:11:24.960211    3666 factory.go:1977] *v1.Namespace informer cache synced successfully
I0506 20:11:24.960214    3666 factory.go:1977] *v1.Node informer cache synced successfully
I0506 20:11:24.960985    3666 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0506 20:11:24.960986    3666 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0506 20:11:24.962623    3666 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0506 20:11:24.962635    3666 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0506 20:11:24.962690    3666 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:24.962706    3666 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:24.965691    3666 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0506 20:11:24.965700    3666 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0506 20:11:24.966094    3666 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:24.968118    3666 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0506 20:11:24.968184    3666 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:24.968200    3666 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:24.970974    3666 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0506 20:11:24.971114    3666 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:24.973725    3666 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0506 20:11:24.973780    3666 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:24.973805    3666 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:24.976144    3666 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0506 20:11:24.976984    3666 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:24.979007    3666 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0506 20:11:24.979064    3666 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:24.979076    3666 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:24.981780    3666 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0506 20:11:24.982142    3666 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:24.984117    3666 factory.go:1977] *v1.EgressService informer cache synced successfully
I0506 20:11:24.984183    3666 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:24.984197    3666 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:24.986913    3666 factory.go:1977] *v1.EgressService informer cache synced successfully
I0506 20:11:24.987355    3666 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:24.989327    3666 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0506 20:11:24.989491    3666 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0506 20:11:24.989506    3666 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0506 20:11:24.992153    3666 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0506 20:11:24.992628    3666 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0506 20:11:24.994637    3666 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0506 20:11:24.994697    3666 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:24.994713    3666 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:24.994755    3666 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:24.994770    3666 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:24.997716    3666 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0506 20:11:24.997874    3666 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:24.997966    3666 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0506 20:11:24.999898    3666 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0506 20:11:24.999912    3666 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0506 20:11:24.999922    3666 factory.go:680] Watch Factory start up complete, took: 148.331096ms
I0506 20:11:24.999998    3666 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256
I0506 20:11:25.003293    3666 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0506 20:11:25.003304    3666 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0506 20:11:25.003311    3666 factory.go:680] Watch Factory start up complete, took: 149.010469ms
I0506 20:11:25.003317    3666 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-68.ec2.internal" zone
I0506 20:11:25.057301    3666 default_node_network_controller.go:710] Initializing the default node network controller
I0506 20:11:25.138800    3666 udn_isolation.go:101] Starting UDN host isolation manager
I0506 20:11:25.145184    3666 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0506 20:11:25.195121    3666 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0506 20:11:25.195221    3666 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0506 20:11:25.195258    3666 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0506 20:11:25.229104    3666 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0506 20:11:25.229181    3666 default_node_network_controller.go:809] Node ip-10-0-0-68.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23
I0506 20:11:25.234497    3666 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.68"] k8s.ovn.org/zone-name:ip-10-0-0-68.ec2.internal] on node ip-10-0-0-68.ec2.internal
I0506 20:11:25.253904    3666 controller_manager.go:429] Waiting for node in zone sync took: 250.574818ms
I0506 20:11:25.255820    3666 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0506 20:11:25.259667    3666 controller_manager.go:611] Switching to transit router for layer2 networks
I0506 20:11:25.259682    3666 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-68.ec2.internal
I0506 20:11:25.262047    3666 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0506 20:11:25.262187    3666 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1
I0506 20:11:25.262332    3666 gateway_init.go:263] Preparing Gateway
I0506 20:11:25.262346    3666 gateway_shared_intf.go:1687] Creating new gateway
I0506 20:11:25.275483    3666 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0506 20:11:25.281361    3666 controller_manager.go:290] SCTP support detected in OVN
I0506 20:11:25.281895    3666 services_controller.go:69] Creating services controller for network=default
I0506 20:11:25.281979    3666 udn_enabled_svc.go:80] Waiting for service informer to sync
I0506 20:11:25.282031    3666 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0506 20:11:25.282077    3666 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0506 20:11:25.282094    3666 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0506 20:11:25.282106    3666 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0506 20:11:25.282310    3666 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0506 20:11:25.282358    3666 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
I0506 20:11:25.282418    3666 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 72.215µs
I0506 20:11:25.282445    3666 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 77.167µs
I0506 20:11:25.282457    3666 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 96.498µs
I0506 20:11:25.282464    3666 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0506 20:11:25.282473    3666 nad_controller.go:379] [zone-nad-controller NAD controller]: started
I0506 20:11:25.282484    3666 default_network_controller.go:325] Starting the default network controller
I0506 20:11:25.282520    3666 udn_enabled_svc.go:95] Performing full resync
I0506 20:11:25.282562    3666 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 11.96µs
I0506 20:11:25.282808    3666 udn_enabled_svc.go:99] Waiting for handler to sync
I0506 20:11:25.282818    3666 udn_enabled_svc.go:104] Starting worker
I0506 20:11:25.291532    3666 default_network_controller.go:395] Cleaning External Gateway ECMP routes
I0506 20:11:25.291587    3666 repair.go:33] Syncing exgw routes took 44.032µs
I0506 20:11:25.291609    3666 default_network_controller.go:414] Starting all the Watchers...
I0506 20:11:25.291799    3666 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0506 20:11:25.291810    3666 namespace.go:98] [openshift] adding namespace
I0506 20:11:25.291823    3666 namespace.go:98] [dedicated-admin] adding namespace
I0506 20:11:25.291826    3666 namespace.go:98] [openshift-insights] adding namespace
I0506 20:11:25.291828    3666 namespace.go:98] [openshift-ingress-canary] adding namespace
I0506 20:11:25.291845    3666 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0506 20:11:25.291858    3666 namespace.go:98] [openshift-operators] adding namespace
I0506 20:11:25.291870    3666 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0506 20:11:25.291805    3666 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0506 20:11:25.291877    3666 namespace.go:98] [openshift-console-operator] adding namespace
I0506 20:11:25.291883    3666 namespace.go:98] [openshift-backplane-tam] adding namespace
I0506 20:11:25.291891    3666 namespace.go:98] [openshift-infra] adding namespace
I0506 20:11:25.291897    3666 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0506 20:11:25.291904    3666 namespace.go:98] [openshift-etcd] adding namespace
I0506 20:11:25.291918    3666 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0506 20:11:25.292444    3666 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 630.391µs
I0506 20:11:25.292460    3666 namespace.go:98] [openshift-operators-redhat] adding namespace
I0506 20:11:25.292922    3666 namespace.go:102] [openshift-operators-redhat] adding namespace took 457.588µs
I0506 20:11:25.292935    3666 namespace.go:98] [openshift-monitoring] adding namespace
I0506 20:11:25.293501    3666 namespace.go:102] [openshift-monitoring] adding namespace took 560.28µs
I0506 20:11:25.293519    3666 namespace.go:98] [openshift-package-operator] adding namespace
I0506 20:11:25.294009    3666 namespace.go:102] [openshift] adding namespace took 2.189348ms
I0506 20:11:25.294028    3666 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0506 20:11:25.294516    3666 namespace.go:102] [dedicated-admin] adding namespace took 2.680548ms
I0506 20:11:25.294534    3666 namespace.go:98] [openshift-controller-manager] adding namespace
I0506 20:11:25.295010    3666 namespace.go:102] [openshift-insights] adding namespace took 3.171518ms
I0506 20:11:25.295026    3666 namespace.go:98] [openshift-authentication] adding namespace
I0506 20:11:25.295670    3666 namespace.go:102] [openshift-ingress-canary] adding namespace took 3.830538ms
I0506 20:11:25.295684    3666 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0506 20:11:25.296241    3666 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 4.366695ms
I0506 20:11:25.296261    3666 namespace.go:98] [openshift-host-network] adding namespace
I0506 20:11:25.296732    3666 namespace.go:102] [openshift-operators] adding namespace took 4.865636ms
I0506 20:11:25.296748    3666 namespace.go:98] [openshift-network-console] adding namespace
I0506 20:11:25.297255    3666 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 5.379483ms
I0506 20:11:25.297268    3666 namespace.go:98] [openshift-backplane-cee] adding namespace
I0506 20:11:25.297801    3666 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.91899ms
I0506 20:11:25.297812    3666 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0506 20:11:25.298439    3666 namespace.go:102] [openshift-console-operator] adding namespace took 6.552016ms
I0506 20:11:25.298456    3666 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0506 20:11:25.298986    3666 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.095614ms
I0506 20:11:25.299000    3666 namespace.go:98] [openshift-ingress-operator] adding namespace
I0506 20:11:25.299580    3666 namespace.go:102] [openshift-infra] adding namespace took 7.683757ms
I0506 20:11:25.299594    3666 namespace.go:98] [openshift-node] adding namespace
I0506 20:11:25.300072    3666 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.166905ms
I0506 20:11:25.300093    3666 namespace.go:98] [openshift-config-managed] adding namespace
I0506 20:11:25.300737    3666 namespace.go:102] [openshift-etcd] adding namespace took 8.826421ms
I0506 20:11:25.300755    3666 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0506 20:11:25.301257    3666 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 9.326046ms
I0506 20:11:25.301276    3666 namespace.go:98] [openshift-config] adding namespace
I0506 20:11:25.301757    3666 namespace.go:102] [openshift-package-operator] adding namespace took 8.23142ms
I0506 20:11:25.301773    3666 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0506 20:11:25.302488    3666 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.450202ms
I0506 20:11:25.302512    3666 namespace.go:98] [default] adding namespace
I0506 20:11:25.303088    3666 namespace.go:102] [openshift-controller-manager] adding namespace took 8.545665ms
I0506 20:11:25.303106    3666 namespace.go:98] [openshift-marketplace] adding namespace
I0506 20:11:25.303671    3666 namespace.go:102] [openshift-authentication] adding namespace took 8.637321ms
I0506 20:11:25.303685    3666 namespace.go:98] [openshift-console] adding namespace
I0506 20:11:25.304151    3666 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.462918ms
I0506 20:11:25.304161    3666 namespace.go:98] [openshift-apiserver] adding namespace
I0506 20:11:25.304648    3666 namespace.go:102] [openshift-host-network] adding namespace took 8.379888ms
I0506 20:11:25.304662    3666 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0506 20:11:25.305077    3666 namespace.go:102] [openshift-network-console] adding namespace took 8.32415ms
I0506 20:11:25.305099    3666 namespace.go:98] [openshift-backplane-cse] adding namespace
I0506 20:11:25.305607    3666 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.33436ms
I0506 20:11:25.305622    3666 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0506 20:11:25.306006    3666 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.188819ms
I0506 20:11:25.306020    3666 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0506 20:11:25.306451    3666 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.988497ms
I0506 20:11:25.306463    3666 namespace.go:98] [openshift-network-operator] adding namespace
I0506 20:11:25.306824    3666 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.817491ms
I0506 20:11:25.306838    3666 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0506 20:11:25.307252    3666 namespace.go:102] [openshift-node] adding namespace took 7.652707ms
I0506 20:11:25.307262    3666 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0506 20:11:25.307799    3666 namespace.go:102] [openshift-config-managed] adding namespace took 7.699544ms
I0506 20:11:25.307812    3666 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0506 20:11:25.308199    3666 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.438273ms
I0506 20:11:25.308212    3666 namespace.go:98] [open-cluster-management-2q4kp77oipug2hvvh6d7vlnhnie88jkr] adding namespace
I0506 20:11:25.309050    3666 namespace.go:102] [openshift-config] adding namespace took 7.768654ms
I0506 20:11:25.309064    3666 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0506 20:11:25.309523    3666 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.744032ms
I0506 20:11:25.309916    3666 namespace.go:102] [default] adding namespace took 7.398369ms
I0506 20:11:25.309929    3666 namespace.go:98] [kube-system] adding namespace
I0506 20:11:25.310414    3666 namespace.go:102] [openshift-marketplace] adding namespace took 7.298439ms
I0506 20:11:25.310432    3666 namespace.go:98] [openshift-image-registry] adding namespace
I0506 20:11:25.310870    3666 namespace.go:102] [openshift-console] adding namespace took 7.179226ms
I0506 20:11:25.310881    3666 namespace.go:98] [openshift-config-operator] adding namespace
I0506 20:11:25.311383    3666 namespace.go:102] [openshift-apiserver] adding namespace took 7.21687ms
I0506 20:11:25.311396    3666 namespace.go:98] [openshift-ingress] adding namespace
I0506 20:11:25.311816    3666 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.144122ms
I0506 20:11:25.311837    3666 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0506 20:11:25.312351    3666 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.243952ms
I0506 20:11:25.312368    3666 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0506 20:11:25.312861    3666 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.234369ms
I0506 20:11:25.312875    3666 namespace.go:98] [openshift-logging] adding namespace
I0506 20:11:25.313333    3666 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.306886ms
I0506 20:11:25.313346    3666 namespace.go:98] [openshift-backplane] adding namespace
I0506 20:11:25.313772    3666 namespace.go:102] [openshift-network-operator] adding namespace took 7.303301ms
I0506 20:11:25.313786    3666 namespace.go:98] [openshift-cluster-version] adding namespace
I0506 20:11:25.314242    3666 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.396213ms
I0506 20:11:25.314258    3666 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0506 20:11:25.314653    3666 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.386625ms
I0506 20:11:25.314663    3666 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0506 20:11:25.315109    3666 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.290507ms
I0506 20:11:25.315124    3666 namespace.go:98] [openshift-backplane-csm] adding namespace
I0506 20:11:25.315580    3666 namespace.go:102] [open-cluster-management-2q4kp77oipug2hvvh6d7vlnhnie88jkr] adding namespace took 7.362877ms
I0506 20:11:25.315592    3666 namespace.go:98] [openshift-backplane-mobb] adding namespace
W0506 20:11:25.315937    3666 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-24gs7: pod kube-system/global-pull-secret-syncer-24gs7: no pod IPs found 
I0506 20:11:25.315982    3666 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.913957ms
I0506 20:11:25.315992    3666 namespace.go:98] [openshift-dns] adding namespace
I0506 20:11:25.316474    3666 namespace.go:102] [kube-system] adding namespace took 6.539321ms
I0506 20:11:25.316491    3666 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0506 20:11:25.316996    3666 namespace.go:102] [openshift-image-registry] adding namespace took 6.558486ms
I0506 20:11:25.317010    3666 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0506 20:11:25.317442    3666 namespace.go:102] [openshift-config-operator] adding namespace took 6.554446ms
I0506 20:11:25.317456    3666 namespace.go:98] [openshift-machine-api] adding namespace
I0506 20:11:25.317909    3666 namespace.go:102] [openshift-ingress] adding namespace took 6.507646ms
I0506 20:11:25.317922    3666 namespace.go:98] [openshift-multus] adding namespace
W0506 20:11:25.318314    3666 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-vvznp: pod openshift-network-diagnostics/network-check-target-vvznp: no pod IPs found 
I0506 20:11:25.318345    3666 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.501362ms
I0506 20:11:25.318360    3666 namespace.go:98] [openshift-console-user-settings] adding namespace
I0506 20:11:25.318879    3666 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.50529ms
I0506 20:11:25.318893    3666 namespace.go:98] [kube-public] adding namespace
I0506 20:11:25.319354    3666 namespace.go:102] [openshift-logging] adding namespace took 6.471739ms
I0506 20:11:25.319370    3666 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0506 20:11:25.319803    3666 namespace.go:102] [openshift-backplane] adding namespace took 6.450627ms
I0506 20:11:25.319817    3666 namespace.go:98] [kube-node-lease] adding namespace
I0506 20:11:25.320215    3666 namespace.go:102] [openshift-cluster-version] adding namespace took 6.424087ms
I0506 20:11:25.320240    3666 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0506 20:11:25.320652    3666 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.388257ms
I0506 20:11:25.320662    3666 namespace.go:98] [openshift-backplane-srep] adding namespace
I0506 20:11:25.321046    3666 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.377998ms
I0506 20:11:25.321060    3666 namespace.go:98] [openshift-dns-operator] adding namespace
I0506 20:11:25.321461    3666 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.332458ms
I0506 20:11:25.321473    3666 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0506 20:11:25.321842    3666 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.246481ms
I0506 20:11:25.321850    3666 namespace.go:98] [openshift-network-node-identity] adding namespace
I0506 20:11:25.322288    3666 namespace.go:102] [openshift-dns] adding namespace took 6.287891ms
I0506 20:11:25.322303    3666 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0506 20:11:25.322811    3666 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.312124ms
I0506 20:11:25.323263    3666 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.244482ms
W0506 20:11:25.323717    3666 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-2ghhm: pod openshift-multus/network-metrics-daemon-2ghhm: no pod IPs found 
I0506 20:11:25.323747    3666 namespace.go:102] [openshift-machine-api] adding namespace took 6.284959ms
I0506 20:11:25.324357    3666 namespace.go:102] [openshift-multus] adding namespace took 6.429338ms
I0506 20:11:25.324820    3666 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.455976ms
I0506 20:11:25.324833    3666 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0506 20:11:25.325261    3666 namespace.go:102] [kube-public] adding namespace took 6.363253ms
I0506 20:11:25.325880    3666 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.505265ms
I0506 20:11:25.325892    3666 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0506 20:11:25.326334    3666 namespace.go:102] [kube-node-lease] adding namespace took 6.509266ms
I0506 20:11:25.326724    3666 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.477912ms
I0506 20:11:25.327162    3666 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.49414ms
I0506 20:11:25.327175    3666 namespace.go:98] [openshift-authentication-operator] adding namespace
I0506 20:11:25.327579    3666 namespace.go:102] [openshift-dns-operator] adding namespace took 6.514515ms
I0506 20:11:25.327590    3666 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0506 20:11:25.328080    3666 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.600336ms
I0506 20:11:25.328636    3666 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.782402ms
I0506 20:11:25.329154    3666 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.8456ms
I0506 20:11:25.329660    3666 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 4.82265ms
I0506 20:11:25.330031    3666 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 4.133002ms
I0506 20:11:25.330478    3666 namespace.go:102] [openshift-authentication-operator] adding namespace took 3.2978ms
I0506 20:11:25.330889    3666 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 3.291822ms
W0506 20:11:25.330962    3666 master.go:458] Unable to parse local node ip-10-0-0-68.ec2.internal chassis-id annotation. Chassis may be removed during sync
I0506 20:11:25.330971    3666 master.go:481] Removing stale chassis with ID/Name: 166bacde-82dc-4e92-a2d7-bd62083fcc5a, hostname: ip-10-0-0-68.ec2.internal
I0506 20:11:25.331383    3666 master.go:548] Adding or Updating local node "ip-10-0-0-68.ec2.internal" for network "default"
I0506 20:11:25.332617    3666 zone_ic_handler.go:195] Time taken to create transit switch: 408.686µs
I0506 20:11:25.332629    3666 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-72.ec2.internal for the network default
E0506 20:11:25.332737    3666 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-128.ec2.internal, error: adding or updating remote node IC resources ip-10-0-2-128.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-128.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009897b98 Where:[where column name == transit_switch] Until:!= Durable:<nil> Comment:<nil> Lock:<nil> UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout:<nil> Where:[] Until: Durable:<nil> Comment:<nil> Lock:<nil> UUID: UUIDName:u1614764149}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed
I0506 20:11:25.332799    3666 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-128.ec2.internal", UID:"65ded07e-1c49-4c68-96ca-3dc845e622b0", APIVersion:"v1", ResourceVersion:"9105", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-2-128.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-128.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009897b98 Where:[where column name == transit_switch] Until:!= Durable:<nil> Comment:<nil> Lock:<nil> UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout:<nil> Where:[] Until: Durable:<nil> Comment:<nil> Lock:<nil> UUID: UUIDName:u1614764149}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed
I0506 20:11:25.334081    3666 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-72.ec2.internal" on network "default" took: 1.884127ms
I0506 20:11:25.335488    3666 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-68.ec2.internal for the network default
I0506 20:11:25.335652    3666 zone_ic_handler.go:195] Time taken to create transit switch: 152.757µs
I0506 20:11:25.336304    3666 default_network_controller.go:823] Node add failed for ip-10-0-0-68.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-68.ec2.internal, error getting gateway config for node ip-10-0-0-68.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-68.ec2.internal", failed to update chassis to local for local node ip-10-0-0-68.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-68.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-68.ec2.internal]
E0506 20:11:25.336349    3666 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-68.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-68.ec2.internal, error getting gateway config for node ip-10-0-0-68.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-68.ec2.internal", failed to update chassis to local for local node ip-10-0-0-68.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-68.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-68.ec2.internal]
I0506 20:11:25.336389    3666 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0506 20:11:25.336393    3666 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-68.ec2.internal", UID:"7d5c73c0-fab3-4130-a029-2798236844cd", APIVersion:"v1", ResourceVersion:"9316", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-68.ec2.internal, error getting gateway config for node ip-10-0-0-68.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-68.ec2.internal", failed to update chassis to local for local node ip-10-0-0-68.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-68.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-68.ec2.internal]
I0506 20:11:25.336416    3666 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0506 20:11:25.336429    3666 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0506 20:11:25.336432    3666 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-128.ec2.internal in network "default"
I0506 20:11:25.336500    3666 node_tracker.go:169] Node ip-10-0-2-128.ec2.internal switch + router changed, syncing services in network "default"
I0506 20:11:25.336515    3666 services_controller.go:574] Full service sync requested for network=default
I0506 20:11:25.336520    3666 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-68.ec2.internal in network "default"
I0506 20:11:25.336529    3666 node_tracker.go:235] Node ip-10-0-0-68.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-68.ec2.internal"
I0506 20:11:25.336537    3666 node_tracker.go:169] Node ip-10-0-0-68.ec2.internal switch + router changed, syncing services in network "default"
I0506 20:11:25.336541    3666 services_controller.go:574] Full service sync requested for network=default
I0506 20:11:25.336552    3666 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-72.ec2.internal in network "default"
I0506 20:11:25.336600    3666 node_tracker.go:169] Node ip-10-0-1-72.ec2.internal switch + router changed, syncing services in network "default"
I0506 20:11:25.336610    3666 services_controller.go:574] Full service sync requested for network=default
I0506 20:11:25.372823    3666 iptables.go:108] Creating table: filter chain: FORWARD
I0506 20:11:25.379444    3666 iptables.go:108] Creating table: filter chain: OUTPUT
I0506 20:11:25.385383    3666 gateway_shared_intf.go:1816] Gateway Creation Complete
I0506 20:11:25.385396    3666 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-68.ec2.internal","mac-address":"12:b9:48:c4:a7:3f","ip-addresses":["10.0.0.68/24"],"ip-address":"10.0.0.68/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:166bacde-82dc-4e92-a2d7-bd62083fcc5a k8s.ovn.org/node-encap-ips:["10.0.0.68"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.68/24"} k8s.ovn.org/zone-name:ip-10-0-0-68.ec2.internal] on node ip-10-0-0-68.ec2.internal
I0506 20:11:25.401794    3666 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-68.ec2.internal in network "default"
I0506 20:11:25.401817    3666 master.go:548] Adding or Updating local node "ip-10-0-0-68.ec2.internal" for network "default"
I0506 20:11:25.401863    3666 node_tracker.go:169] Node ip-10-0-0-68.ec2.internal switch + router changed, syncing services in network "default"
I0506 20:11:25.401883    3666 services_controller.go:574] Full service sync requested for network=default
I0506 20:11:25.405357    3666 default_node_network_controller.go:519] Node connection status = connected
W0506 20:11:25.406284    3666 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-2ghhm: pod openshift-multus/network-metrics-daemon-2ghhm: no pod IPs found 
W0506 20:11:25.406297    3666 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-24gs7: pod kube-system/global-pull-secret-syncer-24gs7: no pod IPs found 
W0506 20:11:25.406307    3666 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-vvznp: pod openshift-network-diagnostics/network-check-target-vvznp: no pod IPs found 
I0506 20:11:25.407190    3666 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-68.ec2.internal for the network default
I0506 20:11:25.407359    3666 zone_ic_handler.go:195] Time taken to create transit switch: 157.352µs
I0506 20:11:25.436810    3666 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0506 20:11:25.436825    3666 services_controller.go:208] Setting up event handlers for services for network=default
I0506 20:11:25.436889    3666 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0506 20:11:25.436935    3666 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0506 20:11:25.436945    3666 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0506 20:11:25.537471    3666 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0506 20:11:25.537485    3666 repair.go:60] Starting repairing loop for services
I0506 20:11:25.537578    3666 repair.go:131] Deleted 0 stale service LBs
I0506 20:11:25.537594    3666 repair.go:137] Deleted 0 stale Chassis Template Vars
I0506 20:11:25.537612    3666 repair.go:62] Finished repairing loop for services: 128.569µs
I0506 20:11:25.537635    3666 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0506 20:11:25.537646    3666 services_controller.go:254] Starting workers for network=default
I0506 20:11:25.538039    3666 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-24gs7] creating logical port kube-system_global-pull-secret-syncer-24gs7 for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:11:25.538056    3666 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-2ghhm] creating logical port openshift-multus_network-metrics-daemon-2ghhm for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:11:25.538054    3666 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-vvznp] creating logical port openshift-network-diagnostics_network-check-target-vvznp for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:11:25.538156    3666 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-24gs7
I0506 20:11:25.538175    3666 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-2ghhm
I0506 20:11:25.538649    3666 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-vvznp
W0506 20:11:25.539293    3666 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0506 20:11:25.556700    3666 pod.go:62] [kube-system/global-pull-secret-syncer-24gs7] pod update took 18.592158ms
I0506 20:11:25.556717    3666 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-24gs7] addLogicalPort annotation time took 18.610782ms
I0506 20:11:25.557505    3666 pods.go:271] [kube-system/global-pull-secret-syncer-24gs7] addLogicalPort took 19.473488ms, libovsdb time 593.724µs
I0506 20:11:25.558618    3666 pod.go:62] [openshift-network-diagnostics/network-check-target-vvznp] pod update took 19.99071ms
I0506 20:11:25.558637    3666 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-vvznp] addLogicalPort annotation time took 20.019798ms
I0506 20:11:25.558692    3666 pod.go:62] [openshift-multus/network-metrics-daemon-2ghhm] pod update took 20.557974ms
I0506 20:11:25.558710    3666 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-2ghhm] addLogicalPort annotation time took 20.577431ms
I0506 20:11:25.559511    3666 pods.go:271] [openshift-network-diagnostics/network-check-target-vvznp] addLogicalPort took 21.461679ms, libovsdb time 683.679µs
I0506 20:11:25.559815    3666 pods.go:271] [openshift-multus/network-metrics-daemon-2ghhm] addLogicalPort took 21.767763ms, libovsdb time 837.501µs
I0506 20:11:25.560197    3666 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0506 20:11:25.560218    3666 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0506 20:11:25.560252    3666 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0506 20:11:25.560256    3666 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0506 20:11:25.560420    3666 repair.go:29] Repairing admin network policies took 157.632µs
I0506 20:11:25.560514    3666 repair.go:92] Repairing baseline admin network policies took 87.208µs
I0506 20:11:25.560908    3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0506 20:11:25.560928    3666 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0506 20:11:25.562652    3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0506 20:11:25.562670    3666 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0506 20:11:25.562679    3666 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0506 20:11:25.564155    3666 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0506 20:11:25.564174    3666 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0506 20:11:25.564186    3666 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0506 20:11:25.566125    3666 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0506 20:11:25.566143    3666 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0506 20:11:25.566153    3666 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0506 20:11:25.568104    3666 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0506 20:11:25.568123    3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0506 20:11:25.568131    3666 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0506 20:11:25.569524    3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0506 20:11:25.569541    3666 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0506 20:11:25.569547    3666 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0506 20:11:25.570718    3666 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0506 20:11:25.570735    3666 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0506 20:11:25.570742    3666 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0506 20:11:25.571001    3666 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0506 20:11:25.571019    3666 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0506 20:11:25.571027    3666 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0506 20:11:25.571472    3666 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0506 20:11:25.571487    3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0506 20:11:25.571495    3666 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0506 20:11:25.572836    3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0506 20:11:25.572851    3666 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0506 20:11:25.572858    3666 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0506 20:11:25.574390    3666 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0506 20:11:25.574406    3666 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0506 20:11:25.574414    3666 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0506 20:11:25.575018    3666 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0506 20:11:25.575030    3666 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0506 20:11:25.575036    3666 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0506 20:11:25.575489    3666 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0506 20:11:25.575506    3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0506 20:11:25.576239    3666 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0506 20:11:25.576251    3666 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0506 20:11:25.576883    3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0506 20:11:25.576903    3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0506 20:11:25.576909    3666 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0506 20:11:25.577160    3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0506 20:11:25.577176    3666 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0506 20:11:25.577184    3666 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0506 20:11:25.577494    3666 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0506 20:11:25.577510    3666 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0506 20:11:25.577519    3666 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0506 20:11:25.578325    3666 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0506 20:11:25.578342    3666 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0506 20:11:25.578350    3666 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0506 20:11:25.578818    3666 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0506 20:11:25.578835    3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0506 20:11:25.578842    3666 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0506 20:11:25.579293    3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0506 20:11:25.579306    3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0506 20:11:25.579325    3666 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0506 20:11:25.579918    3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0506 20:11:25.579937    3666 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0506 20:11:25.579945    3666 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0506 20:11:25.580775    3666 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0506 20:11:25.580792    3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0506 20:11:25.580799    3666 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0506 20:11:25.581211    3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0506 20:11:25.581239    3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0506 20:11:25.581246    3666 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0506 20:11:25.581680    3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0506 20:11:25.581695    3666 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0506 20:11:25.581704    3666 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0506 20:11:25.582805    3666 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0506 20:11:25.582822    3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0506 20:11:25.582830    3666 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0506 20:11:25.583295    3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0506 20:11:25.583313    3666 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0506 20:11:25.583321    3666 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0506 20:11:25.584222    3666 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0506 20:11:25.584250    3666 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0506 20:11:25.584258    3666 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0506 20:11:25.584730    3666 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0506 20:11:25.584745    3666 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0506 20:11:25.584754    3666 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0506 20:11:25.585681    3666 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0506 20:11:25.585694    3666 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0506 20:11:25.585704    3666 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0506 20:11:25.586790    3666 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0506 20:11:25.586808    3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0506 20:11:25.586821    3666 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0506 20:11:25.587759    3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0506 20:11:25.592900    3666 egressfirewall.go:374] Starting EgressFirewall controller
I0506 20:11:25.592930    3666 controller.go:133] Adding controller egress-firewall-controller event handlers
I0506 20:11:25.592945    3666 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0506 20:11:25.592991    3666 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0506 20:11:25.593002    3666 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0506 20:11:25.592991    3666 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0506 20:11:25.593009    3666 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0506 20:11:25.593256    3666 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0506 20:11:25.593269    3666 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0506 20:11:25.593274    3666 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
I0506 20:11:25.593282    3666 egressqos.go:193] Setting up event handlers for EgressQoS
I0506 20:11:25.593291    3666 egressfirewall.go:723] Syncing node "ip-10-0-0-68.ec2.internal" for egress firewall
I0506 20:11:25.593301    3666 egressfirewall.go:723] Syncing node "ip-10-0-1-72.ec2.internal" for egress firewall
I0506 20:11:25.593305    3666 egressfirewall.go:723] Syncing node "ip-10-0-2-128.ec2.internal" for egress firewall
I0506 20:11:25.593412    3666 egressqos.go:245] Starting EgressQoS Controller
I0506 20:11:25.593423    3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0506 20:11:25.593429    3666 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0506 20:11:25.593435    3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0506 20:11:25.593439    3666 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0506 20:11:25.593444    3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0506 20:11:25.593449    3666 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0506 20:11:25.593452    3666 egressqos.go:259] Repairing EgressQoSes
I0506 20:11:25.593456    3666 egressqos.go:399] Starting repairing loop for egressqos
I0506 20:11:25.593529    3666 egressqos.go:401] Finished repairing loop for egressqos: 72.471µs
I0506 20:11:25.593547    3666 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0506 20:11:25.593579    3666 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-68.ec2.internal
I0506 20:11:25.593623    3666 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-68.ec2.internal : 45.923µs
I0506 20:11:25.593654    3666 egressservice_zone.go:210] Starting Egress Services Controller
I0506 20:11:25.593665    3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0506 20:11:25.593671    3666 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0506 20:11:25.593677    3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0506 20:11:25.593682    3666 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0506 20:11:25.593687    3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0506 20:11:25.593692    3666 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0506 20:11:25.593698    3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0506 20:11:25.593702    3666 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0506 20:11:25.593706    3666 egressservice_zone.go:228] Repairing Egress Services
I0506 20:11:25.593970    3666 master_controller.go:88] Starting Admin Policy Based Route Controller
I0506 20:11:25.593979    3666 external_controller.go:278] Starting Admin Policy Based Route Controller
I0506 20:11:25.593999    3666 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-68.ec2.internal
I0506 20:11:25.594010    3666 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-68.ec2.internal: 14.972µs
I0506 20:11:25.594019    3666 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-72.ec2.internal
I0506 20:11:25.594027    3666 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-72.ec2.internal: 8.396µs
I0506 20:11:25.594032    3666 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-128.ec2.internal
I0506 20:11:25.594045    3666 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-128.ec2.internal: 14.045µs
I0506 20:11:25.594151    3666 default_network_controller.go:585] Completing all the Watchers took 302.533492ms
I0506 20:11:25.594162    3666 default_network_controller.go:589] Starting unidling controllers
I0506 20:11:25.594173    3666 unidle.go:46] Registering OVN SB ControllerEvent handler
I0506 20:11:25.594179    3666 unidle.go:63] Populating Initial ContollerEvent events
I0506 20:11:25.594188    3666 unidle.go:79] Setting up event handlers for services
I0506 20:11:25.594243    3666 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller
I0506 20:11:25.777952    3666 default_network_controller.go:1025] Node "ip-10-0-2-128.ec2.internal" in remote zone "ip-10-0-2-128.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0506 20:11:25.778604    3666 zone_ic_handler.go:195] Time taken to create transit switch: 218.031µs
I0506 20:11:25.778618    3666 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-128.ec2.internal for the network default
I0506 20:11:25.779540    3666 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-128.ec2.internal" on network "default" took: 1.16749ms
I0506 20:11:25.905918    3666 default_node_network_controller.go:519] Node connection status = connected
I0506 20:11:26.407065    3666 default_node_network_controller.go:519] Node connection status = connected
I0506 20:11:26.907092    3666 default_node_network_controller.go:519] Node connection status = connected
I0506 20:11:27.405923    3666 default_node_network_controller.go:519] Node connection status = connected
I0506 20:11:27.439063    3666 bridgeconfig.go:537] Gateway is ready
I0506 20:11:27.439077    3666 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager
I0506 20:11:27.450321    3666 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.68. Updating OVN encap IP.
I0506 20:11:27.454734    3666 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0506 20:11:27.455526    3666 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.68 - it is already configured
I0506 20:11:27.455540    3666 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.68/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0506 20:11:27.455736    3666 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.68/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-68.ec2.internal","mac-address":"12:b9:48:c4:a7:3f","ip-addresses":["10.0.0.68/24"],"ip-address":"10.0.0.68/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:166bacde-82dc-4e92-a2d7-bd62083fcc5a k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.68/24"}] on node ip-10-0-0-68.ec2.internal
I0506 20:11:27.471064    3666 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.68
I0506 20:11:27.471147    3666 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-68.ec2.internal
I0506 20:11:27.471217    3666 egressfirewall.go:723] Syncing node "ip-10-0-0-68.ec2.internal" for egress firewall
I0506 20:11:27.471303    3666 master.go:548] Adding or Updating local node "ip-10-0-0-68.ec2.internal" for network "default"
I0506 20:11:27.471317    3666 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-68.ec2.internal
I0506 20:11:27.471332    3666 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-68.ec2.internal: 18.889µs
I0506 20:11:27.471373    3666 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-68.ec2.internal in network "default"
I0506 20:11:27.471429    3666 node_tracker.go:169] Node ip-10-0-0-68.ec2.internal switch + router changed, syncing services in network "default"
I0506 20:11:27.471446    3666 services_controller.go:574] Full service sync requested for network=default
W0506 20:11:27.471766    3666 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0506 20:11:27.475757    3666 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-68.ec2.internal. Updating no re-route policies
I0506 20:11:27.475830    3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-pzcwn
I0506 20:11:27.475834    3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-mg8xp
I0506 20:11:27.475848    3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-pzcwn
I0506 20:11:27.475856    3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-mg8xp
I0506 20:11:27.475861    3666 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-68.ec2.internal
I0506 20:11:27.475871    3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-pzcwn after 0 failed attempt(s)
I0506 20:11:27.475872    3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-2ghhm
I0506 20:11:27.475883    3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-vvznp
I0506 20:11:27.475886    3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-2ghhm
I0506 20:11:27.475885    3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-mg8xp after 0 failed attempt(s)
I0506 20:11:27.475890    3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-vvznp
I0506 20:11:27.475887    3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-nwqph
I0506 20:11:27.475839    3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-hhz68
I0506 20:11:27.475892    3666 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-24gs7
I0506 20:11:27.475898    3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-68.ec2.internal
I0506 20:11:27.475908    3666 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-24gs7
I0506 20:11:27.475914    3666 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-vvznp] creating logical port openshift-network-diagnostics_network-check-target-vvznp for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:11:27.475914    3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-jgpk6
I0506 20:11:27.475921    3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-kl46g
I0506 20:11:27.475925    3666 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-2ghhm] creating logical port openshift-multus_network-metrics-daemon-2ghhm for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:11:27.475921    3666 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-br72k
I0506 20:11:27.475931    3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-kl46g
I0506 20:11:27.475943    3666 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-24gs7] creating logical port kube-system_global-pull-secret-syncer-24gs7 for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:11:27.475945    3666 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-br72k
I0506 20:11:27.475952    3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-kl46g after 0 failed attempt(s)
I0506 20:11:27.475915    3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-68.ec2.internal
I0506 20:11:27.475969    3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-68.ec2.internal after 0 failed attempt(s)
I0506 20:11:27.475904    3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-hhz68
I0506 20:11:27.475979    3666 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-br72k after 0 failed attempt(s)
I0506 20:11:27.475985    3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-hhz68 after 0 failed attempt(s)
I0506 20:11:27.475900    3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-nwqph
I0506 20:11:27.476007    3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-r2pc7
I0506 20:11:27.476019    3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-r2pc7
I0506 20:11:27.476033    3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-r2pc7 after 0 failed attempt(s)
I0506 20:11:27.475874    3666 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-68.ec2.internal
I0506 20:11:27.476057    3666 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-68.ec2.internal after 0 failed attempt(s)
I0506 20:11:27.476010    3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-nwqph after 0 failed attempt(s)
I0506 20:11:27.475929    3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-ss4bn
I0506 20:11:27.476080    3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-ss4bn
I0506 20:11:27.476104    3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-ss4bn after 0 failed attempt(s)
I0506 20:11:27.475928    3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-jgpk6
I0506 20:11:27.476134    3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-jgpk6 after 0 failed attempt(s)
I0506 20:11:27.476698    3666 pods.go:271] [openshift-multus/network-metrics-daemon-2ghhm] addLogicalPort took 784.367µs, libovsdb time 262.134µs
I0506 20:11:27.476713    3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-2ghhm after 0 failed attempt(s)
I0506 20:11:27.476762    3666 pods.go:271] [kube-system/global-pull-secret-syncer-24gs7] addLogicalPort took 828.917µs, libovsdb time 242.049µs
I0506 20:11:27.476773    3666 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-24gs7 after 0 failed attempt(s)
I0506 20:11:27.476829    3666 pods.go:271] [openshift-network-diagnostics/network-check-target-vvznp] addLogicalPort took 922.87µs, libovsdb time 314.537µs
I0506 20:11:27.476842    3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-vvznp after 0 failed attempt(s)
I0506 20:11:27.487471    3666 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher
I0506 20:11:27.498236    3666 iptables.go:108] Creating table: mangle chain: OUTPUT
I0506 20:11:27.501335    3666 iptables.go:108] Creating table: nat chain: OUTPUT
I0506 20:11:27.536572    3666 iptables.go:108] Creating table: nat chain: PREROUTING
I0506 20:11:27.604709    3666 iptables.go:108] Creating table: filter chain: FORWARD
I0506 20:11:27.620208    3666 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1
W0506 20:11:27.620426    3666 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0506 20:11:27.620478    3666 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4
W0506 20:11:27.620558    3666 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0506 20:11:27.620607    3666 gateway_init.go:325] Gateway and management port readiness took 2.218924975s
I0506 20:11:27.620636    3666 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0506 20:11:27.620672    3666 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0506 20:11:27.620688    3666 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0506 20:11:27.620698    3666 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0506 20:11:27.620766    3666 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0506 20:11:27.620848    3666 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.038µs
I0506 20:11:27.621129    3666 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
I0506 20:11:27.621164    3666 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.982µs
I0506 20:11:27.621172    3666 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 44.443µs
I0506 20:11:27.621177    3666 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0506 20:11:27.621206    3666 nad_controller.go:379] [node-nad-controller NAD controller]: started
I0506 20:11:27.621213    3666 default_node_network_controller.go:899] Starting the default node network controller
I0506 20:11:27.621217    3666 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0506 20:11:27.621275    3666 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 18.344µs
I0506 20:11:27.621421    3666 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0506 20:11:27.621432    3666 default_node_network_controller.go:935] Waiting for gateway and management port readiness...
I0506 20:11:27.621458    3666 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c23130 0xc0002f0e00 0xc0002f0e70 0xc0002f0ee0 0xc0002f0fc0 0xc0002f1030 <nil> 0xc0002f10a0 0xc000c29400 0xc0002f1110 0xc0002f1180 <nil> 0xc000b24280 0xc0064dd0a0 <nil> <nil> <nil> 0xc0002f11f0 <nil> map[0x2ff9080:0xc0011264e0 0x2ff95c0:0xc0011267e0 0x2ffa2e0:0xc002a118c0 0x2ffa580:0xc001126480 0x2ffad60:0xc001126540 0x2ffb000:0xc0011265a0 0x2ffb2a0:0xc001126600 0x2ffba80:0xc001126840 0x2ffbd20:0xc0011268a0 0x3026980:0xc0018826c0 0x3026d20:0xc002a11740 0x3027800:0xc000c61200 0x3029160:0xc001c9e000 0x30298a0:0xc002a11860 0x302a720:0xc001c9e060] 0xc00016b340 0}
I0506 20:11:27.621520    3666 gateway.go:151] Starting gateway service sync
I0506 20:11:27.621954    3666 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0506 20:11:27.624021    3666 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0506 20:11:27.647169    3666 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0506 20:11:27.648399    3666 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0506 20:11:27.649469    3666 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0506 20:11:27.681812    3666 gateway.go:168] Gateway service sync done. Time taken: 60.280985ms
I0506 20:11:27.682171    3666 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30554
I0506 20:11:27.682649    3666 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c23130 0xc0002f0e00 0xc0002f0e70 0xc0002f0ee0 0xc0002f0fc0 0xc0002f1030 <nil> 0xc0002f10a0 0xc000c29400 0xc0002f1110 0xc0002f1180 <nil> 0xc000b24280 0xc0064dd0a0 <nil> <nil> <nil> 0xc0002f11f0 <nil> map[0x2ff9080:0xc0011264e0 0x2ff95c0:0xc0011267e0 0x2ffa2e0:0xc002a118c0 0x2ffa580:0xc001126480 0x2ffad60:0xc001126540 0x2ffb000:0xc0011265a0 0x2ffb2a0:0xc001126600 0x2ffba80:0xc001126840 0x2ffbd20:0xc0011268a0 0x3026980:0xc0018826c0 0x3026d20:0xc002a11740 0x3027800:0xc000c61200 0x3029160:0xc001c9e000 0x30298a0:0xc002a11860 0x302a720:0xc001c9e060] 0xc00016b340 0}
I0506 20:11:27.683127    3666 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c23130 0xc0002f0e00 0xc0002f0e70 0xc0002f0ee0 0xc0002f0fc0 0xc0002f1030 <nil> 0xc0002f10a0 0xc000c29400 0xc0002f1110 0xc0002f1180 <nil> 0xc000b24280 0xc0064dd0a0 <nil> <nil> <nil> 0xc0002f11f0 <nil> map[0x2ff9080:0xc0011264e0 0x2ff95c0:0xc0011267e0 0x2ffa2e0:0xc002a118c0 0x2ffa580:0xc001126480 0x2ffad60:0xc001126540 0x2ffb000:0xc0011265a0 0x2ffb2a0:0xc001126600 0x2ffba80:0xc001126840 0x2ffbd20:0xc0011268a0 0x3026980:0xc0018826c0 0x3026d20:0xc002a11740 0x3027800:0xc000c61200 0x3029160:0xc001c9e000 0x30298a0:0xc002a11860 0x302a720:0xc001c9e060] 0xc00016b340 0}
I0506 20:11:27.683165    3666 gateway.go:532] Reconciling gateway with updates
I0506 20:11:27.688714    3666 gateway.go:339] Spawning Conntrack Rule Check Thread
I0506 20:11:27.688735    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0506 20:11:27.688740    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0506 20:11:27.688751    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0506 20:11:27.688761    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0506 20:11:27.688773    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0506 20:11:27.688771    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0506 20:11:27.688786    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0506 20:11:27.688791    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0506 20:11:27.688790    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0506 20:11:27.688794    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0506 20:11:27.688804    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0506 20:11:27.688812    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0506 20:11:27.688813    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0506 20:11:27.688812    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0506 20:11:27.688829    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0506 20:11:27.688841    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0506 20:11:27.688841    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0506 20:11:27.688840    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0506 20:11:27.688854    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0506 20:11:27.688858    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0506 20:11:27.688859    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0506 20:11:27.688865    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0506 20:11:27.688870    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0506 20:11:27.688871    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0506 20:11:27.688878    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0506 20:11:27.688829    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0506 20:11:27.688809    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0506 20:11:27.688885    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0506 20:11:27.688779    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0506 20:11:27.688764    3666 port_claim.go:71] Svc openshift-ingress/router-default: port 31874 is already open, no action needed
I0506 20:11:27.688899    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0506 20:11:27.688850    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0506 20:11:27.688913    3666 port_claim.go:71] Svc openshift-ingress/router-default: port 30588 is already open, no action needed
I0506 20:11:27.688916    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0506 20:11:27.688914    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0506 20:11:27.688924    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0506 20:11:27.688793    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0506 20:11:27.688917    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0506 20:11:27.688929    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0506 20:11:27.688932    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0506 20:11:27.688936    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0506 20:11:27.688818    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0506 20:11:27.688938    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0506 20:11:27.688948    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0506 20:11:27.688890    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0506 20:11:27.688802    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0506 20:11:27.688936    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0506 20:11:27.688896    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0506 20:11:27.688961    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0506 20:11:27.688969    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0506 20:11:27.688938    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0506 20:11:27.688974    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0506 20:11:27.688975    3666 default_node_network_controller.go:944] Gateway and management port readiness took 67.534213ms
I0506 20:11:27.688979    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0506 20:11:27.688990    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0506 20:11:27.688919    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0506 20:11:27.688784    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0506 20:11:27.689007    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0506 20:11:27.689009    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0506 20:11:27.688938    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0506 20:11:27.689019    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0506 20:11:27.689014    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0506 20:11:27.689029    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0506 20:11:27.688897    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0506 20:11:27.689022    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0506 20:11:27.689035    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0506 20:11:27.688926    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0506 20:11:27.689044    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0506 20:11:27.689055    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0506 20:11:27.689054    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0506 20:11:27.689063    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0506 20:11:27.689059    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0506 20:11:27.688996    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0506 20:11:27.689095    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0506 20:11:27.689099    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0506 20:11:27.688871    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0506 20:11:27.689108    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0506 20:11:27.689110    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0506 20:11:27.689118    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0506 20:11:27.689121    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0506 20:11:27.689124    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0506 20:11:27.689126    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0506 20:11:27.689130    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0506 20:11:27.689131    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0506 20:11:27.689133    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0506 20:11:27.689135    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0506 20:11:27.689137    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0506 20:11:27.689144    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0506 20:11:27.689110    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0506 20:11:27.689151    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0506 20:11:27.689159    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0506 20:11:27.689137    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0506 20:11:27.689034    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0506 20:11:27.688958    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0506 20:11:27.689177    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0506 20:11:27.689103    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0506 20:11:27.689152    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0506 20:11:27.689188    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0506 20:11:27.689047    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0506 20:11:27.689119    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0506 20:11:27.689027    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0506 20:11:27.689250    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0506 20:11:27.689256    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0506 20:11:27.689134    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0506 20:11:27.689266    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0506 20:11:27.689195    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0506 20:11:27.689025    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0506 20:11:27.689239    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0506 20:11:27.689123    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0506 20:11:27.690053    3666 node_ip_handler_linux.go:160] Node IP manager is running
I0506 20:11:27.710013    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0506 20:11:27.710107    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0506 20:11:27.710128    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0506 20:11:27.710137    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0506 20:11:27.710144    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0506 20:11:27.710152    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0506 20:11:27.710160    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0506 20:11:27.710166    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0506 20:11:27.710173    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0506 20:11:27.710179    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0506 20:11:27.710187    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0506 20:11:27.710193    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0506 20:11:27.710200    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0506 20:11:27.710207    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0506 20:11:27.710213    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0506 20:11:27.710220    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0506 20:11:27.710243    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0506 20:11:27.710251    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0506 20:11:27.710258    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0506 20:11:27.710265    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0506 20:11:27.710273    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0506 20:11:27.710279    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0506 20:11:27.710286    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0506 20:11:27.710317    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
W0506 20:11:27.729645    3666 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0
W0506 20:11:27.729877    3666 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0
W0506 20:11:27.730007    3666 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0
I0506 20:11:27.759142    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0506 20:11:27.759169    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0506 20:11:29.319876    3666 default_node_network_controller.go:1380] Starting node controller node sync
W0506 20:11:29.319990    3666 egressip_healthcheck.go:76] Health checking using insecure connection
I0506 20:11:29.320040    3666 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107
I0506 20:11:29.331871    3666 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.976523ms
I0506 20:11:29.331970    3666 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-72.ec2.internal", IP: 10.0.1.72 to PMTUD blocking rules
I0506 20:11:29.331984    3666 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-72.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0506 20:11:29.332029    3666 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-128.ec2.internal", IP: 10.0.2.128 to PMTUD blocking rules
I0506 20:11:29.332043    3666 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-128.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0506 20:11:29.344246    3666 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0506 20:11:29.344484    3666 egressservice_node.go:93] Setting up event handlers for Egress Services
I0506 20:11:29.344655    3666 egressservice_node.go:183] Starting Egress Services Controller
I0506 20:11:29.344669    3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0506 20:11:29.344679    3666 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0506 20:11:29.344684    3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0506 20:11:29.344689    3666 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0506 20:11:29.344695    3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0506 20:11:29.344699    3666 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0506 20:11:29.344704    3666 egressservice_node.go:197] Repairing Egress Services
I0506 20:11:29.354948    3666 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0506 20:11:29.354962    3666 external_controller.go:278] Starting Admin Policy Based Route Controller
I0506 20:11:29.355142    3666 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled
I0506 20:11:29.355158    3666 link_network_manager.go:119] Link manager is running
I0506 20:11:29.355173    3666 default_node_network_controller.go:1098] Default node network controller initialized and ready.
I0506 20:11:29.355460    3666 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
I0506 20:11:29.355517    3666 vrf_manager.go:128] VRF manager is running
I0506 20:11:29.355603    3666 node_controller_manager.go:437] Removing flows to drop GARP
I0506 20:11:29.355614    3666 gateway.go:532] Reconciling gateway with updates
I0506 20:11:29.382386    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0506 20:11:29.382397    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0506 20:11:29.382413    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0506 20:11:29.382417    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0506 20:11:29.382417    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0506 20:11:29.382426    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0506 20:11:29.382430    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0506 20:11:29.382434    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0506 20:11:29.382431    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0506 20:11:29.382447    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0506 20:11:29.382416    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0506 20:11:29.382495    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0506 20:11:29.382510    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0506 20:11:29.382522    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0506 20:11:29.382528    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0506 20:11:29.382532    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0506 20:11:29.382529    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0506 20:11:29.382541    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0506 20:11:29.382542    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0506 20:11:29.382397    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0506 20:11:29.382496    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0506 20:11:29.382555    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0506 20:11:29.382559    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0506 20:11:29.382561    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0506 20:11:29.382567    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0506 20:11:29.382570    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0506 20:11:29.382573    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0506 20:11:29.382585    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0506 20:11:29.382590    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0506 20:11:29.382621    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0506 20:11:29.382630    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0506 20:11:29.382510    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0506 20:11:29.382644    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0506 20:11:29.382642    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0506 20:11:29.382646    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0506 20:11:29.382650    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0506 20:11:29.382655    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0506 20:11:29.382660    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0506 20:11:29.382675    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0506 20:11:29.382677    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0506 20:11:29.382620    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0506 20:11:29.382693    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0506 20:11:29.382698    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0506 20:11:29.382699    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0506 20:11:29.382707    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0506 20:11:29.382712    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0506 20:11:29.382714    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0506 20:11:29.382724    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0506 20:11:29.382726    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0506 20:11:29.382737    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0506 20:11:29.382741    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0506 20:11:29.382751    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0506 20:11:29.382752    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0506 20:11:29.382630    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0506 20:11:29.382739    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0506 20:11:29.382768    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0506 20:11:29.382772    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0506 20:11:29.382771    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0506 20:11:29.382776    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0506 20:11:29.382563    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0506 20:11:29.382786    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0506 20:11:29.382787    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0506 20:11:29.382793    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0506 20:11:29.382770    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0506 20:11:29.382807    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0506 20:11:29.382811    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0506 20:11:29.382786    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0506 20:11:29.382826    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0506 20:11:29.382829    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0506 20:11:29.382838    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0506 20:11:29.382838    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0506 20:11:29.382841    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0506 20:11:29.382841    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0506 20:11:29.382856    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0506 20:11:29.382740    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0506 20:11:29.382857    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0506 20:11:29.382859    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0506 20:11:29.382859    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0506 20:11:29.382875    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0506 20:11:29.382881    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0506 20:11:29.382887    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0506 20:11:29.382891    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0506 20:11:29.382903    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0506 20:11:29.382906    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0506 20:11:29.382716    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0506 20:11:29.382777    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0506 20:11:29.382876    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0506 20:11:29.382869    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0506 20:11:29.382928    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0506 20:11:29.382624    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0506 20:11:29.382936    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0506 20:11:29.382944    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0506 20:11:29.382788    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0506 20:11:29.382855    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0506 20:11:29.382815    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0506 20:11:29.382959    3666 port_claim.go:71] Svc openshift-ingress/router-default: port 31874 is already open, no action needed
I0506 20:11:29.382962    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0506 20:11:29.382967    3666 port_claim.go:71] Svc openshift-ingress/router-default: port 30588 is already open, no action needed
I0506 20:11:29.382969    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0506 20:11:29.382980    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0506 20:11:29.382802    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0506 20:11:29.382814    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0506 20:11:29.382841    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0506 20:11:29.382776    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0506 20:11:29.382759    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0506 20:11:29.383027    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0506 20:11:29.382545    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0506 20:11:29.383041    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0506 20:11:29.383042    3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0506 20:11:29.383046    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0506 20:11:29.382877    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0506 20:11:29.383052    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0506 20:11:29.383056    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0506 20:11:29.382920    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0506 20:11:29.382868    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0506 20:11:29.382781    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0506 20:11:29.382946    3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0506 20:11:29.427141    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0506 20:11:29.427162    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0506 20:11:29.427171    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0506 20:11:29.427178    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0506 20:11:29.427186    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0506 20:11:29.427195    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0506 20:11:29.427202    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0506 20:11:29.427215    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0506 20:11:29.427245    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0506 20:11:29.427258    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0506 20:11:29.471101    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0506 20:11:29.471120    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0506 20:11:29.471132    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0506 20:11:29.471161    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0506 20:11:29.471184    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0506 20:11:29.471202    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0506 20:11:29.471208    3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0506 20:11:31.606651    3666 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-68.ec2.internal
I0506 20:11:31.606683    3666 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-68.ec2.internal: 40.704µs
I0506 20:11:31.635224    3666 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5ff4746bd4-c9t7p] creating logical port openshift-image-registry_image-registry-5ff4746bd4-c9t7p for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:11:31.635388    3666 kube.go:256] Updating pod openshift-image-registry/image-registry-5ff4746bd4-c9t7p
I0506 20:11:31.656203    3666 pod.go:62] [openshift-image-registry/image-registry-5ff4746bd4-c9t7p] pod update took 20.861879ms
I0506 20:11:31.656224    3666 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5ff4746bd4-c9t7p] addLogicalPort annotation time took 20.883332ms
I0506 20:11:31.657518    3666 pods.go:271] [openshift-image-registry/image-registry-5ff4746bd4-c9t7p] addLogicalPort took 22.311097ms, libovsdb time 1.001921ms
I0506 20:11:31.661344    3666 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-9tgv5] creating logical port openshift-dns_dns-default-9tgv5 for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:11:31.661489    3666 kube.go:256] Updating pod openshift-dns/dns-default-9tgv5
I0506 20:11:31.669675    3666 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-fm4lp] creating logical port openshift-ingress-canary_ingress-canary-fm4lp for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:11:31.669794    3666 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-fm4lp
I0506 20:11:31.682865    3666 pod.go:62] [openshift-dns/dns-default-9tgv5] pod update took 21.405766ms
I0506 20:11:31.682884    3666 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-9tgv5] addLogicalPort annotation time took 21.429032ms
I0506 20:11:31.683534    3666 pod.go:62] [openshift-ingress-canary/ingress-canary-fm4lp] pod update took 13.765035ms
I0506 20:11:31.683554    3666 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-fm4lp] addLogicalPort annotation time took 13.785854ms
I0506 20:11:31.684310    3666 pods.go:271] [openshift-dns/dns-default-9tgv5] addLogicalPort took 22.970903ms, libovsdb time 961.78µs
I0506 20:11:31.684758    3666 pods.go:271] [openshift-ingress-canary/ingress-canary-fm4lp] addLogicalPort took 15.095242ms, libovsdb time 953.945µs
I0506 20:11:32.852582    3666 cni.go:452] [openshift-ingress-canary/ingress-canary-fm4lp 29b67d15a136573f882f8ccbfccb75e81cc6c82ede7a4e67dff058042eb3242d network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-fm4lp 29b67d15a136573f882f8ccbfccb75e81cc6c82ede7a4e67dff058042eb3242d network default NAD default NAD key ]
I0506 20:11:32.895400    3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-fm4lp, hostIfaceName: 29b67d15a136573, network: default, NAD default, SandboxID: "29b67d15a136573f882f8ccbfccb75e81cc6c82ede7a4e67dff058042eb3242d", PCI device ID: , UID: "96e337b4-dc68-4047-bbde-7a8bf51eb5b1", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23]
I0506 20:11:32.959067    3666 cni.go:473] [openshift-ingress-canary/ingress-canary-fm4lp 29b67d15a136573f882f8ccbfccb75e81cc6c82ede7a4e67dff058042eb3242d network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-fm4lp 29b67d15a136573f882f8ccbfccb75e81cc6c82ede7a4e67dff058042eb3242d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:eb:de:67:74:d8\",\"name\":\"29b67d15a136573\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fed6cda3-58db-4c7e-9162-3e3c5d9ad399\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0506 20:11:35.154830    3666 cni.go:452] [kube-system/global-pull-secret-syncer-24gs7 152bd25dae902a33cb7433fdcc331e131e749707ce553dc766e76234ef31b848 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-24gs7 152bd25dae902a33cb7433fdcc331e131e749707ce553dc766e76234ef31b848 network default NAD default NAD key ]
I0506 20:11:35.164699    3666 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-24gs7, hostIfaceName: 152bd25dae902a3, network: default, NAD default, SandboxID: "152bd25dae902a33cb7433fdcc331e131e749707ce553dc766e76234ef31b848", PCI device ID: , UID: "9fd6fd20-d46f-4baa-b15b-2f83a48c84c0", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23]
I0506 20:11:35.167702    3666 cni.go:452] [openshift-network-diagnostics/network-check-target-vvznp 66e15c5090870741c3e5bd195b6d5eb055eb57993e6ceb68d5f30ad1fe3eaec2 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-vvznp 66e15c5090870741c3e5bd195b6d5eb055eb57993e6ceb68d5f30ad1fe3eaec2 network default NAD default NAD key ]
I0506 20:11:35.177176    3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-vvznp, hostIfaceName: 66e15c509087074, network: default, NAD default, SandboxID: "66e15c5090870741c3e5bd195b6d5eb055eb57993e6ceb68d5f30ad1fe3eaec2", PCI device ID: , UID: "8c44edf5-12f1-4ab2-a26f-ffa4ac6224b6", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23]
I0506 20:11:35.211164    3666 cni.go:473] [kube-system/global-pull-secret-syncer-24gs7 152bd25dae902a33cb7433fdcc331e131e749707ce553dc766e76234ef31b848 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-24gs7 152bd25dae902a33cb7433fdcc331e131e749707ce553dc766e76234ef31b848 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:52:39:3c:cd:85\",\"name\":\"152bd25dae902a3\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c917f80-1b9d-4110-9352-a1b24c2707e8\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0506 20:11:35.219896    3666 cni.go:473] [openshift-network-diagnostics/network-check-target-vvznp 66e15c5090870741c3e5bd195b6d5eb055eb57993e6ceb68d5f30ad1fe3eaec2 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-vvznp 66e15c5090870741c3e5bd195b6d5eb055eb57993e6ceb68d5f30ad1fe3eaec2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:a0:1c:64:df:0d\",\"name\":\"66e15c509087074\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56f2b470-3718-4a4f-8292-a33e54571242\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0506 20:11:55.256280    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0506 20:11:55.256311    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0506 20:12:11.467302    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0506 20:12:23.228144    3666 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-5rswh] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-5rswh for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:12:23.228301    3666 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-5rswh
I0506 20:12:23.250789    3666 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-5rswh] pod update took 22.518245ms
I0506 20:12:23.250813    3666 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-5rswh] addLogicalPort annotation time took 22.545963ms
I0506 20:12:23.252045    3666 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-5rswh] addLogicalPort took 23.917771ms, libovsdb time 944.392µs
I0506 20:12:23.253031    3666 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xb75h] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-xb75h for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:12:23.253106    3666 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xb75h
I0506 20:12:23.269280    3666 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-xfg6j] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-xfg6j for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:12:23.269391    3666 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-xfg6j
I0506 20:12:23.272325    3666 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xb75h] pod update took 19.239595ms
I0506 20:12:23.272343    3666 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xb75h] addLogicalPort annotation time took 19.263099ms
I0506 20:12:23.273334    3666 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xb75h] addLogicalPort took 20.311047ms, libovsdb time 730.238µs
I0506 20:12:23.289332    3666 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-xfg6j] pod update took 19.96887ms
I0506 20:12:23.289350    3666 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-xfg6j] addLogicalPort annotation time took 19.990397ms
I0506 20:12:23.290270    3666 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-xfg6j] addLogicalPort took 21.003387ms, libovsdb time 693.031µs
I0506 20:12:23.440785    3666 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-6nfjj] creating logical port openshift-console-operator_console-operator-66dbbb6468-6nfjj for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:12:23.440868    3666 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-6nfjj
I0506 20:12:23.456370    3666 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-47qxg] creating logical port openshift-insights_insights-operator-6dbb575d6c-47qxg for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:12:23.456416    3666 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-v5zqd] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-v5zqd for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:12:23.456447    3666 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-47qxg
I0506 20:12:23.456474    3666 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-v5zqd
I0506 20:12:23.463322    3666 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-6nfjj] pod update took 22.471581ms
I0506 20:12:23.463339    3666 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-6nfjj] addLogicalPort annotation time took 22.490142ms
I0506 20:12:23.464375    3666 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-6nfjj] addLogicalPort took 23.626594ms, libovsdb time 809.704µs
I0506 20:12:23.478770    3666 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-47qxg] pod update took 22.342188ms
I0506 20:12:23.478793    3666 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-47qxg] addLogicalPort annotation time took 22.364511ms
I0506 20:12:23.478800    3666 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-v5zqd] pod update took 22.338244ms
I0506 20:12:23.478814    3666 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-v5zqd] addLogicalPort annotation time took 22.355912ms
I0506 20:12:23.479782    3666 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-v5zqd] addLogicalPort took 23.377993ms, libovsdb time 740.965µs
I0506 20:12:23.480087    3666 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-47qxg] addLogicalPort took 23.729139ms, libovsdb time 984.381µs
I0506 20:12:23.584499    3666 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-5rswh d01ae7bc6a09ad1f000b02c647c7aecc3419384045e9f32450ddce63338744ee network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-5rswh d01ae7bc6a09ad1f000b02c647c7aecc3419384045e9f32450ddce63338744ee network default NAD default NAD key ]
I0506 20:12:23.594244    3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-5rswh, hostIfaceName: d01ae7bc6a09ad1, network: default, NAD default, SandboxID: "d01ae7bc6a09ad1f000b02c647c7aecc3419384045e9f32450ddce63338744ee", PCI device ID: , UID: "18e155fc-c304-4667-b1c7-2db78de26163", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23]
I0506 20:12:23.638561    3666 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-5rswh d01ae7bc6a09ad1f000b02c647c7aecc3419384045e9f32450ddce63338744ee network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-5rswh d01ae7bc6a09ad1f000b02c647c7aecc3419384045e9f32450ddce63338744ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:8f:00:ac:68:dd\",\"name\":\"d01ae7bc6a09ad1\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3746b25-2d3b-4f59-88b5-18d48049692e\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0506 20:12:23.796015    3666 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-6nfjj aea5ba8cd69b0af7aef2a0cf86abe3eb454ddf33d19b837b59af4a9d5face4d6 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-6nfjj aea5ba8cd69b0af7aef2a0cf86abe3eb454ddf33d19b837b59af4a9d5face4d6 network default NAD default NAD key ]
I0506 20:12:23.806543    3666 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-47qxg 6c467277dc7c28c87d26ca44ef7138b200329001c23f6cf15249b274a2b1c4c1 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-47qxg 6c467277dc7c28c87d26ca44ef7138b200329001c23f6cf15249b274a2b1c4c1 network default NAD default NAD key ]
I0506 20:12:23.806950    3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-6nfjj, hostIfaceName: aea5ba8cd69b0af, network: default, NAD default, SandboxID: "aea5ba8cd69b0af7aef2a0cf86abe3eb454ddf33d19b837b59af4a9d5face4d6", PCI device ID: , UID: "8d997ab2-5fb0-4316-8856-1a4c79076dc5", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23]
I0506 20:12:23.814621    3666 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-v5zqd 6f0b35705963311ab3204a00924b6ffd0558df8853cf8caabbbe6380e2770142 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-v5zqd 6f0b35705963311ab3204a00924b6ffd0558df8853cf8caabbbe6380e2770142 network default NAD default NAD key ]
I0506 20:12:23.818440    3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-47qxg, hostIfaceName: 6c467277dc7c28c, network: default, NAD default, SandboxID: "6c467277dc7c28c87d26ca44ef7138b200329001c23f6cf15249b274a2b1c4c1", PCI device ID: , UID: "1f7781a3-9cf5-4c04-8a76-edfadcd6bdf0", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23]
I0506 20:12:23.825039    3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-v5zqd, hostIfaceName: 6f0b35705963311, network: default, NAD default, SandboxID: "6f0b35705963311ab3204a00924b6ffd0558df8853cf8caabbbe6380e2770142", PCI device ID: , UID: "cbe5f670-9757-4f04-88be-13ad9fbab250", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23]
I0506 20:12:23.854717    3666 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-6nfjj aea5ba8cd69b0af7aef2a0cf86abe3eb454ddf33d19b837b59af4a9d5face4d6 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-6nfjj aea5ba8cd69b0af7aef2a0cf86abe3eb454ddf33d19b837b59af4a9d5face4d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:8d:c2:fe:e2:d4\",\"name\":\"aea5ba8cd69b0af\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c48ca18-bc03-4cfa-b6c6-e51cd4d4edc4\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0506 20:12:24.076988    3666 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-v5zqd 6f0b35705963311ab3204a00924b6ffd0558df8853cf8caabbbe6380e2770142 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-v5zqd 6f0b35705963311ab3204a00924b6ffd0558df8853cf8caabbbe6380e2770142 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:32:7e:4f:4e:7e\",\"name\":\"6f0b35705963311\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a78766cf-c472-4dc3-8fa2-72cbbb4e3ae7\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0506 20:12:24.077140    3666 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-47qxg 6c467277dc7c28c87d26ca44ef7138b200329001c23f6cf15249b274a2b1c4c1 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-47qxg 6c467277dc7c28c87d26ca44ef7138b200329001c23f6cf15249b274a2b1c4c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:e7:91:a2:00:88\",\"name\":\"6c467277dc7c28c\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a61c3f6-88b0-4ba4-8b4a-ad9382d5d40b\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0506 20:12:26.837158    3666 namespace.go:98] [openshift-service-ca] adding namespace
I0506 20:12:26.837968    3666 namespace.go:102] [openshift-service-ca] adding namespace took 787.523µs
I0506 20:12:26.858870    3666 namespace.go:142] [openshift-service-ca] updating namespace
I0506 20:12:27.492741    3666 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0506 20:12:27.493635    3666 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 862.593µs
I0506 20:12:27.523094    3666 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
W0506 20:12:27.633263    3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0506 20:12:28.611956    3666 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-c6cqf] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-c6cqf for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:12:28.612080    3666 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-c6cqf
I0506 20:12:28.627682    3666 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-c6cqf] pod update took 15.62196ms
I0506 20:12:28.627703    3666 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-c6cqf] addLogicalPort annotation time took 15.646549ms
I0506 20:12:28.628934    3666 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-c6cqf] addLogicalPort took 17.00792ms, libovsdb time 893.564µs
I0506 20:12:28.967034    3666 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-c6cqf 769ebf002bf0e980bbaffcd78875ca53e058d80ca3955f3222fbc66059b6f3eb network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-c6cqf 769ebf002bf0e980bbaffcd78875ca53e058d80ca3955f3222fbc66059b6f3eb network default NAD default NAD key ]
I0506 20:12:28.976477    3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-c6cqf, hostIfaceName: 769ebf002bf0e98, network: default, NAD default, SandboxID: "769ebf002bf0e980bbaffcd78875ca53e058d80ca3955f3222fbc66059b6f3eb", PCI device ID: , UID: "f9cafa5d-5259-4d7f-aa28-30715cf985b1", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23]
I0506 20:12:29.021509    3666 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-c6cqf 769ebf002bf0e980bbaffcd78875ca53e058d80ca3955f3222fbc66059b6f3eb network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-c6cqf 769ebf002bf0e980bbaffcd78875ca53e058d80ca3955f3222fbc66059b6f3eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:b5:db:a8:bf:46\",\"name\":\"769ebf002bf0e98\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91faf99c-63fc-40b7-9cc5-584068aba7ab\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0506 20:12:35.636977    3666 cni.go:452] [openshift-dns/dns-default-9tgv5 f07f6b47fc84fcce7e9749ffd25539a72ec3b1d5db8ddef825a7f74dc705aa7e network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-9tgv5 f07f6b47fc84fcce7e9749ffd25539a72ec3b1d5db8ddef825a7f74dc705aa7e network default NAD default NAD key ]
I0506 20:12:35.648453    3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-9tgv5, hostIfaceName: f07f6b47fc84fcc, network: default, NAD default, SandboxID: "f07f6b47fc84fcce7e9749ffd25539a72ec3b1d5db8ddef825a7f74dc705aa7e", PCI device ID: , UID: "8f0ab008-94b8-4563-9a6f-5b1b7f071d36", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23]
I0506 20:12:35.698149    3666 cni.go:473] [openshift-dns/dns-default-9tgv5 f07f6b47fc84fcce7e9749ffd25539a72ec3b1d5db8ddef825a7f74dc705aa7e network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-9tgv5 f07f6b47fc84fcce7e9749ffd25539a72ec3b1d5db8ddef825a7f74dc705aa7e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:da:74:76:72:03\",\"name\":\"f07f6b47fc84fcc\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be8aef0d-8a79-4463-a221-7556cb72c60e\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0506 20:12:35.839498    3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0506 20:12:39.190051    3666 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xb75h a9d5a99cf6e3fb82c68ce6a91424b6cadd594f0ffc8cd1123db70fc41001cbcf network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xb75h a9d5a99cf6e3fb82c68ce6a91424b6cadd594f0ffc8cd1123db70fc41001cbcf network default NAD default NAD key ]
I0506 20:12:39.199502    3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-xb75h, hostIfaceName: a9d5a99cf6e3fb8, network: default, NAD default, SandboxID: "a9d5a99cf6e3fb82c68ce6a91424b6cadd594f0ffc8cd1123db70fc41001cbcf", PCI device ID: , UID: "a3c98dcd-a33e-4e45-9192-f73a3a3f1c82", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23]
I0506 20:12:39.244089    3666 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xb75h a9d5a99cf6e3fb82c68ce6a91424b6cadd594f0ffc8cd1123db70fc41001cbcf network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xb75h a9d5a99cf6e3fb82c68ce6a91424b6cadd594f0ffc8cd1123db70fc41001cbcf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:51:f8:50:58:6a\",\"name\":\"a9d5a99cf6e3fb8\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a6b269cf-b5d1-4047-b72e-8a5fb2f4955d\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0506 20:12:48.968970    3666 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:12:48.969555    3666 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:12:48.969586    3666 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:12:48.969595    3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0506 20:12:48.969605    3666 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:12:48.969610    3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0506 20:12:51.840480    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics
I0506 20:12:51.913165    3666 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:12:51.913188    3666 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:12:51.913205    3666 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:12:51.913215    3666 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd55gh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:12:52.012304    3666 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-kxqf5] creating logical port openshift-insights_insights-runtime-extractor-kxqf5 for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:12:52.012414    3666 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-kxqf5
I0506 20:12:52.034026    3666 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4kr5s] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-4kr5s for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:12:52.034115    3666 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4kr5s
I0506 20:12:52.034133    3666 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-rz89d] creating logical port openshift-console_downloads-5c54f4944f-rz89d for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:12:52.034240    3666 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-rz89d
I0506 20:12:52.037652    3666 pod.go:62] [openshift-insights/insights-runtime-extractor-kxqf5] pod update took 25.262096ms
I0506 20:12:52.037677    3666 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-kxqf5] addLogicalPort annotation time took 25.287243ms
I0506 20:12:52.038772    3666 pods.go:271] [openshift-insights/insights-runtime-extractor-kxqf5] addLogicalPort took 26.479817ms, libovsdb time 751.921µs
I0506 20:12:52.062542    3666 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4kr5s] pod update took 28.455175ms
I0506 20:12:52.062558    3666 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4kr5s] addLogicalPort annotation time took 28.475634ms
I0506 20:12:52.062808    3666 pod.go:62] [openshift-console/downloads-5c54f4944f-rz89d] pod update took 28.599436ms
I0506 20:12:52.062827    3666 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-rz89d] addLogicalPort annotation time took 28.62283ms
I0506 20:12:52.063555    3666 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4kr5s] addLogicalPort took 29.54758ms, libovsdb time 705.495µs
I0506 20:12:52.063784    3666 pods.go:271] [openshift-console/downloads-5c54f4944f-rz89d] addLogicalPort took 29.669955ms, libovsdb time 707.004µs
I0506 20:12:52.376467    3666 cni.go:452] [openshift-insights/insights-runtime-extractor-kxqf5 fcfdf2476e0bb38dcc3c9fffe1634dfeca44cd69142c1e38b898b2cf8b743a07 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-kxqf5 fcfdf2476e0bb38dcc3c9fffe1634dfeca44cd69142c1e38b898b2cf8b743a07 network default NAD default NAD key ]
I0506 20:12:52.387154    3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-kxqf5, hostIfaceName: fcfdf2476e0bb38, network: default, NAD default, SandboxID: "fcfdf2476e0bb38dcc3c9fffe1634dfeca44cd69142c1e38b898b2cf8b743a07", PCI device ID: , UID: "c7ba1ae5-f730-40cc-b9b1-1986d807f7e4", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23]
I0506 20:12:52.391167    3666 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4kr5s 80607f0f72d682b2b1125a4d7b74b1324e1367824002f655533b88e5091564ca network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4kr5s 80607f0f72d682b2b1125a4d7b74b1324e1367824002f655533b88e5091564ca network default NAD default NAD key ]
I0506 20:12:52.393204    3666 cni.go:452] [openshift-console/downloads-5c54f4944f-rz89d 450b0bedc5512ce919862964b27962d32c6ebb9609063267ad38d3aff8f7cf2b network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-rz89d 450b0bedc5512ce919862964b27962d32c6ebb9609063267ad38d3aff8f7cf2b network default NAD default NAD key ]
I0506 20:12:52.402580    3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-rz89d, hostIfaceName: 450b0bedc5512ce, network: default, NAD default, SandboxID: "450b0bedc5512ce919862964b27962d32c6ebb9609063267ad38d3aff8f7cf2b", PCI device ID: , UID: "a9c6a0bd-dc96-4e2c-bdd0-0528c28a9b87", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23]
I0506 20:12:52.402737    3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-4kr5s, hostIfaceName: 80607f0f72d682b, network: default, NAD default, SandboxID: "80607f0f72d682b2b1125a4d7b74b1324e1367824002f655533b88e5091564ca", PCI device ID: , UID: "fb2bdf00-9130-4a86-a02a-9a2ceeed474b", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23]
I0506 20:12:52.439453    3666 cni.go:473] [openshift-insights/insights-runtime-extractor-kxqf5 fcfdf2476e0bb38dcc3c9fffe1634dfeca44cd69142c1e38b898b2cf8b743a07 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-kxqf5 fcfdf2476e0bb38dcc3c9fffe1634dfeca44cd69142c1e38b898b2cf8b743a07 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:1c:67:cd:8d:13\",\"name\":\"fcfdf2476e0bb38\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d67b682-447b-4d6b-9709-14673ecedaf1\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0506 20:12:52.664052    3666 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4kr5s 80607f0f72d682b2b1125a4d7b74b1324e1367824002f655533b88e5091564ca network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4kr5s 80607f0f72d682b2b1125a4d7b74b1324e1367824002f655533b88e5091564ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:1d:94:30:38:97\",\"name\":\"80607f0f72d682b\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2edcdb40-17fa-4e8b-9560-b740b7952ac1\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0506 20:12:52.664091    3666 cni.go:473] [openshift-console/downloads-5c54f4944f-rz89d 450b0bedc5512ce919862964b27962d32c6ebb9609063267ad38d3aff8f7cf2b network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-rz89d 450b0bedc5512ce919862964b27962d32c6ebb9609063267ad38d3aff8f7cf2b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:c8:c9:bb:e2:58\",\"name\":\"450b0bedc5512ce\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b81cdd43-c746-4cb8-b501-d714228f9ec1\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0506 20:12:53.291268    3666 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0506 20:12:53.302417    3666 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0506 20:12:53.694878    3666 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5ff4746bd4-c9t7p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:12:53.694935    3666 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5ff4746bd4-c9t7p
I0506 20:12:53.696634    3666 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5ff4746bd4-c9t7p, ips: 10.130.0.6
I0506 20:12:53.696670    3666 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5ff4746bd4-c9t7p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:12:53.706212    3666 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7675db8496-dwsrb] creating logical port openshift-image-registry_image-registry-7675db8496-dwsrb for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:12:53.706478    3666 kube.go:256] Updating pod openshift-image-registry/image-registry-7675db8496-dwsrb
I0506 20:12:53.714620    3666 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5ff4746bd4-c9t7p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:12:53.714643    3666 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5ff4746bd4-c9t7p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:12:53.719330    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5ff4746bd4-c9t7p
I0506 20:12:53.719393    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5ff4746bd4-c9t7p
I0506 20:12:53.726354    3666 pod.go:62] [openshift-image-registry/image-registry-7675db8496-dwsrb] pod update took 19.925644ms
I0506 20:12:53.726420    3666 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7675db8496-dwsrb] addLogicalPort annotation time took 19.995126ms
I0506 20:12:53.727732    3666 pods.go:271] [openshift-image-registry/image-registry-7675db8496-dwsrb] addLogicalPort took 21.539345ms, libovsdb time 953.978µs
I0506 20:12:53.864604    3666 obj_retry.go:498] Detected object openshift-image-registry/image-registry-56db4b9cb7-p7wx4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:12:53.865223    3666 obj_retry.go:498] Detected object openshift-image-registry/image-registry-56db4b9cb7-p7wx4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:12:53.878749    3666 obj_retry.go:492] Detected object openshift-image-registry/image-registry-56db4b9cb7-p7wx4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:12:53.878769    3666 obj_retry.go:492] Detected object openshift-image-registry/image-registry-56db4b9cb7-p7wx4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:12:53.886462    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-56db4b9cb7-p7wx4
I0506 20:12:53.886514    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-56db4b9cb7-p7wx4
I0506 20:12:54.066674    3666 cni.go:452] [openshift-image-registry/image-registry-7675db8496-dwsrb 298f2e524450baccbe4d02dd6ac93e5af937986d3b442daf54e8e217785c5d05 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7675db8496-dwsrb 298f2e524450baccbe4d02dd6ac93e5af937986d3b442daf54e8e217785c5d05 network default NAD default NAD key ]
I0506 20:12:54.076746    3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7675db8496-dwsrb, hostIfaceName: 298f2e524450bac, network: default, NAD default, SandboxID: "298f2e524450baccbe4d02dd6ac93e5af937986d3b442daf54e8e217785c5d05", PCI device ID: , UID: "9836f838-0938-4354-b754-d1c263510855", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23]
I0506 20:12:54.129347    3666 cni.go:473] [openshift-image-registry/image-registry-7675db8496-dwsrb 298f2e524450baccbe4d02dd6ac93e5af937986d3b442daf54e8e217785c5d05 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7675db8496-dwsrb 298f2e524450baccbe4d02dd6ac93e5af937986d3b442daf54e8e217785c5d05 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:01:f0:a7:d5:52\",\"name\":\"298f2e524450bac\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e071bd04-9813-4e58-bac7-0bbadf0e6117\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0506 20:12:54.461399    3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0506 20:12:54.739602    3666 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0506 20:12:54.765342    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0506 20:12:54.894484    3666 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0506 20:12:55.428544    3666 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-xfg6j 72a76e777682d1f24d7aaccf3080e93569d57839488b2975a5a36345244c5ed1 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-xfg6j 72a76e777682d1f24d7aaccf3080e93569d57839488b2975a5a36345244c5ed1 network default NAD default NAD key ]
I0506 20:12:55.438070    3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-xfg6j, hostIfaceName: 72a76e777682d1f, network: default, NAD default, SandboxID: "72a76e777682d1f24d7aaccf3080e93569d57839488b2975a5a36345244c5ed1", PCI device ID: , UID: "5cd85b0f-3a84-455d-b02e-3c2642defe12", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23]
W0506 20:12:55.479599    3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0506 20:12:55.479621    3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0506 20:12:55.480529    3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:12:55.480560    3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:12:55.480568    3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
I0506 20:12:55.487530    3666 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-xfg6j 72a76e777682d1f24d7aaccf3080e93569d57839488b2975a5a36345244c5ed1 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-xfg6j 72a76e777682d1f24d7aaccf3080e93569d57839488b2975a5a36345244c5ed1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:cd:fc:88:45:f9\",\"name\":\"72a76e777682d1f\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06c04c3f-9d5d-4262-a3f4-f62ae70f1e2d\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0506 20:12:55.516143    3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0506 20:12:55.516155    3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0506 20:12:55.519278    3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:12:55.519296    3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:12:55.519303    3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:12:55.884653    3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0506 20:12:55.884681    3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0506 20:12:55.884717    3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:12:55.884728    3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:12:55.884733    3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
I0506 20:12:56.687004    3666 base_network_controller_pods.go:487] [default/openshift-console/console-6bfb79669c-9btkq] creating logical port openshift-console_console-6bfb79669c-9btkq for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:12:56.687099    3666 kube.go:256] Updating pod openshift-console/console-6bfb79669c-9btkq
I0506 20:12:56.709140    3666 pod.go:62] [openshift-console/console-6bfb79669c-9btkq] pod update took 22.066653ms
I0506 20:12:56.709164    3666 base_network_controller_pods.go:951] [default/openshift-console/console-6bfb79669c-9btkq] addLogicalPort annotation time took 22.095763ms
I0506 20:12:56.710508    3666 pods.go:271] [openshift-console/console-6bfb79669c-9btkq] addLogicalPort took 23.517718ms, libovsdb time 1.000991ms
I0506 20:12:57.049873    3666 cni.go:452] [openshift-console/console-6bfb79669c-9btkq 9629ccef57b0489ed2014f580057c4174cd9d7981ad6e47e63c12e7c154023b0 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6bfb79669c-9btkq 9629ccef57b0489ed2014f580057c4174cd9d7981ad6e47e63c12e7c154023b0 network default NAD default NAD key ]
I0506 20:12:57.060844    3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6bfb79669c-9btkq, hostIfaceName: 9629ccef57b0489, network: default, NAD default, SandboxID: "9629ccef57b0489ed2014f580057c4174cd9d7981ad6e47e63c12e7c154023b0", PCI device ID: , UID: "ab15e5a1-1e6a-43b1-85f6-e17c5620d4d0", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23]
I0506 20:12:57.108960    3666 cni.go:473] [openshift-console/console-6bfb79669c-9btkq 9629ccef57b0489ed2014f580057c4174cd9d7981ad6e47e63c12e7c154023b0 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6bfb79669c-9btkq 9629ccef57b0489ed2014f580057c4174cd9d7981ad6e47e63c12e7c154023b0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:34:62:23:8b:8e\",\"name\":\"9629ccef57b0489\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a8f04ef-fa71-42a3-b0fd-a09e25a88bd2\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0506 20:13:00.500488    3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0506 20:13:00.726831    3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0506 20:13:01.335624    3666 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-cjqpl] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-cjqpl for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:13:01.335718    3666 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-cjqpl
I0506 20:13:01.353722    3666 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-cjqpl] pod update took 18.030457ms
I0506 20:13:01.353745    3666 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-cjqpl] addLogicalPort annotation time took 18.056221ms
I0506 20:13:01.354920    3666 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-cjqpl] addLogicalPort took 19.315176ms, libovsdb time 816.651µs
I0506 20:13:02.421886    3666 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:13:02.422046    3666 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1
I0506 20:13:02.448636    3666 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 26.63507ms
I0506 20:13:02.448659    3666 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 26.663365ms
I0506 20:13:02.449996    3666 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 28.125213ms, libovsdb time 991.632µs
I0506 20:13:03.447486    3666 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-68455f9cc9-l7k8q] creating logical port openshift-monitoring_thanos-querier-68455f9cc9-l7k8q for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:13:03.447653    3666 kube.go:256] Updating pod openshift-monitoring/thanos-querier-68455f9cc9-l7k8q
I0506 20:13:03.473068    3666 pod.go:62] [openshift-monitoring/thanos-querier-68455f9cc9-l7k8q] pod update took 25.466676ms
I0506 20:13:03.473094    3666 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-68455f9cc9-l7k8q] addLogicalPort annotation time took 25.495102ms
I0506 20:13:03.474395    3666 pods.go:271] [openshift-monitoring/thanos-querier-68455f9cc9-l7k8q] addLogicalPort took 26.928027ms, libovsdb time 921.673µs
W0506 20:13:04.714290    3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0506 20:13:04.958877    3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0506 20:13:04.958895    3666 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0506 20:13:04.958901    3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0506 20:13:06.005180    3666 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-xxbn7] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-xxbn7 for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:13:06.005295    3666 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-xxbn7
I0506 20:13:06.019526    3666 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xxbn7] pod update took 14.260758ms
I0506 20:13:06.019550    3666 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-xxbn7] addLogicalPort annotation time took 14.289109ms
I0506 20:13:06.020738    3666 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xxbn7] addLogicalPort took 15.575ms, libovsdb time 774.113µs
W0506 20:13:07.545323    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0506 20:13:07.545346    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0506 20:13:07.588941    3666 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xxbn7 c5133331f92fb0d23756db91aa9ad6b5ec3d75eb25760cbf2d8b1d4ed45fdee8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xxbn7 c5133331f92fb0d23756db91aa9ad6b5ec3d75eb25760cbf2d8b1d4ed45fdee8 network default NAD default NAD key ]
I0506 20:13:07.589055    3666 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-cjqpl 520da0cacb93c32f9a5337a2b9f206681b8d67499fa3d4d7f1503ae884175b2e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-cjqpl 520da0cacb93c32f9a5337a2b9f206681b8d67499fa3d4d7f1503ae884175b2e network default NAD default NAD key ]
I0506 20:13:07.589583    3666 cni.go:452] [openshift-monitoring/alertmanager-main-1 8439d57d2c347af64b99168e8465bc2ab294a4b4a6683d3c786553e34663ba03 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 8439d57d2c347af64b99168e8465bc2ab294a4b4a6683d3c786553e34663ba03 network default NAD default NAD key ]
I0506 20:13:07.589984    3666 cni.go:452] [openshift-monitoring/thanos-querier-68455f9cc9-l7k8q a74314b25baae618ae199a9ff92719b70d8dbfd88786520d530cca9cb3294409 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-68455f9cc9-l7k8q a74314b25baae618ae199a9ff92719b70d8dbfd88786520d530cca9cb3294409 network default NAD default NAD key ]
I0506 20:13:07.603620    3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-68455f9cc9-l7k8q, hostIfaceName: a74314b25baae61, network: default, NAD default, SandboxID: "a74314b25baae618ae199a9ff92719b70d8dbfd88786520d530cca9cb3294409", PCI device ID: , UID: "57e0fe9d-648c-40e8-86a0-559d0b33fa78", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23]
I0506 20:13:07.605217    3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-xxbn7, hostIfaceName: c5133331f92fb0d, network: default, NAD default, SandboxID: "c5133331f92fb0d23756db91aa9ad6b5ec3d75eb25760cbf2d8b1d4ed45fdee8", PCI device ID: , UID: "b2011955-b93e-4b75-b589-276e89094f31", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23]
I0506 20:13:07.606382    3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-cjqpl, hostIfaceName: 520da0cacb93c32, network: default, NAD default, SandboxID: "520da0cacb93c32f9a5337a2b9f206681b8d67499fa3d4d7f1503ae884175b2e", PCI device ID: , UID: "69b0f897-8e51-48dc-a965-cbceab589e86", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23]
I0506 20:13:07.607353    3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 8439d57d2c347af, network: default, NAD default, SandboxID: "8439d57d2c347af64b99168e8465bc2ab294a4b4a6683d3c786553e34663ba03", PCI device ID: , UID: "6c69a3fe-3546-4e44-9a51-74a642fe8075", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23]
I0506 20:13:07.619251    3666 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:13:07.619442    3666 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0
I0506 20:13:07.652616    3666 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 33.236202ms
I0506 20:13:07.652686    3666 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 33.341329ms
I0506 20:13:07.653710    3666 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 34.504474ms, libovsdb time 692.435µs
I0506 20:13:07.660595    3666 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xxbn7 c5133331f92fb0d23756db91aa9ad6b5ec3d75eb25760cbf2d8b1d4ed45fdee8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xxbn7 c5133331f92fb0d23756db91aa9ad6b5ec3d75eb25760cbf2d8b1d4ed45fdee8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:5d:8f:20:48:ed\",\"name\":\"c5133331f92fb0d\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fbbc1409-d2d7-453f-84a4-da7826bcab10\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0506 20:13:07.677211    3666 cni.go:473] [openshift-monitoring/thanos-querier-68455f9cc9-l7k8q a74314b25baae618ae199a9ff92719b70d8dbfd88786520d530cca9cb3294409 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-68455f9cc9-l7k8q a74314b25baae618ae199a9ff92719b70d8dbfd88786520d530cca9cb3294409 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:21:1b:73:63:2c\",\"name\":\"a74314b25baae61\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/388acaed-88a2-410e-87e6-0e2800471a54\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0506 20:13:07.900556    3666 cni.go:473] [openshift-monitoring/alertmanager-main-1 8439d57d2c347af64b99168e8465bc2ab294a4b4a6683d3c786553e34663ba03 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 8439d57d2c347af64b99168e8465bc2ab294a4b4a6683d3c786553e34663ba03 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:fb:3a:4b:5a:e3\",\"name\":\"8439d57d2c347af\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20d4f450-90fa-46d7-aa37-e5d966250675\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0506 20:13:07.901460    3666 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-cjqpl 520da0cacb93c32f9a5337a2b9f206681b8d67499fa3d4d7f1503ae884175b2e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-cjqpl 520da0cacb93c32f9a5337a2b9f206681b8d67499fa3d4d7f1503ae884175b2e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:fc:0b:97:e3:69\",\"name\":\"520da0cacb93c32\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ffd43c2-a03a-4db3-b137-fa9bf49d38b2\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0506 20:13:07.990853    3666 cni.go:452] [openshift-monitoring/prometheus-k8s-0 fb35586d253e37f197732b5c45fedab17f885453b97e2422a824b1faf5dcf0ad network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 fb35586d253e37f197732b5c45fedab17f885453b97e2422a824b1faf5dcf0ad network default NAD default NAD key ]
I0506 20:13:08.002946    3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: fb35586d253e37f, network: default, NAD default, SandboxID: "fb35586d253e37f197732b5c45fedab17f885453b97e2422a824b1faf5dcf0ad", PCI device ID: , UID: "2c4fb141-cbb3-4775-9de1-63c8799172ad", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23]
I0506 20:13:08.063053    3666 cni.go:473] [openshift-monitoring/prometheus-k8s-0 fb35586d253e37f197732b5c45fedab17f885453b97e2422a824b1faf5dcf0ad network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 fb35586d253e37f197732b5c45fedab17f885453b97e2422a824b1faf5dcf0ad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:c0:8c:6a:ec:3e\",\"name\":\"fb35586d253e37f\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0481b38d-06c6-4dbe-92fc-bf6f38461a94\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0506 20:13:08.980316    3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0506 20:13:09.338087    3666 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-666b7f946d-kb94s IP address from the namespace address-set, err: pod openshift-console/console-666b7f946d-kb94s: no pod IPs found 
W0506 20:13:10.899511    3666 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0506 20:13:10.899528    3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0506 20:13:10.899537    3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0506 20:13:10.953306    3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0506 20:13:10.953332    3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0506 20:13:11.148498    3666 cni.go:452] [openshift-multus/network-metrics-daemon-2ghhm 7c8c511a9bae97bdc347628ddb54ee96964e018b0bc250823656debdf8824624 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-2ghhm 7c8c511a9bae97bdc347628ddb54ee96964e018b0bc250823656debdf8824624 network default NAD default NAD key ]
I0506 20:13:11.159836    3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-2ghhm, hostIfaceName: 7c8c511a9bae97b, network: default, NAD default, SandboxID: "7c8c511a9bae97bdc347628ddb54ee96964e018b0bc250823656debdf8824624", PCI device ID: , UID: "a2ca1537-0fca-4c60-99ba-5c05e448bd6b", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23]
I0506 20:13:11.218600    3666 cni.go:473] [openshift-multus/network-metrics-daemon-2ghhm 7c8c511a9bae97bdc347628ddb54ee96964e018b0bc250823656debdf8824624 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-2ghhm 7c8c511a9bae97bdc347628ddb54ee96964e018b0bc250823656debdf8824624 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:1c:26:e5:00:59\",\"name\":\"7c8c511a9bae97b\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e0818eb-955b-42ba-bc3b-7c542cb6851e\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0506 20:13:11.305746    3666 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-69dcf5b8d8-sfsdt IP address from the namespace address-set, err: pod openshift-console/console-69dcf5b8d8-sfsdt: no pod IPs found 
W0506 20:13:11.309578    3666 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-69dcf5b8d8-xxjcr IP address from the namespace address-set, err: pod openshift-console/console-69dcf5b8d8-xxjcr: no pod IPs found 
W0506 20:13:11.815915    3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:13:11.815940    3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:13:11.815945    3666 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:13:11.815951    3666 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:13:12.568154    3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0506 20:13:12.698060    3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0506 20:13:12.698083    3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0506 20:13:13.587881    3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:13:13.587904    3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:13:13.587910    3666 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:13:13.587915    3666 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:13:15.705052    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0506 20:13:17.604601    3666 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5ff4746bd4-277p9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:13:17.605203    3666 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5ff4746bd4-277p9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:13:17.616803    3666 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5ff4746bd4-277p9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:13:17.616824    3666 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5ff4746bd4-277p9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:13:17.623380    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5ff4746bd4-277p9
I0506 20:13:17.623407    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5ff4746bd4-277p9
W0506 20:13:17.833736    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:13:17.833754    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:13:17.833759    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:13:17.833764    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0506 20:13:29.892726    3666 cni.go:452] [openshift-console/console-6bfb79669c-9btkq 9629ccef57b0489ed2014f580057c4174cd9d7981ad6e47e63c12e7c154023b0 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6bfb79669c-9btkq 9629ccef57b0489ed2014f580057c4174cd9d7981ad6e47e63c12e7c154023b0 network default NAD default NAD key ]
I0506 20:13:29.966090    3666 cni.go:473] [openshift-console/console-6bfb79669c-9btkq 9629ccef57b0489ed2014f580057c4174cd9d7981ad6e47e63c12e7c154023b0 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6bfb79669c-9btkq 9629ccef57b0489ed2014f580057c4174cd9d7981ad6e47e63c12e7c154023b0 network default NAD default NAD key default], result "{}", err <nil>
I0506 20:13:30.034266    3666 obj_retry.go:498] Detected object openshift-console/console-6bfb79669c-9btkq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:13:30.034297    3666 pods.go:176] Deleting pod: openshift-console/console-6bfb79669c-9btkq
I0506 20:13:30.035501    3666 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6bfb79669c-9btkq, ips: 10.130.0.20
I0506 20:13:30.035529    3666 obj_retry.go:498] Detected object openshift-console/console-6bfb79669c-9btkq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:13:30.045250    3666 base_network_controller_pods.go:487] [default/openshift-console/console-7db64b8b58-sxw48] creating logical port openshift-console_console-7db64b8b58-sxw48 for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:13:30.045377    3666 kube.go:256] Updating pod openshift-console/console-7db64b8b58-sxw48
I0506 20:13:30.059575    3666 pod.go:62] [openshift-console/console-7db64b8b58-sxw48] pod update took 14.224233ms
I0506 20:13:30.059594    3666 base_network_controller_pods.go:951] [default/openshift-console/console-7db64b8b58-sxw48] addLogicalPort annotation time took 14.244858ms
I0506 20:13:30.060702    3666 pods.go:271] [openshift-console/console-7db64b8b58-sxw48] addLogicalPort took 15.475134ms, libovsdb time 757.907µs
I0506 20:13:30.452523    3666 cni.go:452] [openshift-console/console-7db64b8b58-sxw48 874eae5835e6e388a1c991585f39363bd19dee911acf246fe577926ab8ffb85b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7db64b8b58-sxw48 874eae5835e6e388a1c991585f39363bd19dee911acf246fe577926ab8ffb85b network default NAD default NAD key ]
I0506 20:13:30.461778    3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7db64b8b58-sxw48, hostIfaceName: 874eae5835e6e38, network: default, NAD default, SandboxID: "874eae5835e6e388a1c991585f39363bd19dee911acf246fe577926ab8ffb85b", PCI device ID: , UID: "403e6077-9f06-4482-b0ad-248907c184d6", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23]
I0506 20:13:30.508642    3666 cni.go:473] [openshift-console/console-7db64b8b58-sxw48 874eae5835e6e388a1c991585f39363bd19dee911acf246fe577926ab8ffb85b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7db64b8b58-sxw48 874eae5835e6e388a1c991585f39363bd19dee911acf246fe577926ab8ffb85b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:8d:46:c8:48:35\",\"name\":\"874eae5835e6e38\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac9415c2-21c4-4296-8e55-626d4931ed9d\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0506 20:13:30.925858    3666 obj_retry.go:492] Detected object openshift-console/console-6bfb79669c-9btkq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:13:30.925885    3666 obj_retry.go:492] Detected object openshift-console/console-6bfb79669c-9btkq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:13:30.931895    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6bfb79669c-9btkq
I0506 20:13:30.931921    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6bfb79669c-9btkq
W0506 20:13:32.873987    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0506 20:13:32.874003    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0506 20:13:32.874008    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0506 20:13:36.224032    3666 obj_retry.go:498] Detected object openshift-console/console-666b7f946d-mbpsp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:13:36.224616    3666 obj_retry.go:498] Detected object openshift-console/console-666b7f946d-mbpsp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:13:37.069893    3666 obj_retry.go:492] Detected object openshift-console/console-666b7f946d-mbpsp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:13:37.069918    3666 obj_retry.go:492] Detected object openshift-console/console-666b7f946d-mbpsp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:13:37.076836    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-666b7f946d-mbpsp
I0506 20:13:37.076862    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-666b7f946d-mbpsp
W0506 20:13:40.976514    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0506 20:13:56.763492    3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0506 20:13:58.042925    3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
W0506 20:13:58.042930    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0506 20:13:58.042982    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0506 20:13:58.068120    3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0506 20:13:58.068127    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0506 20:13:58.068172    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0506 20:13:59.047645    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0506 20:13:59.075648    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
I0506 20:14:03.675600    3666 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0506 20:14:06.288182    3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:14:06.288872    3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:14:06.357347    3666 obj_retry.go:498] Detected object openshift-console/console-6bfb79669c-t6w8h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:14:06.357827    3666 obj_retry.go:498] Detected object openshift-console/console-6bfb79669c-t6w8h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:14:06.796025    3666 obj_retry.go:492] Detected object openshift-console/console-6bfb79669c-t6w8h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:14:06.796053    3666 obj_retry.go:492] Detected object openshift-console/console-6bfb79669c-t6w8h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:14:06.802315    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6bfb79669c-t6w8h
I0506 20:14:06.802351    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6bfb79669c-t6w8h
I0506 20:14:07.182532    3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:14:07.182550    3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0506 20:14:08.140055    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0506 20:14:08.140072    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0506 20:14:12.346815    3666 obj_retry.go:498] Detected object openshift-ingress/router-default-77d8b75467-mlqnc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:14:12.347455    3666 obj_retry.go:498] Detected object openshift-ingress/router-default-77d8b75467-mlqnc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:14:12.823374    3666 obj_retry.go:492] Detected object openshift-ingress/router-default-77d8b75467-mlqnc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:14:12.823394    3666 obj_retry.go:492] Detected object openshift-ingress/router-default-77d8b75467-mlqnc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:14:12.829565    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-77d8b75467-mlqnc
I0506 20:14:12.829589    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-77d8b75467-mlqnc
I0506 20:14:23.153289    3666 cni.go:452] [openshift-monitoring/alertmanager-main-1 8439d57d2c347af64b99168e8465bc2ab294a4b4a6683d3c786553e34663ba03 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 8439d57d2c347af64b99168e8465bc2ab294a4b4a6683d3c786553e34663ba03 network default NAD default NAD key ]
I0506 20:14:23.227479    3666 cni.go:473] [openshift-monitoring/alertmanager-main-1 8439d57d2c347af64b99168e8465bc2ab294a4b4a6683d3c786553e34663ba03 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 8439d57d2c347af64b99168e8465bc2ab294a4b4a6683d3c786553e34663ba03 network default NAD default NAD key default], result "{}", err <nil>
I0506 20:14:23.288955    3666 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:14:23.288981    3666 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1
I0506 20:14:23.290205    3666 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.130.0.22
I0506 20:14:23.290253    3666 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:14:24.174314    3666 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:14:24.174346    3666 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:14:24.181383    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0506 20:14:24.181409    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0506 20:14:24.219339    3666 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:14:24.219474    3666 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1
I0506 20:14:24.240509    3666 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 21.079209ms
I0506 20:14:24.240528    3666 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 21.100891ms
I0506 20:14:24.241718    3666 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 22.395431ms, libovsdb time 883.736µs
I0506 20:14:24.578965    3666 cni.go:452] [openshift-monitoring/alertmanager-main-1 68811ffc08a9a15c932a6a91ce8d73901eaa0d5d2c198ea55dd4dde3b479db35 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 68811ffc08a9a15c932a6a91ce8d73901eaa0d5d2c198ea55dd4dde3b479db35 network default NAD default NAD key ]
I0506 20:14:24.588536    3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 68811ffc08a9a15, network: default, NAD default, SandboxID: "68811ffc08a9a15c932a6a91ce8d73901eaa0d5d2c198ea55dd4dde3b479db35", PCI device ID: , UID: "bdbebe45-cebb-45a3-a4bc-dd1ddb71d91f", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23]
I0506 20:14:24.636141    3666 cni.go:473] [openshift-monitoring/alertmanager-main-1 68811ffc08a9a15c932a6a91ce8d73901eaa0d5d2c198ea55dd4dde3b479db35 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 68811ffc08a9a15c932a6a91ce8d73901eaa0d5d2c198ea55dd4dde3b479db35 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:ea:c8:fa:1a:a7\",\"name\":\"68811ffc08a9a15\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d32b1cd-5a34-42ca-89fd-c2dcf79c1e9e\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0506 20:14:27.596599    3666 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:14:27.597448    3666 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:14:27.895619    3666 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:14:27.895661    3666 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:14:27.903600    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0506 20:14:27.903633    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
W0506 20:14:54.639944    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0506 20:14:54.639964    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0506 20:14:54.639970    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0506 20:14:55.936378    3666 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:14:55.937014    3666 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:14:56.366776    3666 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:14:56.366800    3666 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:14:56.373494    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0506 20:14:56.373519    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0506 20:14:57.396063    3666 cni.go:452] [openshift-console/console-7db64b8b58-sxw48 874eae5835e6e388a1c991585f39363bd19dee911acf246fe577926ab8ffb85b network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7db64b8b58-sxw48 874eae5835e6e388a1c991585f39363bd19dee911acf246fe577926ab8ffb85b network default NAD default NAD key ]
I0506 20:14:57.470033    3666 cni.go:473] [openshift-console/console-7db64b8b58-sxw48 874eae5835e6e388a1c991585f39363bd19dee911acf246fe577926ab8ffb85b network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7db64b8b58-sxw48 874eae5835e6e388a1c991585f39363bd19dee911acf246fe577926ab8ffb85b network default NAD default NAD key default], result "{}", err <nil>
I0506 20:14:57.519064    3666 obj_retry.go:498] Detected object openshift-console/console-7db64b8b58-sxw48 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:14:57.519091    3666 pods.go:176] Deleting pod: openshift-console/console-7db64b8b58-sxw48
I0506 20:14:57.520199    3666 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7db64b8b58-sxw48, ips: 10.130.0.26
I0506 20:14:57.520220    3666 obj_retry.go:498] Detected object openshift-console/console-7db64b8b58-sxw48 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:14:57.527703    3666 base_network_controller_pods.go:487] [default/openshift-console/console-59fb48cd44-7wfl6] creating logical port openshift-console_console-59fb48cd44-7wfl6 for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:14:57.527826    3666 kube.go:256] Updating pod openshift-console/console-59fb48cd44-7wfl6
I0506 20:14:57.544279    3666 pod.go:62] [openshift-console/console-59fb48cd44-7wfl6] pod update took 16.482742ms
I0506 20:14:57.544352    3666 base_network_controller_pods.go:951] [default/openshift-console/console-59fb48cd44-7wfl6] addLogicalPort annotation time took 16.556826ms
I0506 20:14:57.545607    3666 pods.go:271] [openshift-console/console-59fb48cd44-7wfl6] addLogicalPort took 17.914242ms, libovsdb time 791.828µs
I0506 20:14:57.887699    3666 cni.go:452] [openshift-console/console-59fb48cd44-7wfl6 caf58f0f52996730ba6fef01e750fa5a6641eb7e55e92019279cdaa92dbb6dad network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-59fb48cd44-7wfl6 caf58f0f52996730ba6fef01e750fa5a6641eb7e55e92019279cdaa92dbb6dad network default NAD default NAD key ]
I0506 20:14:57.896992    3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-59fb48cd44-7wfl6, hostIfaceName: caf58f0f5299673, network: default, NAD default, SandboxID: "caf58f0f52996730ba6fef01e750fa5a6641eb7e55e92019279cdaa92dbb6dad", PCI device ID: , UID: "d5649ac9-b8bf-4808-8355-304f5513d7ab", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23]
I0506 20:14:57.944718    3666 cni.go:473] [openshift-console/console-59fb48cd44-7wfl6 caf58f0f52996730ba6fef01e750fa5a6641eb7e55e92019279cdaa92dbb6dad network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-59fb48cd44-7wfl6 caf58f0f52996730ba6fef01e750fa5a6641eb7e55e92019279cdaa92dbb6dad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:5d:bb:be:fa:c5\",\"name\":\"caf58f0f5299673\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bcf3321e-4157-4f31-8f2b-ada413a00fe0\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0506 20:14:58.351869    3666 obj_retry.go:492] Detected object openshift-console/console-7db64b8b58-sxw48 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:14:58.351890    3666 obj_retry.go:492] Detected object openshift-console/console-7db64b8b58-sxw48 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:14:58.359530    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7db64b8b58-sxw48
I0506 20:14:58.359552    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7db64b8b58-sxw48
I0506 20:15:08.369985    3666 obj_retry.go:498] Detected object openshift-console/console-7db64b8b58-tlsjk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:15:08.370535    3666 obj_retry.go:498] Detected object openshift-console/console-7db64b8b58-tlsjk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0506 20:15:08.391014    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0506 20:15:08.426064    3666 obj_retry.go:492] Detected object openshift-console/console-7db64b8b58-tlsjk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:15:08.426084    3666 obj_retry.go:492] Detected object openshift-console/console-7db64b8b58-tlsjk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:15:08.429118    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7db64b8b58-tlsjk
I0506 20:15:08.429146    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7db64b8b58-tlsjk
I0506 20:15:30.343421    3666 cni.go:452] [openshift-monitoring/prometheus-k8s-0 fb35586d253e37f197732b5c45fedab17f885453b97e2422a824b1faf5dcf0ad network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 fb35586d253e37f197732b5c45fedab17f885453b97e2422a824b1faf5dcf0ad network default NAD default NAD key ]
I0506 20:15:30.421575    3666 cni.go:473] [openshift-monitoring/prometheus-k8s-0 fb35586d253e37f197732b5c45fedab17f885453b97e2422a824b1faf5dcf0ad network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 fb35586d253e37f197732b5c45fedab17f885453b97e2422a824b1faf5dcf0ad network default NAD default NAD key default], result "{}", err <nil>
I0506 20:15:30.487743    3666 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:15:30.487773    3666 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0
I0506 20:15:30.489051    3666 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.25
I0506 20:15:30.489077    3666 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:15:31.481736    3666 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:15:31.481763    3666 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:15:31.489814    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0506 20:15:31.489841    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0506 20:15:31.533569    3666 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:15:31.533672    3666 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0
I0506 20:15:31.559637    3666 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 26.001608ms
I0506 20:15:31.559658    3666 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 26.026261ms
I0506 20:15:31.560933    3666 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 27.375895ms, libovsdb time 939.405µs
I0506 20:15:31.893324    3666 cni.go:452] [openshift-monitoring/prometheus-k8s-0 dad96772143cba60a0204a7be35fbaad7b8fca0ae9a425a729cb702a84264bb0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 dad96772143cba60a0204a7be35fbaad7b8fca0ae9a425a729cb702a84264bb0 network default NAD default NAD key ]
I0506 20:15:31.903113    3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: dad96772143cba6, network: default, NAD default, SandboxID: "dad96772143cba60a0204a7be35fbaad7b8fca0ae9a425a729cb702a84264bb0", PCI device ID: , UID: "f3df163b-fa34-45ec-ab59-01a17039a7f5", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23]
I0506 20:15:31.951632    3666 cni.go:473] [openshift-monitoring/prometheus-k8s-0 dad96772143cba60a0204a7be35fbaad7b8fca0ae9a425a729cb702a84264bb0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 dad96772143cba60a0204a7be35fbaad7b8fca0ae9a425a729cb702a84264bb0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:78:30:37:5d:7b\",\"name\":\"dad96772143cba6\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80bb6eaf-1d3f-4d64-af5a-0daadd921c89\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0506 20:16:32.789600    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0506 20:16:32.789624    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0506 20:16:50.980772    3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6
I0506 20:17:05.876337    3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69
I0506 20:17:26.991178    3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7
I0506 20:17:48.996183    3666 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
W0506 20:17:59.061132    3666 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0506 20:18:07.974843    3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0506 20:18:10.103438    3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0506 20:18:10.103517    3666 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-dqt28 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-dqt28: no pod IPs found 
I0506 20:19:26.964381    3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8
I0506 20:19:29.970004    3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9
I0506 20:19:31.878567    3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=61
I0506 20:19:36.880462    3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15
I0506 20:19:39.886391    3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=538
I0506 20:19:48.881885    3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9
I0506 20:19:52.001162    3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8
I0506 20:19:53.878953    3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=128
I0506 20:19:55.985806    3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10
I0506 20:20:03.659680    3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-vf9sv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:03.660293    3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-vf9sv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:04.549554    3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-vf9sv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:04.549609    3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-vf9sv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:39.838901    3666 namespace.go:98] [tsf] adding namespace
I0506 20:20:39.839895    3666 namespace.go:102] [tsf] adding namespace took 970.496µs
I0506 20:20:39.855147    3666 namespace.go:142] [tsf] updating namespace
I0506 20:20:39.865924    3666 namespace.go:142] [tsf] updating namespace
I0506 20:20:42.964457    3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10
I0506 20:20:44.593348    3666 namespace.go:98] [konflux-operator] adding namespace
I0506 20:20:44.593391    3666 namespace.go:98] [tsf-keycloak] adding namespace
I0506 20:20:44.594359    3666 namespace.go:102] [konflux-operator] adding namespace took 985.403µs
I0506 20:20:44.595111    3666 namespace.go:102] [tsf-keycloak] adding namespace took 1.70658ms
I0506 20:20:44.597325    3666 namespace.go:98] [konflux-ui] adding namespace
I0506 20:20:44.597430    3666 namespace.go:98] [rhtpa-operator] adding namespace
I0506 20:20:44.598084    3666 namespace.go:102] [konflux-ui] adding namespace took 740.381µs
I0506 20:20:44.598733    3666 namespace.go:102] [rhtpa-operator] adding namespace took 1.286963ms
I0506 20:20:44.616312    3666 namespace.go:98] [cert-manager-operator] adding namespace
I0506 20:20:44.616363    3666 namespace.go:98] [tsf-tpa] adding namespace
I0506 20:20:44.616526    3666 namespace.go:98] [rhbk-operator] adding namespace
I0506 20:20:44.616658    3666 namespace.go:98] [tsf-tas] adding namespace
I0506 20:20:44.616688    3666 namespace.go:142] [konflux-operator] updating namespace
I0506 20:20:44.617023    3666 namespace.go:102] [cert-manager-operator] adding namespace took 695.993µs
I0506 20:20:44.617787    3666 namespace.go:102] [tsf-tpa] adding namespace took 1.409967ms
I0506 20:20:44.618294    3666 namespace.go:102] [rhbk-operator] adding namespace took 1.752592ms
I0506 20:20:44.618793    3666 namespace.go:102] [tsf-tas] adding namespace took 2.124916ms
I0506 20:20:44.639769    3666 namespace.go:142] [konflux-operator] updating namespace
I0506 20:20:44.639801    3666 namespace.go:142] [tsf-keycloak] updating namespace
I0506 20:20:44.653944    3666 namespace.go:142] [konflux-ui] updating namespace
I0506 20:20:44.654131    3666 namespace.go:142] [rhtpa-operator] updating namespace
I0506 20:20:44.654132    3666 namespace.go:142] [cert-manager-operator] updating namespace
I0506 20:20:44.654305    3666 namespace.go:142] [tsf-keycloak] updating namespace
I0506 20:20:44.678465    3666 namespace.go:142] [konflux-operator] updating namespace
I0506 20:20:44.680469    3666 namespace.go:142] [rhbk-operator] updating namespace
I0506 20:20:44.688794    3666 namespace.go:142] [tsf-tpa] updating namespace
I0506 20:20:44.688805    3666 namespace.go:142] [tsf-keycloak] updating namespace
I0506 20:20:44.694159    3666 namespace.go:142] [tsf-tas] updating namespace
I0506 20:20:44.733316    3666 namespace.go:142] [rhtpa-operator] updating namespace
I0506 20:20:44.749526    3666 namespace.go:142] [rhtpa-operator] updating namespace
I0506 20:20:44.781187    3666 namespace.go:142] [cert-manager-operator] updating namespace
I0506 20:20:44.795363    3666 namespace.go:142] [cert-manager-operator] updating namespace
I0506 20:20:44.821386    3666 namespace.go:142] [tsf-tpa] updating namespace
I0506 20:20:44.834597    3666 namespace.go:142] [tsf-tpa] updating namespace
I0506 20:20:44.866281    3666 namespace.go:142] [rhbk-operator] updating namespace
I0506 20:20:44.885147    3666 namespace.go:142] [rhbk-operator] updating namespace
I0506 20:20:44.915753    3666 namespace.go:142] [tsf-tas] updating namespace
I0506 20:20:44.928178    3666 namespace.go:142] [tsf-tas] updating namespace
I0506 20:20:44.948215    3666 namespace.go:142] [konflux-ui] updating namespace
I0506 20:20:44.957544    3666 namespace.go:142] [konflux-ui] updating namespace
I0506 20:20:45.834804    3666 namespace.go:142] [tsf-keycloak] updating namespace
I0506 20:20:45.844215    3666 namespace.go:142] [tsf-tpa] updating namespace
I0506 20:20:49.001308    3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10
I0506 20:20:51.846575    3666 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:51.847097    3666 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:51.847120    3666 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:51.847129    3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0506 20:20:51.847143    3666 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:51.847153    3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0506 20:20:52.878498    3666 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:52.878523    3666 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:52.878534    3666 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:52.878545    3666 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exzpbv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:53.906818    3666 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:53.907348    3666 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:53.907374    3666 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:53.907382    3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0506 20:20:53.907393    3666 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:53.907398    3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0506 20:20:54.885862    3666 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:54.886443    3666 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:54.886467    3666 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:54.886475    3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0506 20:20:54.886485    3666 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:54.886489    3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0506 20:20:54.923770    3666 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:54.923787    3666 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:54.923798    3666 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:54.923808    3666 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:55.878327    3666 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:55.878819    3666 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:55.878843    3666 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:55.878851    3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0506 20:20:55.878862    3666 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:55.878867    3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0506 20:20:55.929559    3666 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:55.929576    3666 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:55.929591    3666 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:55.929612    3666 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m2q6z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:56.905633    3666 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:56.905653    3666 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:56.905665    3666 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:56.905679    3666 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fesqmkl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:57.903019    3666 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:57.903538    3666 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:57.903559    3666 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:57.903567    3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0506 20:20:57.903578    3666 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:57.903582    3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0506 20:20:58.926590    3666 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:58.927100    3666 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:58.927125    3666 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:58.927132    3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0506 20:20:58.927146    3666 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:58.927151    3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0506 20:20:58.929564    3666 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:58.929580    3666 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:58.929591    3666 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:58.929601    3666 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kmfch of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:59.954729    3666 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:59.954755    3666 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:59.954768    3666 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:59.954782    3666 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7s9976 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:21:06.450409    3666 namespace.go:98] [cert-manager] adding namespace
I0506 20:21:06.451205    3666 namespace.go:102] [cert-manager] adding namespace took 774.087µs
I0506 20:21:06.489311    3666 namespace.go:142] [cert-manager] updating namespace
I0506 20:21:06.524213    3666 namespace.go:142] [cert-manager] updating namespace
I0506 20:21:08.578906    3666 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-grgln] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-grgln for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:21:08.579003    3666 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-grgln
I0506 20:21:08.601528    3666 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-grgln] pod update took 22.547677ms
I0506 20:21:08.601549    3666 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-grgln] addLogicalPort annotation time took 22.573281ms
I0506 20:21:08.602760    3666 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-grgln] addLogicalPort took 23.876523ms, libovsdb time 876.025µs
I0506 20:21:08.953248    3666 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-grgln f7b1cf0f99b5695de8f352330b2b0a3d0f17954c98b886c64607c719c5cccce9 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-grgln f7b1cf0f99b5695de8f352330b2b0a3d0f17954c98b886c64607c719c5cccce9 network default NAD default NAD key ]
I0506 20:21:08.962567    3666 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-grgln, hostIfaceName: f7b1cf0f99b5695, network: default, NAD default, SandboxID: "f7b1cf0f99b5695de8f352330b2b0a3d0f17954c98b886c64607c719c5cccce9", PCI device ID: , UID: "1c31861c-66ca-4b0f-9bd3-343fab64cb77", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23]
I0506 20:21:09.010670    3666 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-grgln f7b1cf0f99b5695de8f352330b2b0a3d0f17954c98b886c64607c719c5cccce9 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-grgln f7b1cf0f99b5695de8f352330b2b0a3d0f17954c98b886c64607c719c5cccce9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:01:31:a2:73:c0\",\"name\":\"f7b1cf0f99b5695\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68af0de6-1de0-4462-b839-e36b424c5f76\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0506 20:21:10.252828    3666 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-qjz2m] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-qjz2m for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:21:10.252935    3666 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-qjz2m
I0506 20:21:10.270373    3666 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-qjz2m] pod update took 17.467536ms
I0506 20:21:10.270400    3666 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-qjz2m] addLogicalPort annotation time took 17.499247ms
I0506 20:21:10.271803    3666 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-qjz2m] addLogicalPort took 18.997667ms, libovsdb time 928.726µs
W0506 20:21:10.868609    3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0506 20:21:11.704190    3666 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-qjz2m 3d57c5aed535fb2a1da8c515365fc532276bea151580b55d99784106f585c809 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-qjz2m 3d57c5aed535fb2a1da8c515365fc532276bea151580b55d99784106f585c809 network default NAD default NAD key ]
I0506 20:21:11.714197    3666 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-qjz2m, hostIfaceName: 3d57c5aed535fb2, network: default, NAD default, SandboxID: "3d57c5aed535fb2a1da8c515365fc532276bea151580b55d99784106f585c809", PCI device ID: , UID: "2e0e3372-2985-4256-8f76-7dedd6617089", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23]
I0506 20:21:11.765917    3666 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-qjz2m 3d57c5aed535fb2a1da8c515365fc532276bea151580b55d99784106f585c809 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-qjz2m 3d57c5aed535fb2a1da8c515365fc532276bea151580b55d99784106f585c809 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:74:f8:3f:5d:ee\",\"name\":\"3d57c5aed535fb2\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86236a28-0a69-4e50-a5db-ff21d435f7b7\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0506 20:21:11.989058    3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0506 20:21:11.989078    3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0506 20:21:13.276904    3666 namespace.go:142] [openshift-operators] updating namespace
I0506 20:21:13.292086    3666 namespace.go:142] [openshift-operators] updating namespace
W0506 20:21:16.894802    3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0506 20:21:17.946329    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0506 20:21:17.946348    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0506 20:21:19.513955    3666 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-2fqlv] creating logical port cert-manager_cert-manager-59c77684cc-2fqlv for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:21:19.514046    3666 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-2fqlv
I0506 20:21:19.532942    3666 pod.go:62] [cert-manager/cert-manager-59c77684cc-2fqlv] pod update took 18.919081ms
I0506 20:21:19.532961    3666 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-2fqlv] addLogicalPort annotation time took 18.945113ms
I0506 20:21:19.534392    3666 pods.go:271] [cert-manager/cert-manager-59c77684cc-2fqlv] addLogicalPort took 20.450245ms, libovsdb time 1.038718ms
I0506 20:21:19.874650    3666 cni.go:452] [cert-manager/cert-manager-59c77684cc-2fqlv 33539c403b7c3fffa45beaff227ee765f5d8391c2c3778624c9663f257141caf network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-2fqlv 33539c403b7c3fffa45beaff227ee765f5d8391c2c3778624c9663f257141caf network default NAD default NAD key ]
I0506 20:21:19.884257    3666 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-2fqlv, hostIfaceName: 33539c403b7c3ff, network: default, NAD default, SandboxID: "33539c403b7c3fffa45beaff227ee765f5d8391c2c3778624c9663f257141caf", PCI device ID: , UID: "9a07f85c-c7bc-46a8-9093-3bb286b7aff8", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23]
I0506 20:21:19.936062    3666 cni.go:473] [cert-manager/cert-manager-59c77684cc-2fqlv 33539c403b7c3fffa45beaff227ee765f5d8391c2c3778624c9663f257141caf network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-2fqlv 33539c403b7c3fffa45beaff227ee765f5d8391c2c3778624c9663f257141caf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:d8:1a:90:1d:46\",\"name\":\"33539c403b7c3ff\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/efa2ef5e-583a-4a32-ba91-dde9c13bb74a\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0506 20:21:21.862504    3666 namespace.go:142] [openshift-operators] updating namespace
I0506 20:21:22.489345    3666 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-fjpgm] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-fjpgm for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:21:22.489443    3666 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-fjpgm
I0506 20:21:22.548264    3666 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-fjpgm
I0506 20:21:22.610768    3666 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-fjpgm] pod update took 121.35157ms
I0506 20:21:22.610789    3666 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-fjpgm] addLogicalPort annotation time took 121.377212ms
I0506 20:21:22.611895    3666 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-fjpgm] addLogicalPort took 122.563041ms, libovsdb time 730.935µs
I0506 20:21:22.797716    3666 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-fjpgm fb8e7643e18999d4f716ab87ca568c9544ec97b2b33ad0c6b54dede3da718124 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-fjpgm fb8e7643e18999d4f716ab87ca568c9544ec97b2b33ad0c6b54dede3da718124 network default NAD default NAD key ]
I0506 20:21:22.808920    3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-fjpgm, hostIfaceName: fb8e7643e18999d, network: default, NAD default, SandboxID: "fb8e7643e18999d4f716ab87ca568c9544ec97b2b33ad0c6b54dede3da718124", PCI device ID: , UID: "940bcbbd-6cf9-416b-bc52-da2ba93cd4b4", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23]
I0506 20:21:22.856873    3666 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-fjpgm fb8e7643e18999d4f716ab87ca568c9544ec97b2b33ad0c6b54dede3da718124 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-fjpgm fb8e7643e18999d4f716ab87ca568c9544ec97b2b33ad0c6b54dede3da718124 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:f6:0e:7d:f1:ab\",\"name\":\"fb8e7643e18999d\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f73b09b3-f0e1-4be2-8cb8-a69e8ae0236d\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0506 20:21:29.154296    3666 namespace.go:98] [trusted-artifact-signer] adding namespace
I0506 20:21:29.155119    3666 namespace.go:102] [trusted-artifact-signer] adding namespace took 805.521µs
I0506 20:21:29.175908    3666 namespace.go:142] [trusted-artifact-signer] updating namespace
I0506 20:21:29.200481    3666 namespace.go:142] [trusted-artifact-signer] updating namespace
I0506 20:21:29.368288    3666 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-cpxz8] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-cpxz8 for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:21:29.368371    3666 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-cpxz8
I0506 20:21:29.403468    3666 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-cpxz8] pod update took 35.118843ms
I0506 20:21:29.403494    3666 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-cpxz8] addLogicalPort annotation time took 35.148569ms
I0506 20:21:29.405030    3666 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-cpxz8] addLogicalPort took 36.75631ms, libovsdb time 804.014µs
I0506 20:21:29.766197    3666 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-cpxz8 78338ba84d80ede452c5649eb335df36b88aad5f4583aba7704c303d9b0bcdc5 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-cpxz8 78338ba84d80ede452c5649eb335df36b88aad5f4583aba7704c303d9b0bcdc5 network default NAD default NAD key ]
I0506 20:21:29.776571    3666 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-cpxz8, hostIfaceName: 78338ba84d80ede, network: default, NAD default, SandboxID: "78338ba84d80ede452c5649eb335df36b88aad5f4583aba7704c303d9b0bcdc5", PCI device ID: , UID: "a8de897f-3343-46d2-824c-2be0a9b3441b", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23]
I0506 20:21:29.825906    3666 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-cpxz8 78338ba84d80ede452c5649eb335df36b88aad5f4583aba7704c303d9b0bcdc5 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-cpxz8 78338ba84d80ede452c5649eb335df36b88aad5f4583aba7704c303d9b0bcdc5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:5b:89:79:75:74\",\"name\":\"78338ba84d80ede\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1f94e2a-c80a-459e-ba26-b122482f36fe\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0506 20:21:29.971818    3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0506 20:21:38.551340    3666 namespace.go:98] [openshift-pipelines] adding namespace
I0506 20:21:38.552427    3666 namespace.go:102] [openshift-pipelines] adding namespace took 1.051784ms
I0506 20:21:38.569120    3666 namespace.go:142] [openshift-pipelines] updating namespace
W0506 20:21:38.840366    3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
W0506 20:21:38.847201    3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0506 20:21:39.289167    3666 namespace.go:142] [cert-manager] updating namespace
I0506 20:21:39.487434    3666 namespace.go:142] [cert-manager-operator] updating namespace
I0506 20:21:39.883324    3666 namespace.go:142] [konflux-operator] updating namespace
I0506 20:21:40.084198    3666 namespace.go:142] [konflux-ui] updating namespace
I0506 20:21:40.276903    3666 namespace.go:142] [open-cluster-management-2q4kp77oipug2hvvh6d7vlnhnie88jkr] updating namespace
I0506 20:21:40.699005    3666 namespace.go:142] [rhbk-operator] updating namespace
I0506 20:21:40.889769    3666 namespace.go:142] [rhtpa-operator] updating namespace
I0506 20:21:41.116552    3666 namespace.go:142] [trusted-artifact-signer] updating namespace
I0506 20:21:41.369283    3666 namespace.go:142] [tsf] updating namespace
I0506 20:21:41.525334    3666 namespace.go:142] [tsf-keycloak] updating namespace
I0506 20:21:41.857124    3666 namespace.go:142] [tsf-tas] updating namespace
I0506 20:21:42.144454    3666 namespace.go:142] [tsf-tpa] updating namespace
I0506 20:21:42.286009    3666 namespace.go:142] [cert-manager] updating namespace
I0506 20:21:42.298548    3666 namespace.go:142] [cert-manager-operator] updating namespace
I0506 20:21:42.317214    3666 namespace.go:142] [default] updating namespace
I0506 20:21:42.340798    3666 namespace.go:142] [konflux-operator] updating namespace
I0506 20:21:42.360554    3666 namespace.go:142] [konflux-ui] updating namespace
I0506 20:21:42.371697    3666 namespace.go:142] [open-cluster-management-2q4kp77oipug2hvvh6d7vlnhnie88jkr] updating namespace
I0506 20:21:42.385311    3666 namespace.go:142] [openshift] updating namespace
I0506 20:21:42.399453    3666 namespace.go:142] [rhbk-operator] updating namespace
I0506 20:21:42.407994    3666 namespace.go:142] [rhtpa-operator] updating namespace
I0506 20:21:42.417482    3666 namespace.go:142] [trusted-artifact-signer] updating namespace
I0506 20:21:42.430473    3666 namespace.go:142] [tsf] updating namespace
I0506 20:21:42.441354    3666 namespace.go:142] [tsf-keycloak] updating namespace
I0506 20:21:42.456626    3666 namespace.go:142] [tsf-tas] updating namespace
I0506 20:21:42.471828    3666 namespace.go:142] [tsf-tpa] updating namespace
I0506 20:21:42.522198    3666 namespace.go:142] [cert-manager] updating namespace
I0506 20:21:42.607194    3666 namespace.go:142] [cert-manager-operator] updating namespace
I0506 20:21:42.697493    3666 namespace.go:142] [default] updating namespace
I0506 20:21:42.749012    3666 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:21:42.749658    3666 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:21:42.764819    3666 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:21:42.764837    3666 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:21:42.777454    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0506 20:21:42.777482    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0506 20:21:42.806157    3666 namespace.go:142] [konflux-operator] updating namespace
I0506 20:21:42.905215    3666 namespace.go:142] [konflux-ui] updating namespace
I0506 20:21:42.998475    3666 namespace.go:142] [open-cluster-management-2q4kp77oipug2hvvh6d7vlnhnie88jkr] updating namespace
I0506 20:21:43.103967    3666 namespace.go:142] [openshift] updating namespace
I0506 20:21:43.258155    3666 namespace.go:142] [rhbk-operator] updating namespace
I0506 20:21:43.335881    3666 namespace.go:142] [rhtpa-operator] updating namespace
I0506 20:21:43.416596    3666 namespace.go:142] [trusted-artifact-signer] updating namespace
I0506 20:21:43.512008    3666 namespace.go:142] [tsf] updating namespace
I0506 20:21:43.601986    3666 namespace.go:142] [tsf-keycloak] updating namespace
I0506 20:21:43.707011    3666 namespace.go:142] [tsf-tas] updating namespace
I0506 20:21:43.806045    3666 namespace.go:142] [tsf-tpa] updating namespace
I0506 20:21:44.489174    3666 namespace.go:142] [openshift-pipelines] updating namespace
W0506 20:21:51.661729    3666 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
I0506 20:21:52.577917    3666 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-cqncn] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-cqncn for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:21:52.578008    3666 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-cqncn
I0506 20:21:52.595365    3666 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-cqncn] pod update took 17.382249ms
I0506 20:21:52.595388    3666 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-cqncn] addLogicalPort annotation time took 17.410522ms
I0506 20:21:52.596698    3666 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-cqncn] addLogicalPort took 18.792415ms, libovsdb time 964.561µs
I0506 20:21:52.936310    3666 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-cqncn 3be4799008a0d76945769275f0fd4a65e166f84470dc8a51a443141f641d9c4a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-cqncn 3be4799008a0d76945769275f0fd4a65e166f84470dc8a51a443141f641d9c4a network default NAD default NAD key ]
I0506 20:21:52.945357    3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-cqncn, hostIfaceName: 3be4799008a0d76, network: default, NAD default, SandboxID: "3be4799008a0d76945769275f0fd4a65e166f84470dc8a51a443141f641d9c4a", PCI device ID: , UID: "5a8a6ae4-15ab-41a1-87af-77e35ce0f245", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23]
I0506 20:21:52.984180    3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5
I0506 20:21:52.998077    3666 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-cqncn 3be4799008a0d76945769275f0fd4a65e166f84470dc8a51a443141f641d9c4a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-cqncn 3be4799008a0d76945769275f0fd4a65e166f84470dc8a51a443141f641d9c4a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:53:79:8c:f2:42\",\"name\":\"3be4799008a0d76\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e057f974-194a-4ad2-b239-eceb49d433f3\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0506 20:21:53.661215    3666 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
W0506 20:21:57.196204    3666 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0506 20:21:57.196221    3666 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0506 20:21:57.196243    3666 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0506 20:21:59.150844    3666 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0506 20:21:59.150860    3666 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0506 20:21:59.150867    3666 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0506 20:21:59.150871    3666 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0506 20:21:59.220639    3666 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0506 20:21:59.220655    3666 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0506 20:21:59.220661    3666 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0506 20:22:08.184873    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0506 20:22:08.184892    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0506 20:22:08.184898    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
I0506 20:22:17.207204    3666 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-jfv59] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-jfv59 for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:22:17.207359    3666 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-jfv59
I0506 20:22:17.228747    3666 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-jfv59] pod update took 21.423349ms
I0506 20:22:17.228770    3666 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-jfv59] addLogicalPort annotation time took 21.452452ms
I0506 20:22:17.229957    3666 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-jfv59] addLogicalPort took 22.770186ms, libovsdb time 837.8µs
I0506 20:22:17.562454    3666 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-jfv59 efdd6b68fe984b13bf6a43bbde7c5fe9d55eec974d92ca16321ebcb322e3e44d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-jfv59 efdd6b68fe984b13bf6a43bbde7c5fe9d55eec974d92ca16321ebcb322e3e44d network default NAD default NAD key ]
I0506 20:22:17.572419    3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-jfv59, hostIfaceName: efdd6b68fe984b1, network: default, NAD default, SandboxID: "efdd6b68fe984b13bf6a43bbde7c5fe9d55eec974d92ca16321ebcb322e3e44d", PCI device ID: , UID: "028d5720-4294-4e66-8ff8-6878c989bb18", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23]
I0506 20:22:17.622848    3666 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-jfv59 efdd6b68fe984b13bf6a43bbde7c5fe9d55eec974d92ca16321ebcb322e3e44d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-jfv59 efdd6b68fe984b13bf6a43bbde7c5fe9d55eec974d92ca16321ebcb322e3e44d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:52:08:2d:d7:d1\",\"name\":\"efdd6b68fe984b1\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd63d3a8-77b0-4bee-8ee9-765fc5261f7f\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0506 20:22:21.256383    3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0506 20:22:21.922885    3666 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:22:21.923409    3666 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:22:21.942439    3666 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:22:21.942457    3666 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:22:21.948986    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0506 20:22:21.949010    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0506 20:22:23.877048    3666 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default
I0506 20:22:23.877742    3666 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}
I0506 20:22:23.877765    3666 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}]
I0506 20:22:23.879786    3666 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel
W0506 20:22:36.336396    3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0506 20:22:36.336417    3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0506 20:22:36.336712    3666 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0506 20:22:36.336723    3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
I0506 20:22:37.824292    3666 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0506 20:22:57.336732    3666 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-vrbwd] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-vrbwd for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:22:57.336850    3666 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-vrbwd
I0506 20:22:57.352644    3666 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-vrbwd] pod update took 15.83494ms
I0506 20:22:57.352667    3666 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-vrbwd] addLogicalPort annotation time took 15.862146ms
I0506 20:22:57.354150    3666 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-vrbwd] addLogicalPort took 17.437549ms, libovsdb time 963.52µs
I0506 20:22:57.434078    3666 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-mvlp4] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-mvlp4 for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:22:57.434156    3666 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-mvlp4
I0506 20:22:57.451957    3666 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-mvlp4] pod update took 17.820621ms
I0506 20:22:57.451977    3666 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-mvlp4] addLogicalPort annotation time took 17.845426ms
I0506 20:22:57.453239    3666 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-mvlp4] addLogicalPort took 19.16102ms, libovsdb time 869.758µs
I0506 20:22:57.534182    3666 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-cz9gp] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-cz9gp for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:22:57.534299    3666 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-cz9gp
I0506 20:22:57.559035    3666 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-cz9gp] pod update took 24.761456ms
I0506 20:22:57.559059    3666 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-cz9gp] addLogicalPort annotation time took 24.788743ms
I0506 20:22:57.560208    3666 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-cz9gp] addLogicalPort took 26.050075ms, libovsdb time 776.787µs
I0506 20:22:57.697955    3666 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-vrbwd 346cc7df9049b3cbceeba1a36adc18af41cb8182bded626c28b1632b5f64103d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-vrbwd 346cc7df9049b3cbceeba1a36adc18af41cb8182bded626c28b1632b5f64103d network default NAD default NAD key ]
I0506 20:22:57.707893    3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-vrbwd, hostIfaceName: 346cc7df9049b3c, network: default, NAD default, SandboxID: "346cc7df9049b3cbceeba1a36adc18af41cb8182bded626c28b1632b5f64103d", PCI device ID: , UID: "ae335d11-be0e-40ef-b4d5-2da66640a088", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23]
I0506 20:22:57.760059    3666 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-vrbwd 346cc7df9049b3cbceeba1a36adc18af41cb8182bded626c28b1632b5f64103d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-vrbwd 346cc7df9049b3cbceeba1a36adc18af41cb8182bded626c28b1632b5f64103d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:19:af:15:af:94\",\"name\":\"346cc7df9049b3c\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5353a6d1-67f6-44d3-8b42-549e3154f927\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0506 20:22:57.791157    3666 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-mvlp4 90e4dc428244a64ac7dbd30935dca6040a110679a4eb0ee04a7ecd9637516b63 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-mvlp4 90e4dc428244a64ac7dbd30935dca6040a110679a4eb0ee04a7ecd9637516b63 network default NAD default NAD key ]
I0506 20:22:57.801365    3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-mvlp4, hostIfaceName: 90e4dc428244a64, network: default, NAD default, SandboxID: "90e4dc428244a64ac7dbd30935dca6040a110679a4eb0ee04a7ecd9637516b63", PCI device ID: , UID: "01a4984f-3872-456a-8703-2d76267228a7", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23]
I0506 20:22:57.852167    3666 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-mvlp4 90e4dc428244a64ac7dbd30935dca6040a110679a4eb0ee04a7ecd9637516b63 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-mvlp4 90e4dc428244a64ac7dbd30935dca6040a110679a4eb0ee04a7ecd9637516b63 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:a3:f0:2e:5d:89\",\"name\":\"90e4dc428244a64\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76a1ed6e-1dbf-447d-a2ee-87f42bd3dff7\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0506 20:22:57.894060    3666 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-cz9gp f6cdb42297e5a3594259b26fe002fcc067ed78b062c2dbc4f1a61a6f9e4ef68f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-cz9gp f6cdb42297e5a3594259b26fe002fcc067ed78b062c2dbc4f1a61a6f9e4ef68f network default NAD default NAD key ]
I0506 20:22:57.903803    3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-cz9gp, hostIfaceName: f6cdb42297e5a35, network: default, NAD default, SandboxID: "f6cdb42297e5a3594259b26fe002fcc067ed78b062c2dbc4f1a61a6f9e4ef68f", PCI device ID: , UID: "f6205eae-c2b4-48af-a8b2-62033a0177d6", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23]
I0506 20:22:57.955326    3666 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-cz9gp f6cdb42297e5a3594259b26fe002fcc067ed78b062c2dbc4f1a61a6f9e4ef68f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-cz9gp f6cdb42297e5a3594259b26fe002fcc067ed78b062c2dbc4f1a61a6f9e4ef68f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:53:5b:74:b6:70\",\"name\":\"f6cdb42297e5a35\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/267d82f9-b99b-4ef7-9144-960e1308c8a3\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0506 20:23:02.520318    3666 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0506 20:23:02.520334    3666 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0506 20:23:02.520339    3666 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0506 20:23:08.540119    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0506 20:23:08.540141    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0506 20:23:08.540147    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0506 20:23:17.212884    3666 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:23:17.213434    3666 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:23:17.252867    3666 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:23:17.252893    3666 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:23:17.258902    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0506 20:23:17.258929    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0506 20:23:24.787487    3666 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-7mjm9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:23:24.788051    3666 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-7mjm9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:23:25.674562    3666 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-7mjm9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:23:25.674583    3666 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-7mjm9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:23:30.073305    3666 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-6khs8-8bxl5] creating logical port tsf-tas_ctlog-createtree-job-6khs8-8bxl5 for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:23:30.073382    3666 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-6khs8-8bxl5
I0506 20:23:30.094467    3666 pod.go:62] [tsf-tas/ctlog-createtree-job-6khs8-8bxl5] pod update took 21.098835ms
I0506 20:23:30.094491    3666 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-6khs8-8bxl5] addLogicalPort annotation time took 21.128083ms
I0506 20:23:30.095605    3666 pods.go:271] [tsf-tas/ctlog-createtree-job-6khs8-8bxl5] addLogicalPort took 22.313355ms, libovsdb time 743.81µs
I0506 20:23:30.224051    3666 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-6d85855c47-l9qqx] creating logical port tsf-tas_trillian-logserver-6d85855c47-l9qqx for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:23:30.224152    3666 kube.go:256] Updating pod tsf-tas/trillian-logserver-6d85855c47-l9qqx
I0506 20:23:30.254300    3666 pod.go:62] [tsf-tas/trillian-logserver-6d85855c47-l9qqx] pod update took 30.177897ms
I0506 20:23:30.254321    3666 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-6d85855c47-l9qqx] addLogicalPort annotation time took 30.204315ms
I0506 20:23:30.255510    3666 pods.go:271] [tsf-tas/trillian-logserver-6d85855c47-l9qqx] addLogicalPort took 31.473958ms, libovsdb time 829.622µs
I0506 20:23:30.429270    3666 cni.go:452] [tsf-tas/ctlog-createtree-job-6khs8-8bxl5 6a834b585c4e127c5ee3a934242e882c6475077ad8c734be5fc2452360d1376e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-6khs8-8bxl5 6a834b585c4e127c5ee3a934242e882c6475077ad8c734be5fc2452360d1376e network default NAD default NAD key ]
I0506 20:23:30.457767    3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-6khs8-8bxl5, hostIfaceName: 6a834b585c4e127, network: default, NAD default, SandboxID: "6a834b585c4e127c5ee3a934242e882c6475077ad8c734be5fc2452360d1376e", PCI device ID: , UID: "91da91b8-de36-4147-a55a-16f57bf5472a", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23]
I0506 20:23:30.505792    3666 cni.go:473] [tsf-tas/ctlog-createtree-job-6khs8-8bxl5 6a834b585c4e127c5ee3a934242e882c6475077ad8c734be5fc2452360d1376e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-6khs8-8bxl5 6a834b585c4e127c5ee3a934242e882c6475077ad8c734be5fc2452360d1376e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:7c:54:fa:f5:e4\",\"name\":\"6a834b585c4e127\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad8b7541-02d8-4695-8a94-2a73589679b1\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0506 20:23:31.183113    3666 cni.go:452] [tsf-tas/trillian-logserver-6d85855c47-l9qqx d2e6521874bba495bfd8b71c13a3d603dda6d3bfd884446513451922b1b833c0 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-6d85855c47-l9qqx d2e6521874bba495bfd8b71c13a3d603dda6d3bfd884446513451922b1b833c0 network default NAD default NAD key ]
I0506 20:23:31.192904    3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-6d85855c47-l9qqx, hostIfaceName: d2e6521874bba49, network: default, NAD default, SandboxID: "d2e6521874bba495bfd8b71c13a3d603dda6d3bfd884446513451922b1b833c0", PCI device ID: , UID: "cb20bf03-6b35-4818-81cc-06c73bae1001", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23]
I0506 20:23:31.241942    3666 cni.go:473] [tsf-tas/trillian-logserver-6d85855c47-l9qqx d2e6521874bba495bfd8b71c13a3d603dda6d3bfd884446513451922b1b833c0 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-6d85855c47-l9qqx d2e6521874bba495bfd8b71c13a3d603dda6d3bfd884446513451922b1b833c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:c0:be:a6:70:24\",\"name\":\"d2e6521874bba49\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85df4272-5575-49d3-8b7c-d83760a8cabe\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0506 20:23:40.693455    3666 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
I0506 20:23:41.535019    3666 namespace.go:142] [openshift-pipelines] updating namespace
W0506 20:23:43.755656    3666 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
W0506 20:23:45.224523    3666 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
I0506 20:23:46.355814    3666 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-8wvbq-csj5c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:23:46.356510    3666 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-8wvbq-csj5c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:23:47.268154    3666 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-8wvbq-csj5c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:23:47.268179    3666 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-8wvbq-csj5c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:23:56.081397    3666 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-4d2qk] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-4d2qk for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:23:56.081479    3666 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-4d2qk
I0506 20:23:56.098165    3666 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-4d2qk] pod update took 16.707404ms
I0506 20:23:56.098191    3666 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-4d2qk] addLogicalPort annotation time took 16.730874ms
I0506 20:23:56.099332    3666 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-4d2qk] addLogicalPort took 17.948052ms, libovsdb time 759.986µs
I0506 20:23:56.439679    3666 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-4d2qk f072b3decde14ee736b7917e6f84332e8d96c9fedfcbe263aecaa538a6e5aa78 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-4d2qk f072b3decde14ee736b7917e6f84332e8d96c9fedfcbe263aecaa538a6e5aa78 network default NAD default NAD key ]
I0506 20:23:56.448965    3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-4d2qk, hostIfaceName: f072b3decde14ee, network: default, NAD default, SandboxID: "f072b3decde14ee736b7917e6f84332e8d96c9fedfcbe263aecaa538a6e5aa78", PCI device ID: , UID: "d0ea868b-8834-438c-9586-1e663bccfdeb", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23]
I0506 20:23:56.502148    3666 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-4d2qk f072b3decde14ee736b7917e6f84332e8d96c9fedfcbe263aecaa538a6e5aa78 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-4d2qk f072b3decde14ee736b7917e6f84332e8d96c9fedfcbe263aecaa538a6e5aa78 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:2b:15:3e:1e:75\",\"name\":\"f072b3decde14ee\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c2fe0c0-deed-4429-8266-a1874cc280b3\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0506 20:23:58.786808    3666 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
W0506 20:23:59.302243    3666 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0506 20:23:59.302264    3666 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0506 20:24:09.793272    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
W0506 20:24:13.822342    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver
I0506 20:24:24.572434    3666 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:24:24.573005    3666 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:24:24.590689    3666 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:24.590712    3666 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:24.598559    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0506 20:24:24.598581    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0506 20:24:29.953261    3666 cni.go:452] [tsf-tas/ctlog-createtree-job-6khs8-8bxl5 6a834b585c4e127c5ee3a934242e882c6475077ad8c734be5fc2452360d1376e network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-6khs8-8bxl5 6a834b585c4e127c5ee3a934242e882c6475077ad8c734be5fc2452360d1376e network default NAD default NAD key ]
I0506 20:24:30.023139    3666 cni.go:473] [tsf-tas/ctlog-createtree-job-6khs8-8bxl5 6a834b585c4e127c5ee3a934242e882c6475077ad8c734be5fc2452360d1376e network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-6khs8-8bxl5 6a834b585c4e127c5ee3a934242e882c6475077ad8c734be5fc2452360d1376e network default NAD default NAD key default], result "{}", err <nil>
I0506 20:24:30.074198    3666 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-6khs8-8bxl5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:24:30.074241    3666 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-6khs8-8bxl5
I0506 20:24:30.075573    3666 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-6khs8-8bxl5, ips: 10.130.0.40
I0506 20:24:30.075599    3666 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-6khs8-8bxl5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:24:30.969390    3666 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-6khs8-8bxl5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:30.969417    3666 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-6khs8-8bxl5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:33.605445    3666 obj_retry.go:498] Detected object tsf/patch-tekton-config-k2ksv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:24:33.605956    3666 obj_retry.go:498] Detected object tsf/patch-tekton-config-k2ksv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:24:34.628554    3666 obj_retry.go:492] Detected object tsf/patch-tekton-config-k2ksv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:34.628574    3666 obj_retry.go:492] Detected object tsf/patch-tekton-config-k2ksv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:34.731764    3666 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-96cd5] creating logical port tsf_tsf-tekton-configuration-96cd5 for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:24:34.731860    3666 kube.go:256] Updating pod tsf/tsf-tekton-configuration-96cd5
I0506 20:24:34.747071    3666 pod.go:62] [tsf/tsf-tekton-configuration-96cd5] pod update took 15.234661ms
I0506 20:24:34.747098    3666 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-96cd5] addLogicalPort annotation time took 15.265504ms
I0506 20:24:34.748596    3666 pods.go:271] [tsf/tsf-tekton-configuration-96cd5] addLogicalPort took 16.849571ms, libovsdb time 883.597µs
I0506 20:24:35.091510    3666 cni.go:452] [tsf/tsf-tekton-configuration-96cd5 8f385e63bffc072e7ec3db680a717e7a453b0b80c8930efd53edd6ec8591e404 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-96cd5 8f385e63bffc072e7ec3db680a717e7a453b0b80c8930efd53edd6ec8591e404 network default NAD default NAD key ]
I0506 20:24:35.100697    3666 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-96cd5, hostIfaceName: 8f385e63bffc072, network: default, NAD default, SandboxID: "8f385e63bffc072e7ec3db680a717e7a453b0b80c8930efd53edd6ec8591e404", PCI device ID: , UID: "c5e3ac44-0126-44d4-964e-4e74f6092519", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23]
I0506 20:24:35.151411    3666 cni.go:473] [tsf/tsf-tekton-configuration-96cd5 8f385e63bffc072e7ec3db680a717e7a453b0b80c8930efd53edd6ec8591e404 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-96cd5 8f385e63bffc072e7ec3db680a717e7a453b0b80c8930efd53edd6ec8591e404 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:7b:38:00:a1:ac\",\"name\":\"8f385e63bffc072\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c252ec79-f336-4cc2-a2ff-0a50d95e29c7\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0506 20:24:38.516495    3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
I0506 20:24:39.639720    3666 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-rqn9m-kslcz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:24:39.640355    3666 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-rqn9m-kslcz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:24:40.526541    3666 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-rqn9m-kslcz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:40.526567    3666 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-rqn9m-kslcz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:41.527823    3666 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-85b49676f6-2x2bg] creating logical port tsf-tas_rekor-redis-85b49676f6-2x2bg for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:24:41.527911    3666 kube.go:256] Updating pod tsf-tas/rekor-redis-85b49676f6-2x2bg
I0506 20:24:41.541522    3666 pod.go:62] [tsf-tas/rekor-redis-85b49676f6-2x2bg] pod update took 13.633335ms
I0506 20:24:41.541545    3666 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-85b49676f6-2x2bg] addLogicalPort annotation time took 13.660922ms
I0506 20:24:41.542837    3666 pods.go:271] [tsf-tas/rekor-redis-85b49676f6-2x2bg] addLogicalPort took 15.028242ms, libovsdb time 846.805µs
I0506 20:24:42.019717    3666 cni.go:452] [tsf/tsf-tekton-configuration-96cd5 8f385e63bffc072e7ec3db680a717e7a453b0b80c8930efd53edd6ec8591e404 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-96cd5 8f385e63bffc072e7ec3db680a717e7a453b0b80c8930efd53edd6ec8591e404 network default NAD default NAD key ]
I0506 20:24:42.108362    3666 cni.go:473] [tsf/tsf-tekton-configuration-96cd5 8f385e63bffc072e7ec3db680a717e7a453b0b80c8930efd53edd6ec8591e404 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-96cd5 8f385e63bffc072e7ec3db680a717e7a453b0b80c8930efd53edd6ec8591e404 network default NAD default NAD key default], result "{}", err <nil>
I0506 20:24:42.160159    3666 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-96cd5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:24:42.160187    3666 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-96cd5
I0506 20:24:42.161488    3666 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-96cd5, ips: 10.130.0.43
I0506 20:24:42.161516    3666 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-96cd5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:24:42.484752    3666 cni.go:452] [tsf-tas/rekor-redis-85b49676f6-2x2bg b253345e5f9750507993784e7554aee5fc43bb8aebdc686ae40e711c5287fba2 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-85b49676f6-2x2bg b253345e5f9750507993784e7554aee5fc43bb8aebdc686ae40e711c5287fba2 network default NAD default NAD key ]
I0506 20:24:42.494624    3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-85b49676f6-2x2bg, hostIfaceName: b253345e5f97505, network: default, NAD default, SandboxID: "b253345e5f9750507993784e7554aee5fc43bb8aebdc686ae40e711c5287fba2", PCI device ID: , UID: "403e7450-5932-426c-a746-bd1e633379b3", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23]
I0506 20:24:42.544331    3666 cni.go:473] [tsf-tas/rekor-redis-85b49676f6-2x2bg b253345e5f9750507993784e7554aee5fc43bb8aebdc686ae40e711c5287fba2 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-85b49676f6-2x2bg b253345e5f9750507993784e7554aee5fc43bb8aebdc686ae40e711c5287fba2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:e9:74:16:36:8c\",\"name\":\"b253345e5f97505\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/217cfa8a-1b94-46f0-84a8-7cf41f22d7e4\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0506 20:24:43.181751    3666 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-96cd5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:43.181823    3666 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-96cd5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:43.216282    3666 obj_retry.go:492] Detected object tsf/patch-tekton-config-k2ksv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:43.216311    3666 obj_retry.go:492] Detected object tsf/patch-tekton-config-k2ksv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:43.223442    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-k2ksv
I0506 20:24:43.223461    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-k2ksv
W0506 20:24:44.032323    3666 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
W0506 20:24:45.537443    3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0506 20:24:48.711837    3666 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:24:48.712436    3666 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:24:48.730808    3666 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:48.730830    3666 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:48.739771    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0506 20:24:48.739792    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
I0506 20:24:50.127934    3666 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-2pn6r] creating logical port tsf-tpa_create-db-2pn6r for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:24:50.128022    3666 kube.go:256] Updating pod tsf-tpa/create-db-2pn6r
I0506 20:24:50.141365    3666 pod.go:62] [tsf-tpa/create-db-2pn6r] pod update took 13.368466ms
I0506 20:24:50.141384    3666 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-2pn6r] addLogicalPort annotation time took 13.390531ms
I0506 20:24:50.142731    3666 pods.go:271] [tsf-tpa/create-db-2pn6r] addLogicalPort took 14.813562ms, libovsdb time 943.335µs
I0506 20:24:50.484550    3666 cni.go:452] [tsf-tpa/create-db-2pn6r 58098810b5acd4c81418ed107f2a1f590388e2006b66a5d1e26c0f30c1c1a7ee network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-2pn6r 58098810b5acd4c81418ed107f2a1f590388e2006b66a5d1e26c0f30c1c1a7ee network default NAD default NAD key ]
I0506 20:24:50.493575    3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-2pn6r, hostIfaceName: 58098810b5acd4c, network: default, NAD default, SandboxID: "58098810b5acd4c81418ed107f2a1f590388e2006b66a5d1e26c0f30c1c1a7ee", PCI device ID: , UID: "408e77d5-6147-45f3-b730-23fbf9e3fc8d", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23]
I0506 20:24:50.545651    3666 cni.go:473] [tsf-tpa/create-db-2pn6r 58098810b5acd4c81418ed107f2a1f590388e2006b66a5d1e26c0f30c1c1a7ee network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-2pn6r 58098810b5acd4c81418ed107f2a1f590388e2006b66a5d1e26c0f30c1c1a7ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:06:bc:ad:c7:fd\",\"name\":\"58098810b5acd4c\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf7ce98a-0e1e-49b2-99a3-5507da687d67\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0506 20:24:53.979191    3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0506 20:24:54.099208    3666 cni.go:452] [tsf-tpa/create-db-2pn6r 58098810b5acd4c81418ed107f2a1f590388e2006b66a5d1e26c0f30c1c1a7ee network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-2pn6r 58098810b5acd4c81418ed107f2a1f590388e2006b66a5d1e26c0f30c1c1a7ee network default NAD default NAD key ]
I0506 20:24:54.183449    3666 cni.go:473] [tsf-tpa/create-db-2pn6r 58098810b5acd4c81418ed107f2a1f590388e2006b66a5d1e26c0f30c1c1a7ee network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-2pn6r 58098810b5acd4c81418ed107f2a1f590388e2006b66a5d1e26c0f30c1c1a7ee network default NAD default NAD key default], result "{}", err <nil>
I0506 20:24:54.234124    3666 obj_retry.go:498] Detected object tsf-tpa/create-db-2pn6r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:24:54.234157    3666 pods.go:176] Deleting pod: tsf-tpa/create-db-2pn6r
I0506 20:24:54.235467    3666 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-2pn6r, ips: 10.130.0.45
I0506 20:24:54.235500    3666 obj_retry.go:498] Detected object tsf-tpa/create-db-2pn6r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:24:55.259452    3666 obj_retry.go:492] Detected object tsf-tpa/create-db-2pn6r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:55.259474    3666 obj_retry.go:492] Detected object tsf-tpa/create-db-2pn6r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:55.359483    3666 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-lmbg6] creating logical port tsf-tpa_migrate-db-lmbg6 for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:24:55.359587    3666 kube.go:256] Updating pod tsf-tpa/migrate-db-lmbg6
I0506 20:24:55.372602    3666 pod.go:62] [tsf-tpa/migrate-db-lmbg6] pod update took 13.042191ms
I0506 20:24:55.372627    3666 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-lmbg6] addLogicalPort annotation time took 13.07156ms
I0506 20:24:55.373965    3666 pods.go:271] [tsf-tpa/migrate-db-lmbg6] addLogicalPort took 14.501962ms, libovsdb time 863.281µs
I0506 20:24:55.715218    3666 cni.go:452] [tsf-tpa/migrate-db-lmbg6 b28a736881a0752a05c099241ba35cef923d22f308908488b25a92b277204559 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-lmbg6 b28a736881a0752a05c099241ba35cef923d22f308908488b25a92b277204559 network default NAD default NAD key ]
I0506 20:24:55.745284    3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-lmbg6, hostIfaceName: b28a736881a0752, network: default, NAD default, SandboxID: "b28a736881a0752a05c099241ba35cef923d22f308908488b25a92b277204559", PCI device ID: , UID: "2863008a-0314-4fa6-9989-126c47552eef", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23]
I0506 20:24:55.794109    3666 cni.go:473] [tsf-tpa/migrate-db-lmbg6 b28a736881a0752a05c099241ba35cef923d22f308908488b25a92b277204559 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-lmbg6 b28a736881a0752a05c099241ba35cef923d22f308908488b25a92b277204559 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:ed:0f:67:16:cf\",\"name\":\"b28a736881a0752\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/71f8e791-b30b-41b0-97c3-8b5fc78f0304\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0506 20:24:56.077370    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis
W0506 20:24:56.608141    3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0506 20:24:58.123063    3666 cni.go:452] [tsf-tpa/migrate-db-lmbg6 b28a736881a0752a05c099241ba35cef923d22f308908488b25a92b277204559 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-lmbg6 b28a736881a0752a05c099241ba35cef923d22f308908488b25a92b277204559 network default NAD default NAD key ]
I0506 20:24:58.208077    3666 cni.go:473] [tsf-tpa/migrate-db-lmbg6 b28a736881a0752a05c099241ba35cef923d22f308908488b25a92b277204559 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-lmbg6 b28a736881a0752a05c099241ba35cef923d22f308908488b25a92b277204559 network default NAD default NAD key default], result "{}", err <nil>
I0506 20:24:58.258161    3666 obj_retry.go:498] Detected object tsf-tpa/migrate-db-lmbg6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:24:58.258202    3666 pods.go:176] Deleting pod: tsf-tpa/migrate-db-lmbg6
I0506 20:24:58.259658    3666 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-lmbg6, ips: 10.130.0.46
I0506 20:24:58.259689    3666 obj_retry.go:498] Detected object tsf-tpa/migrate-db-lmbg6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:24:58.392615    3666 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lmbg6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:58.392636    3666 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lmbg6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:24:58.578710    3666 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-ltqqw] creating logical port tsf-tpa_create-importers-ltqqw for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:24:58.578822    3666 kube.go:256] Updating pod tsf-tpa/create-importers-ltqqw
I0506 20:24:58.590209    3666 pod.go:62] [tsf-tpa/create-importers-ltqqw] pod update took 11.406762ms
I0506 20:24:58.590244    3666 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-ltqqw] addLogicalPort annotation time took 11.432526ms
I0506 20:24:58.591515    3666 pods.go:271] [tsf-tpa/create-importers-ltqqw] addLogicalPort took 12.818922ms, libovsdb time 864.896µs
I0506 20:24:58.936143    3666 cni.go:452] [tsf-tpa/create-importers-ltqqw aca95b2484d7b40fccd905e888f7a7e0d24323605a3427a6ae60dd8df599101f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-ltqqw aca95b2484d7b40fccd905e888f7a7e0d24323605a3427a6ae60dd8df599101f network default NAD default NAD key ]
I0506 20:24:58.946169    3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-ltqqw, hostIfaceName: aca95b2484d7b40, network: default, NAD default, SandboxID: "aca95b2484d7b40fccd905e888f7a7e0d24323605a3427a6ae60dd8df599101f", PCI device ID: , UID: "be16d964-0f0b-4f7b-8aad-b2e1ee3e1d85", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23]
I0506 20:24:58.996629    3666 cni.go:473] [tsf-tpa/create-importers-ltqqw aca95b2484d7b40fccd905e888f7a7e0d24323605a3427a6ae60dd8df599101f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-ltqqw aca95b2484d7b40fccd905e888f7a7e0d24323605a3427a6ae60dd8df599101f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:1f:b1:4b:99:d2\",\"name\":\"aca95b2484d7b40\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ddb2c62-aeb7-4f06-bb5c-816c24c40800\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0506 20:25:01.144620    3666 cni.go:452] [tsf-tpa/create-importers-ltqqw aca95b2484d7b40fccd905e888f7a7e0d24323605a3427a6ae60dd8df599101f network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-ltqqw aca95b2484d7b40fccd905e888f7a7e0d24323605a3427a6ae60dd8df599101f network default NAD default NAD key ]
I0506 20:25:01.229222    3666 cni.go:473] [tsf-tpa/create-importers-ltqqw aca95b2484d7b40fccd905e888f7a7e0d24323605a3427a6ae60dd8df599101f network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-ltqqw aca95b2484d7b40fccd905e888f7a7e0d24323605a3427a6ae60dd8df599101f network default NAD default NAD key default], result "{}", err <nil>
I0506 20:25:01.280430    3666 obj_retry.go:498] Detected object tsf-tpa/create-importers-ltqqw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:25:01.280465    3666 pods.go:176] Deleting pod: tsf-tpa/create-importers-ltqqw
I0506 20:25:01.281948    3666 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-ltqqw, ips: 10.130.0.47
I0506 20:25:01.281979    3666 obj_retry.go:498] Detected object tsf-tpa/create-importers-ltqqw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:25:01.612942    3666 obj_retry.go:492] Detected object tsf-tpa/create-importers-ltqqw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:25:01.612964    3666 obj_retry.go:492] Detected object tsf-tpa/create-importers-ltqqw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:25:12.991327    3666 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-vjbr5-nc52k] creating logical port tsf-tas_tuf-repository-init-vjbr5-nc52k for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:25:12.991484    3666 kube.go:256] Updating pod tsf-tas/tuf-repository-init-vjbr5-nc52k
I0506 20:25:13.004659    3666 pod.go:62] [tsf-tas/tuf-repository-init-vjbr5-nc52k] pod update took 13.211543ms
I0506 20:25:13.004682    3666 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-vjbr5-nc52k] addLogicalPort annotation time took 13.239802ms
I0506 20:25:13.006299    3666 pods.go:271] [tsf-tas/tuf-repository-init-vjbr5-nc52k] addLogicalPort took 14.99466ms, libovsdb time 946.435µs
I0506 20:25:14.882111    3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=56
I0506 20:25:16.968395    3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6
I0506 20:25:19.954126    3666 cni.go:452] [tsf-tas/tuf-repository-init-vjbr5-nc52k 8c3bad680334930dc4c29e2071287781bf5a983123a3b6e309ce7333615e2f1a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-vjbr5-nc52k 8c3bad680334930dc4c29e2071287781bf5a983123a3b6e309ce7333615e2f1a network default NAD default NAD key ]
I0506 20:25:19.963778    3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-vjbr5-nc52k, hostIfaceName: 8c3bad680334930, network: default, NAD default, SandboxID: "8c3bad680334930dc4c29e2071287781bf5a983123a3b6e309ce7333615e2f1a", PCI device ID: , UID: "c417cf91-254c-4a9a-874f-57b406769118", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23]
I0506 20:25:20.014607    3666 cni.go:473] [tsf-tas/tuf-repository-init-vjbr5-nc52k 8c3bad680334930dc4c29e2071287781bf5a983123a3b6e309ce7333615e2f1a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-vjbr5-nc52k 8c3bad680334930dc4c29e2071287781bf5a983123a3b6e309ce7333615e2f1a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:3b:20:3d:e2:63\",\"name\":\"8c3bad680334930\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb0b8532-7651-4ade-a7ee-5ace52296228\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0506 20:25:22.889999    3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=506
I0506 20:25:26.290467    3666 cni.go:452] [tsf-tas/tuf-repository-init-vjbr5-nc52k 8c3bad680334930dc4c29e2071287781bf5a983123a3b6e309ce7333615e2f1a network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-vjbr5-nc52k 8c3bad680334930dc4c29e2071287781bf5a983123a3b6e309ce7333615e2f1a network default NAD default NAD key ]
I0506 20:25:26.377484    3666 cni.go:473] [tsf-tas/tuf-repository-init-vjbr5-nc52k 8c3bad680334930dc4c29e2071287781bf5a983123a3b6e309ce7333615e2f1a network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-vjbr5-nc52k 8c3bad680334930dc4c29e2071287781bf5a983123a3b6e309ce7333615e2f1a network default NAD default NAD key default], result "{}", err <nil>
I0506 20:25:26.428890    3666 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-vjbr5-nc52k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:25:26.428922    3666 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-vjbr5-nc52k
I0506 20:25:26.430315    3666 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-vjbr5-nc52k, ips: 10.130.0.48
I0506 20:25:26.430349    3666 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-vjbr5-nc52k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:25:27.301723    3666 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-vjbr5-nc52k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:25:27.301745    3666 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-vjbr5-nc52k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:25:30.101865    3666 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-qpkvw] creating logical port tsf-tas_tuf-97fc8ff76-qpkvw for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:25:30.101958    3666 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-qpkvw
I0506 20:25:30.119681    3666 pod.go:62] [tsf-tas/tuf-97fc8ff76-qpkvw] pod update took 17.745287ms
I0506 20:25:30.119707    3666 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-qpkvw] addLogicalPort annotation time took 17.776929ms
I0506 20:25:30.120879    3666 pods.go:271] [tsf-tas/tuf-97fc8ff76-qpkvw] addLogicalPort took 19.028311ms, libovsdb time 740.056µs
W0506 20:25:34.830487    3666 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
I0506 20:25:40.362593    3666 cni.go:452] [tsf-tas/tuf-97fc8ff76-qpkvw 9225355a830a94d32ee1257051a09c2b862adbf348e2293ce9f7d6ab013e5949 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-qpkvw 9225355a830a94d32ee1257051a09c2b862adbf348e2293ce9f7d6ab013e5949 network default NAD default NAD key ]
I0506 20:25:40.372050    3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-qpkvw, hostIfaceName: 9225355a830a94d, network: default, NAD default, SandboxID: "9225355a830a94d32ee1257051a09c2b862adbf348e2293ce9f7d6ab013e5949", PCI device ID: , UID: "34143724-c2a8-4451-a1de-6730ee114a28", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23]
I0506 20:25:40.423425    3666 cni.go:473] [tsf-tas/tuf-97fc8ff76-qpkvw 9225355a830a94d32ee1257051a09c2b862adbf348e2293ce9f7d6ab013e5949 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-qpkvw 9225355a830a94d32ee1257051a09c2b862adbf348e2293ce9f7d6ab013e5949 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:05:ce:51:36:75\",\"name\":\"9225355a830a94d\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4ea50086-37b3-4de2-bd92-2fd34f5d3e12\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0506 20:25:42.379244    3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
I0506 20:25:48.016089    3666 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:25:48.016663    3666 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:25:48.056410    3666 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:25:48.056431    3666 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:25:48.061641    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0506 20:25:48.061662    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0506 20:25:48.768959    3666 namespace.go:98] [build-service] adding namespace
I0506 20:25:48.769845    3666 namespace.go:102] [build-service] adding namespace took 867.361µs
I0506 20:25:48.770618    3666 namespace.go:98] [image-controller] adding namespace
I0506 20:25:48.771349    3666 namespace.go:102] [image-controller] adding namespace took 715.131µs
I0506 20:25:48.774217    3666 namespace.go:98] [default-tenant] adding namespace
I0506 20:25:48.774286    3666 namespace.go:98] [integration-service] adding namespace
I0506 20:25:48.774856    3666 namespace.go:102] [default-tenant] adding namespace took 613.456µs
I0506 20:25:48.775459    3666 namespace.go:102] [integration-service] adding namespace took 1.158856ms
I0506 20:25:48.815115    3666 namespace.go:142] [build-service] updating namespace
I0506 20:25:48.841662    3666 namespace.go:142] [build-service] updating namespace
I0506 20:25:48.852278    3666 namespace.go:142] [image-controller] updating namespace
I0506 20:25:48.886684    3666 namespace.go:142] [image-controller] updating namespace
I0506 20:25:48.886720    3666 namespace.go:142] [default-tenant] updating namespace
I0506 20:25:48.902816    3666 namespace.go:142] [integration-service] updating namespace
I0506 20:25:48.912816    3666 namespace.go:142] [default-tenant] updating namespace
I0506 20:25:48.932291    3666 namespace.go:142] [integration-service] updating namespace
I0506 20:25:49.038420    3666 namespace.go:142] [build-service] updating namespace
I0506 20:25:49.055151    3666 namespace.go:142] [integration-service] updating namespace
I0506 20:25:49.092156    3666 namespace.go:98] [release-service] adding namespace
I0506 20:25:49.092881    3666 namespace.go:102] [release-service] adding namespace took 711.086µs
I0506 20:25:49.121146    3666 namespace.go:142] [release-service] updating namespace
I0506 20:25:49.177368    3666 namespace.go:142] [konflux-ui] updating namespace
I0506 20:25:49.186483    3666 namespace.go:142] [release-service] updating namespace
I0506 20:25:49.282660    3666 namespace.go:98] [konflux-info] adding namespace
I0506 20:25:49.283312    3666 namespace.go:102] [konflux-info] adding namespace took 639.088µs
I0506 20:25:49.332505    3666 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:25:49.332579    3666 kube.go:256] Updating pod konflux-ui/test-tsf-konflux
I0506 20:25:49.345280    3666 namespace.go:142] [konflux-info] updating namespace
I0506 20:25:49.369184    3666 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 36.625261ms
I0506 20:25:49.369202    3666 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 36.647895ms
I0506 20:25:49.370435    3666 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 37.942639ms, libovsdb time 842.988µs
I0506 20:25:49.402418    3666 namespace.go:142] [konflux-info] updating namespace
I0506 20:25:49.485116    3666 namespace.go:98] [namespace-lister] adding namespace
I0506 20:25:49.485785    3666 namespace.go:102] [namespace-lister] adding namespace took 655.786µs
I0506 20:25:49.638299    3666 namespace.go:98] [enterprise-contract-service] adding namespace
I0506 20:25:49.638386    3666 namespace.go:142] [namespace-lister] updating namespace
I0506 20:25:49.639150    3666 namespace.go:102] [enterprise-contract-service] adding namespace took 835.452µs
I0506 20:25:49.643770    3666 namespace.go:142] [image-controller] updating namespace
I0506 20:25:49.699281    3666 namespace.go:142] [namespace-lister] updating namespace
I0506 20:25:49.789255    3666 namespace.go:142] [default-tenant] updating namespace
I0506 20:25:49.792132    3666 namespace.go:142] [enterprise-contract-service] updating namespace
I0506 20:25:49.943192    3666 namespace.go:98] [segment-bridge] adding namespace
I0506 20:25:49.943923    3666 namespace.go:102] [segment-bridge] adding namespace took 715.213µs
I0506 20:25:49.952109    3666 namespace.go:142] [enterprise-contract-service] updating namespace
I0506 20:25:49.991423    3666 namespace.go:98] [konflux-cli] adding namespace
I0506 20:25:49.992262    3666 namespace.go:102] [konflux-cli] adding namespace took 819.139µs
I0506 20:25:49.995430    3666 cni.go:452] [konflux-ui/test-tsf-konflux 77e876f3319fe8234a470b1e991721598a9e006e244ac027c0a217c9802ad5c7 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 77e876f3319fe8234a470b1e991721598a9e006e244ac027c0a217c9802ad5c7 network default NAD default NAD key ]
I0506 20:25:50.004569    3666 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 77e876f3319fe82, network: default, NAD default, SandboxID: "77e876f3319fe8234a470b1e991721598a9e006e244ac027c0a217c9802ad5c7", PCI device ID: , UID: "c7932d85-ce42-470d-8ce6-7019c6876d93", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23]
I0506 20:25:50.032731    3666 namespace.go:142] [build-service] updating namespace
I0506 20:25:50.032777    3666 namespace.go:142] [segment-bridge] updating namespace
I0506 20:25:50.057332    3666 cni.go:473] [konflux-ui/test-tsf-konflux 77e876f3319fe8234a470b1e991721598a9e006e244ac027c0a217c9802ad5c7 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 77e876f3319fe8234a470b1e991721598a9e006e244ac027c0a217c9802ad5c7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:16:ec:92:8d:b2\",\"name\":\"77e876f3319fe82\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96ed1e60-8231-408d-b6f1-eb97d67860b6\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0506 20:25:50.152472    3666 namespace.go:142] [konflux-cli] updating namespace
I0506 20:25:50.152556    3666 namespace.go:142] [segment-bridge] updating namespace
I0506 20:25:50.197576    3666 namespace.go:142] [konflux-cli] updating namespace
I0506 20:25:50.502543    3666 namespace.go:142] [default-tenant] updating namespace
I0506 20:25:50.604306    3666 namespace.go:142] [image-controller] updating namespace
I0506 20:25:50.755252    3666 namespace.go:142] [integration-service] updating namespace
I0506 20:25:50.862464    3666 namespace.go:142] [konflux-info] updating namespace
I0506 20:25:51.044465    3666 namespace.go:142] [release-service] updating namespace
I0506 20:25:51.110290    3666 namespace.go:142] [build-service] updating namespace
I0506 20:25:51.158291    3666 namespace.go:142] [default-tenant] updating namespace
I0506 20:25:51.171572    3666 namespace.go:142] [image-controller] updating namespace
I0506 20:25:51.184196    3666 namespace.go:142] [integration-service] updating namespace
I0506 20:25:51.204487    3666 namespace.go:142] [konflux-info] updating namespace
I0506 20:25:51.213121    3666 namespace.go:142] [release-service] updating namespace
I0506 20:25:51.258255    3666 namespace.go:142] [build-service] updating namespace
I0506 20:25:51.328298    3666 namespace.go:142] [default-tenant] updating namespace
I0506 20:25:51.380199    3666 namespace.go:142] [image-controller] updating namespace
I0506 20:25:51.480276    3666 namespace.go:142] [integration-service] updating namespace
I0506 20:25:51.518309    3666 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0506 20:25:51.519001    3666 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0506 20:25:51.519025    3666 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0506 20:25:51.522020    3666 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0506 20:25:51.583340    3666 namespace.go:142] [konflux-info] updating namespace
I0506 20:25:51.643180    3666 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0506 20:25:51.643209    3666 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0506 20:25:51.644043    3666 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0506 20:25:51.700265    3666 namespace.go:142] [release-service] updating namespace
I0506 20:25:52.304407    3666 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-mcgww] creating logical port image-controller_image-controller-controller-manager-6f859968fc-mcgww for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:25:52.304513    3666 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-mcgww
I0506 20:25:52.335476    3666 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-mcgww] pod update took 30.996447ms
I0506 20:25:52.335496    3666 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-mcgww] addLogicalPort annotation time took 31.022148ms
I0506 20:25:52.336719    3666 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-mcgww] addLogicalPort took 32.330051ms, libovsdb time 840.197µs
I0506 20:25:52.712089    3666 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-mcgww 28c44e2b64f8e4dce7ec4157514ae1a6a94b425243f900d57c427c4c7e30f6c8 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-mcgww 28c44e2b64f8e4dce7ec4157514ae1a6a94b425243f900d57c427c4c7e30f6c8 network default NAD default NAD key ]
I0506 20:25:52.721936    3666 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-mcgww, hostIfaceName: 28c44e2b64f8e4d, network: default, NAD default, SandboxID: "28c44e2b64f8e4dce7ec4157514ae1a6a94b425243f900d57c427c4c7e30f6c8", PCI device ID: , UID: "34b7bc30-e8ea-4dd4-8926-ab584068ca14", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23]
I0506 20:25:52.774104    3666 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-mcgww 28c44e2b64f8e4dce7ec4157514ae1a6a94b425243f900d57c427c4c7e30f6c8 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-mcgww 28c44e2b64f8e4dce7ec4157514ae1a6a94b425243f900d57c427c4c7e30f6c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:b5:60:04:bd:2f\",\"name\":\"28c44e2b64f8e4d\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15a8f21d-4e37-41c8-8bff-2450cffa058c\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0506 20:25:53.043613    3666 namespace.go:142] [enterprise-contract-service] updating namespace
I0506 20:25:53.064351    3666 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-m95bj] creating logical port build-service_build-service-controller-manager-7cbf488fcf-m95bj for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:25:53.064474    3666 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-m95bj
I0506 20:25:53.084361    3666 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-m95bj] pod update took 19.913385ms
I0506 20:25:53.084382    3666 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-m95bj] addLogicalPort annotation time took 19.93788ms
I0506 20:25:53.085759    3666 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-m95bj] addLogicalPort took 21.425244ms, libovsdb time 855.625µs
I0506 20:25:53.243606    3666 namespace.go:142] [konflux-cli] updating namespace
W0506 20:25:53.414768    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf
I0506 20:25:53.448350    3666 namespace.go:142] [namespace-lister] updating namespace
I0506 20:25:53.615943    3666 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-z7q79] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-z7q79 for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:25:53.616127    3666 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-z7q79
I0506 20:25:53.626465    3666 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-m95bj bb1357c2238db2ffe526b346d6ae8a5262a0f952194a072aeb1d87f53bf57ede network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-m95bj bb1357c2238db2ffe526b346d6ae8a5262a0f952194a072aeb1d87f53bf57ede network default NAD default NAD key ]
I0506 20:25:53.640460    3666 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-m95bj, hostIfaceName: bb1357c2238db2f, network: default, NAD default, SandboxID: "bb1357c2238db2ffe526b346d6ae8a5262a0f952194a072aeb1d87f53bf57ede", PCI device ID: , UID: "23442bed-6540-4db9-b8e2-8320a36b4908", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23]
I0506 20:25:53.647305    3666 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-z7q79] pod update took 31.218943ms
I0506 20:25:53.647391    3666 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-z7q79] addLogicalPort annotation time took 31.293798ms
I0506 20:25:53.649288    3666 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-z7q79] addLogicalPort took 33.365599ms, libovsdb time 1.23ms
I0506 20:25:53.656201    3666 namespace.go:142] [segment-bridge] updating namespace
I0506 20:25:53.713925    3666 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-m95bj bb1357c2238db2ffe526b346d6ae8a5262a0f952194a072aeb1d87f53bf57ede network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-m95bj bb1357c2238db2ffe526b346d6ae8a5262a0f952194a072aeb1d87f53bf57ede network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:d2:8a:a6:73:f9\",\"name\":\"bb1357c2238db2f\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67ecbdca-c9cd-4c5e-9025-b1c42e2e50ec\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0506 20:25:53.757295    3666 namespace.go:142] [enterprise-contract-service] updating namespace
I0506 20:25:53.772487    3666 namespace.go:142] [konflux-cli] updating namespace
I0506 20:25:53.785363    3666 namespace.go:142] [namespace-lister] updating namespace
I0506 20:25:53.805066    3666 namespace.go:142] [segment-bridge] updating namespace
I0506 20:25:53.862636    3666 namespace.go:142] [enterprise-contract-service] updating namespace
I0506 20:25:53.914293    3666 namespace.go:142] [konflux-cli] updating namespace
I0506 20:25:53.972428    3666 namespace.go:142] [namespace-lister] updating namespace
I0506 20:25:54.068372    3666 namespace.go:142] [segment-bridge] updating namespace
I0506 20:25:54.097773    3666 base_network_controller_pods.go:487] [default/konflux-ui/proxy-8f5c4f56c-cwqv8] creating logical port konflux-ui_proxy-8f5c4f56c-cwqv8 for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:25:54.097910    3666 kube.go:256] Updating pod konflux-ui/proxy-8f5c4f56c-cwqv8
I0506 20:25:54.124638    3666 pod.go:62] [konflux-ui/proxy-8f5c4f56c-cwqv8] pod update took 26.772032ms
I0506 20:25:54.124728    3666 base_network_controller_pods.go:951] [default/konflux-ui/proxy-8f5c4f56c-cwqv8] addLogicalPort annotation time took 26.867021ms
I0506 20:25:54.126332    3666 pods.go:271] [konflux-ui/proxy-8f5c4f56c-cwqv8] addLogicalPort took 28.580779ms, libovsdb time 953.044µs
W0506 20:25:54.511270    3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
W0506 20:25:56.482888    3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
I0506 20:25:57.004674    3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6
I0506 20:25:59.835757    3666 cni.go:452] [konflux-ui/proxy-8f5c4f56c-cwqv8 c5a6022ad767536fc151e9ff8a3c5b3db675ec23fd2010571cdfda7d16009184 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-8f5c4f56c-cwqv8 c5a6022ad767536fc151e9ff8a3c5b3db675ec23fd2010571cdfda7d16009184 network default NAD default NAD key ]
I0506 20:25:59.846995    3666 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-8f5c4f56c-cwqv8, hostIfaceName: c5a6022ad767536, network: default, NAD default, SandboxID: "c5a6022ad767536fc151e9ff8a3c5b3db675ec23fd2010571cdfda7d16009184", PCI device ID: , UID: "1ea1035f-1f76-4dc3-aab8-27daa7cd8e8a", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23]
I0506 20:25:59.901005    3666 cni.go:473] [konflux-ui/proxy-8f5c4f56c-cwqv8 c5a6022ad767536fc151e9ff8a3c5b3db675ec23fd2010571cdfda7d16009184 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-8f5c4f56c-cwqv8 c5a6022ad767536fc151e9ff8a3c5b3db675ec23fd2010571cdfda7d16009184 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:89:1c:74:60:09\",\"name\":\"c5a6022ad767536\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/259b185c-1d6a-4591-bf96-9f1a62e6769a\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0506 20:26:00.528968    3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
W0506 20:26:01.533763    3666 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
W0506 20:26:02.548219    3666 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0506 20:26:02.548857    3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0506 20:26:02.563691    3666 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0506 20:26:02.563807    3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
I0506 20:26:04.176904    3666 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-z7q79 51cce8662cdcf8652ff375f65e863b225101f355301db8cd601bb4543281b7be network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-z7q79 51cce8662cdcf8652ff375f65e863b225101f355301db8cd601bb4543281b7be network default NAD default NAD key ]
I0506 20:26:04.186539    3666 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-z7q79, hostIfaceName: 51cce8662cdcf86, network: default, NAD default, SandboxID: "51cce8662cdcf8652ff375f65e863b225101f355301db8cd601bb4543281b7be", PCI device ID: , UID: "8826fa75-a988-4661-a998-bdee1a406c6b", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23]
I0506 20:26:04.239937    3666 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-z7q79 51cce8662cdcf8652ff375f65e863b225101f355301db8cd601bb4543281b7be network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-z7q79 51cce8662cdcf8652ff375f65e863b225101f355301db8cd601bb4543281b7be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:18:4e:5f:9e:4d\",\"name\":\"51cce8662cdcf86\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/058d50bb-9472-4911-9db4-79561f77f415\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0506 20:26:04.539896    3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0506 20:26:04.539916    3666 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0506 20:26:05.575263    3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0506 20:26:05.575282    3666 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0506 20:26:06.552741    3666 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0506 20:26:06.553251    3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0506 20:26:07.488193    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
W0506 20:26:11.522492    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
I0506 20:26:13.880608    3666 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-zjj99 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:26:13.881162    3666 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-zjj99 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:26:13.999259    3666 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10
I0506 20:26:14.632676    3666 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-zjj99 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:26:14.632702    3666 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-zjj99 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:26:14.638327    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-zjj99
I0506 20:26:14.638355    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-zjj99
W0506 20:26:17.566189    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0506 20:26:17.569028    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service
I0506 20:26:24.879858    3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=79
W0506 20:26:41.632528    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0506 20:26:41.632552    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
W0506 20:26:41.632563    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0506 20:26:41.632568    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
W0506 20:26:44.624656    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0506 20:26:44.624682    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
I0506 20:27:06.995514    3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10
I0506 20:27:07.973507    3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9
I0506 20:27:14.353882    3666 obj_retry.go:498] Detected object konflux-ui/proxy-565c7bbf58-4qf97 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:27:14.354447    3666 obj_retry.go:498] Detected object konflux-ui/proxy-565c7bbf58-4qf97 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:27:14.986772    3666 obj_retry.go:492] Detected object konflux-ui/proxy-565c7bbf58-4qf97 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:27:14.986793    3666 obj_retry.go:492] Detected object konflux-ui/proxy-565c7bbf58-4qf97 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:27:14.992960    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-565c7bbf58-4qf97
I0506 20:27:14.992984    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-565c7bbf58-4qf97
I0506 20:27:15.989565    3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8
I0506 20:27:22.002825    3666 cni.go:452] [konflux-ui/test-tsf-konflux 77e876f3319fe8234a470b1e991721598a9e006e244ac027c0a217c9802ad5c7 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 77e876f3319fe8234a470b1e991721598a9e006e244ac027c0a217c9802ad5c7 network default NAD default NAD key ]
I0506 20:27:22.084146    3666 cni.go:473] [konflux-ui/test-tsf-konflux 77e876f3319fe8234a470b1e991721598a9e006e244ac027c0a217c9802ad5c7 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 77e876f3319fe8234a470b1e991721598a9e006e244ac027c0a217c9802ad5c7 network default NAD default NAD key default], result "{}", err <nil>
I0506 20:27:22.143648    3666 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:27:22.143674    3666 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux
I0506 20:27:22.144946    3666 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.50
I0506 20:27:22.144975    3666 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:27:22.160249    3666 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:27:22.160270    3666 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:27:22.166501    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0506 20:27:22.166524    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0506 20:27:51.146037    3666 namespace.go:98] [managed-tenant-e1de7] adding namespace
I0506 20:27:51.146905    3666 namespace.go:102] [managed-tenant-e1de7] adding namespace took 843.414µs
I0506 20:27:51.174630    3666 namespace.go:142] [managed-tenant-e1de7] updating namespace
I0506 20:27:51.197486    3666 namespace.go:142] [managed-tenant-e1de7] updating namespace
I0506 20:27:52.204896    3666 namespace.go:142] [managed-tenant-e1de7] updating namespace
I0506 20:27:52.333016    3666 namespace.go:142] [managed-tenant-e1de7] updating namespace
I0506 20:27:52.433953    3666 namespace.go:142] [managed-tenant-e1de7] updating namespace
I0506 20:28:05.007784    3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7
I0506 20:28:05.885405    3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12
I0506 20:28:15.883893    3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=171
I0506 20:28:35.883061    3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=158
I0506 20:29:04.991008    3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8
I0506 20:29:37.968867    3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9
I0506 20:30:04.103357    3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-mcq46 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:30:04.103963    3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-mcq46 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:30:04.975509    3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-mcq46 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:30:04.975553    3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-mcq46 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:31:25.883466    3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6
I0506 20:31:32.982541    3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0506 20:32:06.972129    3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
I0506 20:32:14.886181    3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=49
I0506 20:32:38.893792    3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=132
I0506 20:32:40.977088    3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6
I0506 20:33:37.002281    3666 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
I0506 20:34:15.999620    3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8
I0506 20:34:55.050980    3666 obj_retry.go:492] Detected object tsf-tpa/create-db-2pn6r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:34:55.051028    3666 obj_retry.go:492] Detected object tsf-tpa/create-db-2pn6r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:34:55.055934    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-2pn6r
I0506 20:34:55.055963    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-2pn6r
I0506 20:34:58.028923    3666 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lmbg6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:34:58.028978    3666 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lmbg6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:34:58.034327    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-lmbg6
I0506 20:34:58.034354    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-lmbg6
I0506 20:35:01.034134    3666 obj_retry.go:492] Detected object tsf-tpa/create-importers-ltqqw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:35:01.034195    3666 obj_retry.go:492] Detected object tsf-tpa/create-importers-ltqqw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:35:01.037028    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-ltqqw
I0506 20:35:01.037061    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-ltqqw
I0506 20:35:06.008402    3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10
I0506 20:35:49.011175    3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9
I0506 20:36:26.993341    3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10
I0506 20:36:28.994916    3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8
I0506 20:36:30.886806    3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7
I0506 20:36:41.888941    3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9
I0506 20:37:06.887141    3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8
I0506 20:37:20.886997    3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9
I0506 20:37:58.897741    3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=12
I0506 20:39:02.972158    3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10
I0506 20:39:32.889931    3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=33
I0506 20:39:50.986713    3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8
I0506 20:40:04.619778    3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-rhb8t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:40:04.620475    3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-rhb8t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:40:05.476030    3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-rhb8t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:40:05.476058    3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-rhb8t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:40:05.506357    3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:40:05.506376    3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:40:05.509285    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm
I0506 20:40:05.509308    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-t98mm
W0506 20:40:29.619372    3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0506 20:40:29.620883    3666 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0506 20:40:55.282424    3666 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19df5sc5
I0506 20:40:57.976177    3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10
I0506 20:41:05.006125    3666 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
I0506 20:41:27.163778    3666 obj_retry.go:498] Detected object default-tenant/tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:41:27.164343    3666 obj_retry.go:498] Detected object default-tenant/tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:41:30.057139    3666 obj_retry.go:492] Detected object default-tenant/tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:41:30.057182    3666 obj_retry.go:492] Detected object default-tenant/tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:41:30.062296    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod
I0506 20:41:30.062320    3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-2bxtx-on-pull-request-xbvzc-init-pod
I0506 20:41:36.776035    3666 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h4thn] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-h4thn for pod on switch ip-10-0-0-68.ec2.internal
I0506 20:41:36.776165    3666 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h4thn
I0506 20:41:36.795512    3666 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h4thn] pod update took 19.379011ms
I0506 20:41:36.795534    3666 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h4thn] addLogicalPort annotation time took 19.406333ms
I0506 20:41:36.796890    3666 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h4thn] addLogicalPort took 20.872347ms, libovsdb time 935.991µs
I0506 20:41:37.137081    3666 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h4thn 60bd24956cc55bc1f1ca112de0309409da3141c7cb6a7fb5c0bc9e584adeed25 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h4thn 60bd24956cc55bc1f1ca112de0309409da3141c7cb6a7fb5c0bc9e584adeed25 network default NAD default NAD key ]
I0506 20:41:37.146419    3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-h4thn, hostIfaceName: 60bd24956cc55bc, network: default, NAD default, SandboxID: "60bd24956cc55bc1f1ca112de0309409da3141c7cb6a7fb5c0bc9e584adeed25", PCI device ID: , UID: "c867609b-7d1b-4a54-baca-8fe7b90129be", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23]
I0506 20:41:37.199198    3666 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h4thn 60bd24956cc55bc1f1ca112de0309409da3141c7cb6a7fb5c0bc9e584adeed25 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h4thn 60bd24956cc55bc1f1ca112de0309409da3141c7cb6a7fb5c0bc9e584adeed25 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:50:7a:2f:3e:56\",\"name\":\"60bd24956cc55bc\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/83194220-343b-48be-99c4-31d4b9895666\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0506 20:41:50.632833    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0506 20:41:50.632853    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0506 20:41:50.632859    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0506 20:41:50.632864    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0506 20:41:50.632879    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0506 20:41:50.632883    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0506 20:41:50.632888    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0506 20:41:50.632892    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0506 20:41:50.855727    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0506 20:41:50.855749    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0506 20:41:50.855757    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0506 20:41:50.855762    3666 util.go:959] Failed to build node endpoints for node ip-10-0-0-68.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
I0506 20:42:19.981067    3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11
I0506 20:43:12.891042    3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7
I0506 20:43:13.901997    3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=46
I0506 20:43:14.014061    3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9
I0506 20:43:33.890587    3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9
I0506 20:43:48.003353    3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11
I0506 20:44:09.998342    3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8
I0506 20:44:10.011546    3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10
I0506 20:44:32.893043    3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7
W0506 20:44:35.282067    3666 duration.go:461] Config duration recorder: measurement expired for pod/tsf/patch-tekton-config-k2ksv
I0506 20:44:53.996646    3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8
I0506 20:45:21.894047    3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=29
I0506 20:46:32.891101    3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=18