+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-58.ec2.internal ++ [[ -n ip-10-0-2-58.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-58.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0504 20:39:24.965211502 - disable conntrack on geneve port' I0504 20:39:24.965211502 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0504 20:39:24.994145291 - starting ovnkube-node + echo 'I0504 20:39:24.994145291 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-58.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-58.ec2.internal --init-node ip-10-0-2-58.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-58.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0504 20:39:25.042355 3653 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0504 20:39:25.042630 3653 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-18892726ba.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0504 20:39:25.044729 3653 kube.go:431] Waiting for certificate I0504 20:39:25.044766 3653 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0504 20:39:25.044815 3653 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0504 20:39:25.045805 3653 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 20:39:25.091310 3653 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:39:25.091332 3653 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:39:25.099253 3653 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:39:25.099344 3653 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-zlp7b" I0504 20:39:25.107201 3653 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-zlp7b" I0504 20:39:25.107274 3653 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:39:26.045194 3653 kube.go:438] Certificate found I0504 20:39:26.045813 3653 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 20:39:26.046796 3653 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0504 20:39:26.110282 3653 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-05 20:34:25 +0000 UTC" deadline="2026-05-05 16:48:45.14571902 +0000 UTC" I0504 20:39:26.110326 3653 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h9m19.035407387s" I0504 20:39:26.119362 3653 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 20:39:26.140345 3653 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0504 20:39:26.140416 3653 server.go:101] MetricServer registers OVS metrics I0504 20:39:26.140710 3653 server.go:105] MetricServer registers OVN DB metrics I0504 20:39:26.142416 3653 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0504 20:39:26.142489 3653 factory.go:561] Starting watch factory I0504 20:39:26.142645 3653 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:26.142667 3653 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:26.142694 3653 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:26.142715 3653 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:26.142815 3653 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:26.142842 3653 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:26.142957 3653 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:26.143017 3653 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:26.143249 3653 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:26.143278 3653 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:26.143657 3653 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:26.143711 3653 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:26.145357 3653 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0504 20:39:26.145393 3653 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0504 20:39:26.148171 3653 controller_manager.go:370] Starting the ovnkube controller I0504 20:39:26.148186 3653 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-58.ec2.internal I0504 20:39:26.148251 3653 controller_manager.go:395] NBDB zone sync took: 47.876µs I0504 20:39:26.148301 3653 factory.go:561] Starting watch factory I0504 20:39:26.159667 3653 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0504 20:39:26.159687 3653 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0504 20:39:26.163357 3653 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0504 20:39:26.163391 3653 server.go:109] MetricServer registers OVN Controller metrics I0504 20:39:26.166015 3653 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:26.166032 3653 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:26.166110 3653 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:26.166449 3653 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:26.170951 3653 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:26.171014 3653 server.go:113] MetricServer registers OVN Northd metrics I0504 20:39:26.175538 3653 metrics.go:519] OVN Metrics Server starts to run ... I0504 20:39:26.178775 3653 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:39:26.248152 3653 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 20:39:26.248182 3653 factory.go:1977] *v1.Node informer cache synced successfully I0504 20:39:26.248186 3653 factory.go:1977] *v1.Service informer cache synced successfully I0504 20:39:26.248189 3653 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 20:39:26.248193 3653 factory.go:1977] *v1.Pod informer cache synced successfully I0504 20:39:26.248195 3653 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 20:39:26.248275 3653 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:39:26.248295 3653 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:39:26.248288 3653 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:39:26.248313 3653 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:39:26.252106 3653 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:39:26.252107 3653 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:39:26.253925 3653 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 20:39:26.253937 3653 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 20:39:26.254002 3653 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:26.254028 3653 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:26.254108 3653 factory.go:1977] *v1.Node informer cache synced successfully I0504 20:39:26.254120 3653 factory.go:1977] *v1.Service informer cache synced successfully I0504 20:39:26.254136 3653 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 20:39:26.254139 3653 factory.go:1977] *v1.Pod informer cache synced successfully I0504 20:39:26.254142 3653 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 20:39:26.254146 3653 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 20:39:26.257307 3653 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:26.259239 3653 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 20:39:26.259250 3653 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 20:39:26.259249 3653 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 20:39:26.259313 3653 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:26.259327 3653 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:26.262661 3653 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:26.264607 3653 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 20:39:26.264622 3653 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 20:39:26.264684 3653 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:26.264700 3653 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:26.267873 3653 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:26.269855 3653 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 20:39:26.269933 3653 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 20:39:26.269990 3653 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:26.270003 3653 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:26.273106 3653 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:26.275140 3653 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 20:39:26.275213 3653 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 20:39:26.275266 3653 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:26.275278 3653 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:26.278527 3653 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:26.280491 3653 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 20:39:26.280503 3653 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 20:39:26.280648 3653 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:39:26.280660 3653 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:39:26.283979 3653 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:39:26.285898 3653 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 20:39:26.285959 3653 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:26.285976 3653 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:26.286023 3653 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:26.286043 3653 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:26.286112 3653 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 20:39:26.289530 3653 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:26.290211 3653 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:39:26.291150 3653 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 20:39:26.291163 3653 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 20:39:26.291164 3653 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 20:39:26.291172 3653 factory.go:680] Watch Factory start up complete, took: 148.685256ms I0504 20:39:26.291245 3653 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0504 20:39:26.297090 3653 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 20:39:26.297105 3653 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 20:39:26.297116 3653 factory.go:680] Watch Factory start up complete, took: 148.81401ms I0504 20:39:26.297143 3653 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-58.ec2.internal" zone I0504 20:39:26.339911 3653 default_node_network_controller.go:710] Initializing the default node network controller I0504 20:39:26.418397 3653 udn_isolation.go:101] Starting UDN host isolation manager I0504 20:39:26.424867 3653 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0504 20:39:26.471998 3653 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0504 20:39:26.472174 3653 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0504 20:39:26.472192 3653 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0504 20:39:26.505804 3653 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0504 20:39:26.505878 3653 default_node_network_controller.go:809] Node ip-10-0-2-58.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0504 20:39:26.511503 3653 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.58"] k8s.ovn.org/zone-name:ip-10-0-2-58.ec2.internal] on node ip-10-0-2-58.ec2.internal I0504 20:39:26.532673 3653 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0504 20:39:26.538684 3653 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0504 20:39:26.538840 3653 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0504 20:39:26.538976 3653 gateway_init.go:263] Preparing Gateway I0504 20:39:26.538988 3653 gateway_shared_intf.go:1687] Creating new gateway I0504 20:39:26.548049 3653 controller_manager.go:429] Waiting for node in zone sync took: 250.893367ms I0504 20:39:26.553879 3653 controller_manager.go:611] Switching to transit router for layer2 networks I0504 20:39:26.553891 3653 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-58.ec2.internal I0504 20:39:26.570067 3653 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 20:39:26.576398 3653 controller_manager.go:290] SCTP support detected in OVN I0504 20:39:26.577003 3653 services_controller.go:69] Creating services controller for network=default I0504 20:39:26.577145 3653 udn_enabled_svc.go:80] Waiting for service informer to sync I0504 20:39:26.577242 3653 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0504 20:39:26.577296 3653 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0504 20:39:26.577310 3653 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0504 20:39:26.577319 3653 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 20:39:26.577485 3653 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0504 20:39:26.577528 3653 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0504 20:39:26.577560 3653 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 47.581µs I0504 20:39:26.577565 3653 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 29.386µs I0504 20:39:26.577574 3653 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 47.24µs I0504 20:39:26.577579 3653 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0504 20:39:26.577588 3653 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0504 20:39:26.577598 3653 default_network_controller.go:325] Starting the default network controller I0504 20:39:26.577618 3653 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 13.692µs I0504 20:39:26.577668 3653 udn_enabled_svc.go:95] Performing full resync I0504 20:39:26.577985 3653 udn_enabled_svc.go:99] Waiting for handler to sync I0504 20:39:26.577995 3653 udn_enabled_svc.go:104] Starting worker I0504 20:39:26.587395 3653 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0504 20:39:26.587456 3653 repair.go:33] Syncing exgw routes took 48.732µs I0504 20:39:26.587479 3653 default_network_controller.go:414] Starting all the Watchers... I0504 20:39:26.587725 3653 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0504 20:39:26.587732 3653 namespace.go:98] [openshift-ingress-canary] adding namespace I0504 20:39:26.587740 3653 namespace.go:98] [openshift-config-operator] adding namespace I0504 20:39:26.587743 3653 namespace.go:98] [openshift-route-controller-manager] adding namespace I0504 20:39:26.587746 3653 namespace.go:98] [openshift-dns-operator] adding namespace I0504 20:39:26.587754 3653 namespace.go:98] [openshift-logging] adding namespace I0504 20:39:26.587760 3653 namespace.go:98] [default] adding namespace I0504 20:39:26.587763 3653 namespace.go:98] [openshift-monitoring] adding namespace I0504 20:39:26.587766 3653 namespace.go:98] [openshift-package-operator] adding namespace I0504 20:39:26.587772 3653 namespace.go:98] [openshift-apiserver-operator] adding namespace I0504 20:39:26.587768 3653 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0504 20:39:26.587726 3653 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0504 20:39:26.587775 3653 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0504 20:39:26.587800 3653 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0504 20:39:26.587726 3653 namespace.go:98] [openshift-multus] adding namespace I0504 20:39:26.588315 3653 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 576.913µs I0504 20:39:26.588330 3653 namespace.go:98] [openshift-console-user-settings] adding namespace I0504 20:39:26.588754 3653 namespace.go:102] [openshift-console-user-settings] adding namespace took 418.879µs I0504 20:39:26.588765 3653 namespace.go:98] [openshift-backplane-cse] adding namespace I0504 20:39:26.589302 3653 namespace.go:102] [openshift-backplane-cse] adding namespace took 528.904µs I0504 20:39:26.589318 3653 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0504 20:39:26.589789 3653 namespace.go:102] [openshift-ingress-canary] adding namespace took 2.046315ms I0504 20:39:26.589808 3653 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0504 20:39:26.590315 3653 namespace.go:102] [openshift-config-operator] adding namespace took 2.565353ms I0504 20:39:26.590336 3653 namespace.go:98] [openshift-dns] adding namespace I0504 20:39:26.590982 3653 namespace.go:102] [openshift-route-controller-manager] adding namespace took 3.22959ms I0504 20:39:26.590997 3653 namespace.go:98] [openshift-backplane-srep] adding namespace I0504 20:39:26.591519 3653 namespace.go:102] [openshift-dns-operator] adding namespace took 3.761474ms I0504 20:39:26.591535 3653 namespace.go:98] [openshift-kube-apiserver] adding namespace I0504 20:39:26.591934 3653 namespace.go:102] [openshift-logging] adding namespace took 4.173524ms I0504 20:39:26.591948 3653 namespace.go:98] [openshift-authentication-operator] adding namespace I0504 20:39:26.592372 3653 namespace.go:102] [default] adding namespace took 4.604518ms I0504 20:39:26.592388 3653 namespace.go:98] [openshift-insights] adding namespace I0504 20:39:26.592854 3653 namespace.go:102] [openshift-monitoring] adding namespace took 5.082196ms I0504 20:39:26.592865 3653 namespace.go:98] [openshift-operators] adding namespace I0504 20:39:26.593342 3653 namespace.go:102] [openshift-package-operator] adding namespace took 5.566458ms I0504 20:39:26.593357 3653 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0504 20:39:26.593774 3653 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.996605ms I0504 20:39:26.593785 3653 namespace.go:98] [openshift-config-managed] adding namespace I0504 20:39:26.594243 3653 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.460669ms I0504 20:39:26.594257 3653 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0504 20:39:26.594752 3653 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.966676ms I0504 20:39:26.594765 3653 namespace.go:98] [openshift-apiserver] adding namespace I0504 20:39:26.595235 3653 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.447063ms I0504 20:39:26.595250 3653 namespace.go:98] [openshift-kube-scheduler] adding namespace W0504 20:39:26.595663 3653 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-c678c: pod openshift-multus/network-metrics-daemon-c678c: no pod IPs found W0504 20:39:26.595675 3653 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-8nbhl: pod openshift-multus/network-metrics-daemon-8nbhl: no pod IPs found W0504 20:39:26.595681 3653 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-f2tg6: pod openshift-multus/network-metrics-daemon-f2tg6: no pod IPs found I0504 20:39:26.595698 3653 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.887115ms I0504 20:39:26.595705 3653 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0504 20:39:26.596157 3653 namespace.go:102] [openshift-multus] adding namespace took 8.340007ms I0504 20:39:26.596176 3653 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0504 20:39:26.596695 3653 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.370791ms I0504 20:39:26.596709 3653 namespace.go:98] [openshift-console-operator] adding namespace I0504 20:39:26.597302 3653 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.487433ms I0504 20:39:26.597319 3653 namespace.go:98] [openshift-customer-monitoring] adding namespace I0504 20:39:26.597825 3653 namespace.go:102] [openshift-dns] adding namespace took 7.48456ms I0504 20:39:26.597839 3653 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0504 20:39:26.598401 3653 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.396861ms I0504 20:39:26.598417 3653 namespace.go:98] [openshift-image-registry] adding namespace I0504 20:39:26.598818 3653 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.278319ms I0504 20:39:26.598829 3653 namespace.go:98] [openshift-host-network] adding namespace I0504 20:39:26.599422 3653 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.466865ms I0504 20:39:26.599440 3653 namespace.go:98] [openshift-network-operator] adding namespace I0504 20:39:26.599927 3653 namespace.go:102] [openshift-insights] adding namespace took 7.534373ms I0504 20:39:26.599938 3653 namespace.go:98] [openshift-backplane-tam] adding namespace I0504 20:39:26.600681 3653 namespace.go:102] [openshift-operators] adding namespace took 7.807034ms I0504 20:39:26.600704 3653 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0504 20:39:26.601327 3653 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.964796ms I0504 20:39:26.601342 3653 namespace.go:98] [dedicated-admin] adding namespace I0504 20:39:26.601840 3653 namespace.go:102] [openshift-config-managed] adding namespace took 8.051459ms I0504 20:39:26.601850 3653 namespace.go:98] [openshift-infra] adding namespace I0504 20:39:26.602637 3653 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.374439ms I0504 20:39:26.602664 3653 namespace.go:98] [openshift-controller-manager] adding namespace I0504 20:39:26.603158 3653 namespace.go:102] [openshift-apiserver] adding namespace took 8.385486ms I0504 20:39:26.603177 3653 namespace.go:98] [openshift-backplane-mobb] adding namespace I0504 20:39:26.604152 3653 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.896099ms I0504 20:39:26.604171 3653 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0504 20:39:26.604714 3653 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 9.001945ms I0504 20:39:26.604734 3653 namespace.go:98] [kube-system] adding namespace I0504 20:39:26.605310 3653 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 9.129038ms I0504 20:39:26.605324 3653 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0504 20:39:26.605817 3653 namespace.go:102] [openshift-console-operator] adding namespace took 9.100461ms I0504 20:39:26.606374 3653 namespace.go:102] [openshift-customer-monitoring] adding namespace took 9.049928ms I0504 20:39:26.606391 3653 namespace.go:98] [openshift-backplane-cee] adding namespace I0504 20:39:26.606871 3653 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 9.026813ms I0504 20:39:26.606888 3653 namespace.go:98] [kube-node-lease] adding namespace I0504 20:39:26.607413 3653 namespace.go:102] [openshift-image-registry] adding namespace took 8.98809ms I0504 20:39:26.607435 3653 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0504 20:39:26.608113 3653 namespace.go:102] [openshift-host-network] adding namespace took 9.277354ms I0504 20:39:26.608144 3653 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0504 20:39:26.608830 3653 namespace.go:102] [openshift-network-operator] adding namespace took 9.382587ms I0504 20:39:26.608846 3653 namespace.go:98] [openshift-node] adding namespace I0504 20:39:26.609422 3653 namespace.go:102] [openshift-backplane-tam] adding namespace took 9.478949ms I0504 20:39:26.609435 3653 namespace.go:98] [open-cluster-management-2q3b3os70c667l7uhbfrt2sq5dfhc2b8] adding namespace I0504 20:39:26.609962 3653 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 9.25035ms I0504 20:39:26.609976 3653 namespace.go:98] [openshift-cluster-version] adding namespace I0504 20:39:26.610562 3653 namespace.go:102] [dedicated-admin] adding namespace took 9.214175ms I0504 20:39:26.610577 3653 namespace.go:98] [openshift-must-gather-operator] adding namespace I0504 20:39:26.611115 3653 namespace.go:102] [openshift-infra] adding namespace took 9.25727ms I0504 20:39:26.611151 3653 namespace.go:98] [kube-public] adding namespace I0504 20:39:26.611778 3653 namespace.go:102] [openshift-controller-manager] adding namespace took 9.106031ms I0504 20:39:26.611800 3653 namespace.go:98] [openshift-backplane-csm] adding namespace I0504 20:39:26.612778 3653 namespace.go:102] [openshift-backplane-mobb] adding namespace took 9.593499ms I0504 20:39:26.612798 3653 namespace.go:98] [openshift] adding namespace I0504 20:39:26.613543 3653 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 9.364703ms I0504 20:39:26.613562 3653 namespace.go:98] [openshift-network-node-identity] adding namespace I0504 20:39:26.614235 3653 namespace.go:102] [kube-system] adding namespace took 9.49279ms I0504 20:39:26.614258 3653 namespace.go:98] [openshift-service-ca-operator] adding namespace I0504 20:39:26.614828 3653 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 9.49693ms I0504 20:39:26.614849 3653 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0504 20:39:26.615557 3653 namespace.go:102] [openshift-backplane-cee] adding namespace took 9.157755ms I0504 20:39:26.615575 3653 namespace.go:98] [openshift-network-diagnostics] adding namespace I0504 20:39:26.616176 3653 namespace.go:102] [kube-node-lease] adding namespace took 9.278361ms I0504 20:39:26.616196 3653 namespace.go:98] [openshift-backplane] adding namespace I0504 20:39:26.616797 3653 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 9.353779ms I0504 20:39:26.616817 3653 namespace.go:98] [openshift-etcd] adding namespace I0504 20:39:26.617501 3653 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 9.348917ms I0504 20:39:26.617517 3653 namespace.go:98] [openshift-authentication] adding namespace I0504 20:39:26.618040 3653 namespace.go:102] [openshift-node] adding namespace took 9.18738ms I0504 20:39:26.618057 3653 namespace.go:98] [openshift-ingress-operator] adding namespace I0504 20:39:26.618727 3653 namespace.go:102] [open-cluster-management-2q3b3os70c667l7uhbfrt2sq5dfhc2b8] adding namespace took 9.283111ms I0504 20:39:26.618749 3653 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0504 20:39:26.619223 3653 namespace.go:102] [openshift-cluster-version] adding namespace took 9.240733ms I0504 20:39:26.619241 3653 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0504 20:39:26.619811 3653 namespace.go:102] [openshift-must-gather-operator] adding namespace took 9.227844ms I0504 20:39:26.619824 3653 namespace.go:98] [openshift-config] adding namespace I0504 20:39:26.620229 3653 namespace.go:102] [kube-public] adding namespace took 9.0684ms I0504 20:39:26.620251 3653 namespace.go:98] [openshift-machine-config-operator] adding namespace I0504 20:39:26.620781 3653 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.973477ms I0504 20:39:26.620800 3653 namespace.go:98] [openshift-console] adding namespace I0504 20:39:26.621235 3653 namespace.go:102] [openshift] adding namespace took 8.431362ms I0504 20:39:26.621249 3653 namespace.go:98] [openshift-machine-api] adding namespace I0504 20:39:26.621649 3653 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.082567ms I0504 20:39:26.621662 3653 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0504 20:39:26.622094 3653 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.83051ms I0504 20:39:26.622104 3653 namespace.go:98] [openshift-marketplace] adding namespace W0504 20:39:26.622498 3653 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-q5jng: pod openshift-network-diagnostics/network-check-target-q5jng: no pod IPs found W0504 20:39:26.622512 3653 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-chrv8: pod openshift-network-diagnostics/network-check-target-chrv8: no pod IPs found W0504 20:39:26.622519 3653 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-cnwbq: pod openshift-network-diagnostics/network-check-target-cnwbq: no pod IPs found I0504 20:39:26.622537 3653 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.682526ms I0504 20:39:26.622554 3653 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0504 20:39:26.623090 3653 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.507943ms I0504 20:39:26.623659 3653 namespace.go:102] [openshift-backplane] adding namespace took 7.456597ms I0504 20:39:26.623684 3653 namespace.go:98] [openshift-operators-redhat] adding namespace I0504 20:39:26.624155 3653 namespace.go:102] [openshift-etcd] adding namespace took 7.330964ms I0504 20:39:26.624826 3653 namespace.go:102] [openshift-authentication] adding namespace took 7.302088ms I0504 20:39:26.625487 3653 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.423672ms I0504 20:39:26.626216 3653 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.458173ms I0504 20:39:26.626239 3653 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0504 20:39:26.626872 3653 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.623816ms I0504 20:39:26.627444 3653 namespace.go:102] [openshift-config] adding namespace took 7.612113ms I0504 20:39:26.628010 3653 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.751978ms I0504 20:39:26.628549 3653 namespace.go:102] [openshift-console] adding namespace took 7.743311ms I0504 20:39:26.628996 3653 namespace.go:102] [openshift-machine-api] adding namespace took 7.740945ms I0504 20:39:26.629011 3653 namespace.go:98] [openshift-ingress] adding namespace I0504 20:39:26.629417 3653 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.749946ms I0504 20:39:26.629838 3653 namespace.go:102] [openshift-marketplace] adding namespace took 7.728826ms I0504 20:39:26.630343 3653 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.783548ms I0504 20:39:26.630356 3653 namespace.go:98] [openshift-network-console] adding namespace I0504 20:39:26.630776 3653 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.08763ms I0504 20:39:26.631147 3653 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 4.90261ms I0504 20:39:26.631575 3653 namespace.go:102] [openshift-ingress] adding namespace took 2.556651ms I0504 20:39:26.631967 3653 namespace.go:102] [openshift-network-console] adding namespace took 1.605601ms W0504 20:39:26.632061 3653 master.go:458] Unable to parse local node ip-10-0-2-58.ec2.internal chassis-id annotation. Chassis may be removed during sync W0504 20:39:26.632070 3653 master.go:471] Unable to parse remote node ip-10-0-0-208.ec2.internal chassis-id annotation. Chassis may be removed during sync W0504 20:39:26.632074 3653 master.go:471] Unable to parse remote node ip-10-0-1-101.ec2.internal chassis-id annotation. Chassis may be removed during sync I0504 20:39:26.632078 3653 master.go:481] Removing stale chassis with ID/Name: 76bbc3a5-7b4b-4f74-91d4-7feca56d1f4e, hostname: ip-10-0-2-58.ec2.internal I0504 20:39:26.632646 3653 master.go:548] Adding or Updating local node "ip-10-0-2-58.ec2.internal" for network "default" I0504 20:39:26.632683 3653 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-101.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-101.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-101.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-101.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-101.ec2.internal I0504 20:39:26.632683 3653 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-208.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-208.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-208.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-208.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-208.ec2.internal I0504 20:39:26.636107 3653 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-58.ec2.internal for the network default I0504 20:39:26.636820 3653 zone_ic_handler.go:195] Time taken to create transit switch: 698.27µs I0504 20:39:26.637529 3653 default_network_controller.go:823] Node add failed for ip-10-0-2-58.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-58.ec2.internal, error getting gateway config for node ip-10-0-2-58.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-58.ec2.internal", failed to update chassis to local for local node ip-10-0-2-58.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-58.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-58.ec2.internal] E0504 20:39:26.637582 3653 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-58.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-58.ec2.internal, error getting gateway config for node ip-10-0-2-58.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-58.ec2.internal", failed to update chassis to local for local node ip-10-0-2-58.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-58.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-58.ec2.internal] I0504 20:39:26.637638 3653 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0504 20:39:26.637664 3653 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0504 20:39:26.637680 3653 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0504 20:39:26.637707 3653 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-208.ec2.internal in network "default" I0504 20:39:26.637738 3653 node_tracker.go:235] Node ip-10-0-0-208.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-208.ec2.internal" I0504 20:39:26.637750 3653 node_tracker.go:169] Node ip-10-0-0-208.ec2.internal switch + router changed, syncing services in network "default" I0504 20:39:26.637763 3653 services_controller.go:574] Full service sync requested for network=default I0504 20:39:26.637770 3653 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-101.ec2.internal in network "default" I0504 20:39:26.637703 3653 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-58.ec2.internal", UID:"d51675cd-4531-4822-9c7a-52467d513f01", APIVersion:"v1", ResourceVersion:"8296", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-58.ec2.internal, error getting gateway config for node ip-10-0-2-58.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-58.ec2.internal", failed to update chassis to local for local node ip-10-0-2-58.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-58.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-58.ec2.internal] I0504 20:39:26.637778 3653 node_tracker.go:235] Node ip-10-0-1-101.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-101.ec2.internal" I0504 20:39:26.637784 3653 node_tracker.go:169] Node ip-10-0-1-101.ec2.internal switch + router changed, syncing services in network "default" I0504 20:39:26.637788 3653 services_controller.go:574] Full service sync requested for network=default I0504 20:39:26.637792 3653 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-58.ec2.internal in network "default" I0504 20:39:26.637799 3653 node_tracker.go:235] Node ip-10-0-2-58.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-58.ec2.internal" I0504 20:39:26.637805 3653 node_tracker.go:169] Node ip-10-0-2-58.ec2.internal switch + router changed, syncing services in network "default" I0504 20:39:26.637809 3653 services_controller.go:574] Full service sync requested for network=default I0504 20:39:26.645055 3653 iptables.go:108] Creating table: filter chain: FORWARD I0504 20:39:26.651322 3653 iptables.go:108] Creating table: filter chain: OUTPUT I0504 20:39:26.657560 3653 gateway_shared_intf.go:1816] Gateway Creation Complete I0504 20:39:26.657575 3653 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-58.ec2.internal","mac-address":"0e:95:3f:21:38:a1","ip-addresses":["10.0.2.58/24"],"ip-address":"10.0.2.58/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:76bbc3a5-7b4b-4f74-91d4-7feca56d1f4e k8s.ovn.org/node-encap-ips:["10.0.2.58"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.58/24"} k8s.ovn.org/zone-name:ip-10-0-2-58.ec2.internal] on node ip-10-0-2-58.ec2.internal I0504 20:39:26.672850 3653 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-58.ec2.internal in network "default" I0504 20:39:26.672870 3653 master.go:548] Adding or Updating local node "ip-10-0-2-58.ec2.internal" for network "default" I0504 20:39:26.672932 3653 node_tracker.go:169] Node ip-10-0-2-58.ec2.internal switch + router changed, syncing services in network "default" I0504 20:39:26.672952 3653 services_controller.go:574] Full service sync requested for network=default I0504 20:39:26.676398 3653 default_node_network_controller.go:519] Node connection status = connected W0504 20:39:26.677679 3653 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-c678c: pod openshift-multus/network-metrics-daemon-c678c: no pod IPs found W0504 20:39:26.677696 3653 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-cnwbq: pod openshift-network-diagnostics/network-check-target-cnwbq: no pod IPs found I0504 20:39:26.678723 3653 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-58.ec2.internal for the network default I0504 20:39:26.678922 3653 zone_ic_handler.go:195] Time taken to create transit switch: 184.556µs I0504 20:39:26.737959 3653 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0504 20:39:26.737994 3653 services_controller.go:208] Setting up event handlers for services for network=default I0504 20:39:26.738058 3653 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0504 20:39:26.738100 3653 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0504 20:39:26.738115 3653 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0504 20:39:26.838337 3653 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0504 20:39:26.838359 3653 repair.go:60] Starting repairing loop for services I0504 20:39:26.838474 3653 repair.go:131] Deleted 0 stale service LBs I0504 20:39:26.838501 3653 repair.go:137] Deleted 0 stale Chassis Template Vars I0504 20:39:26.838525 3653 repair.go:62] Finished repairing loop for services: 169.148µs I0504 20:39:26.838570 3653 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0504 20:39:26.838584 3653 services_controller.go:254] Starting workers for network=default I0504 20:39:26.838938 3653 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-q5jng, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-q5jng: suppressed error logged: pod openshift-network-diagnostics/network-check-target-q5jng: no pod IPs found I0504 20:39:26.838941 3653 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-f2tg6, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-f2tg6: suppressed error logged: pod openshift-multus/network-metrics-daemon-f2tg6: no pod IPs found I0504 20:39:26.839158 3653 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-cnwbq] creating logical port openshift-network-diagnostics_network-check-target-cnwbq for pod on switch ip-10-0-2-58.ec2.internal I0504 20:39:26.839168 3653 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-8nbhl, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-8nbhl: suppressed error logged: pod openshift-multus/network-metrics-daemon-8nbhl: no pod IPs found I0504 20:39:26.839181 3653 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-chrv8, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-chrv8: suppressed error logged: pod openshift-network-diagnostics/network-check-target-chrv8: no pod IPs found I0504 20:39:26.839322 3653 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-c678c] creating logical port openshift-multus_network-metrics-daemon-c678c for pod on switch ip-10-0-2-58.ec2.internal I0504 20:39:26.839337 3653 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-cnwbq I0504 20:39:26.839405 3653 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-c678c I0504 20:39:26.856900 3653 pod.go:62] [openshift-network-diagnostics/network-check-target-cnwbq] pod update took 17.639468ms I0504 20:39:26.856916 3653 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-cnwbq] addLogicalPort annotation time took 17.657738ms I0504 20:39:26.858306 3653 pods.go:271] [openshift-network-diagnostics/network-check-target-cnwbq] addLogicalPort took 19.155353ms, libovsdb time 1.098237ms I0504 20:39:26.858417 3653 pod.go:62] [openshift-multus/network-metrics-daemon-c678c] pod update took 19.035633ms I0504 20:39:26.858441 3653 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-c678c] addLogicalPort annotation time took 19.061546ms I0504 20:39:26.859222 3653 pods.go:271] [openshift-multus/network-metrics-daemon-c678c] addLogicalPort took 19.905953ms, libovsdb time 569.998µs I0504 20:39:26.859701 3653 admin_network_policy_controller.go:227] Starting controller default-network-controller I0504 20:39:26.859727 3653 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0504 20:39:26.859744 3653 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0504 20:39:26.859751 3653 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0504 20:39:26.859990 3653 repair.go:29] Repairing admin network policies took 232.042µs I0504 20:39:26.860144 3653 repair.go:92] Repairing baseline admin network policies took 141.051µs I0504 20:39:26.860520 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0504 20:39:26.860537 3653 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0504 20:39:26.861998 3653 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0504 20:39:26.862016 3653 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0504 20:39:26.862024 3653 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0504 20:39:26.863427 3653 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0504 20:39:26.863445 3653 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0504 20:39:26.863455 3653 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0504 20:39:26.864282 3653 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0504 20:39:26.864301 3653 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0504 20:39:26.864312 3653 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0504 20:39:26.866538 3653 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0504 20:39:26.866564 3653 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0504 20:39:26.866571 3653 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0504 20:39:26.866870 3653 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0504 20:39:26.866886 3653 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0504 20:39:26.866894 3653 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0504 20:39:26.867895 3653 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0504 20:39:26.867915 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0504 20:39:26.868388 3653 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0504 20:39:26.868401 3653 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 20:39:26.870164 3653 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0504 20:39:26.870184 3653 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0504 20:39:26.870193 3653 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0504 20:39:26.871107 3653 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0504 20:39:26.871145 3653 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0504 20:39:26.871154 3653 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0504 20:39:26.872400 3653 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0504 20:39:26.872419 3653 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0504 20:39:26.872429 3653 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0504 20:39:26.873397 3653 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0504 20:39:26.873415 3653 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0504 20:39:26.873425 3653 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0504 20:39:26.874383 3653 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0504 20:39:26.874401 3653 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0504 20:39:26.874408 3653 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0504 20:39:26.875931 3653 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0504 20:39:26.875948 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0504 20:39:26.875955 3653 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0504 20:39:26.877317 3653 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0504 20:39:26.877333 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0504 20:39:26.877340 3653 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0504 20:39:26.877759 3653 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0504 20:39:26.877777 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0504 20:39:26.877786 3653 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0504 20:39:26.878243 3653 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0504 20:39:26.878258 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0504 20:39:26.878267 3653 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0504 20:39:26.878964 3653 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0504 20:39:26.878983 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0504 20:39:26.878990 3653 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0504 20:39:26.879559 3653 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0504 20:39:26.879578 3653 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0504 20:39:26.879589 3653 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0504 20:39:26.880779 3653 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0504 20:39:26.880796 3653 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0504 20:39:26.880804 3653 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0504 20:39:26.882092 3653 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0504 20:39:26.882109 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0504 20:39:26.882145 3653 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 20:39:26.882843 3653 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0504 20:39:26.882863 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0504 20:39:26.882870 3653 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0504 20:39:26.883392 3653 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0504 20:39:26.883409 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0504 20:39:26.883417 3653 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0504 20:39:26.883933 3653 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0504 20:39:26.883951 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0504 20:39:26.883958 3653 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0504 20:39:26.885221 3653 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0504 20:39:26.885241 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0504 20:39:26.885251 3653 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0504 20:39:26.885511 3653 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0504 20:39:26.885528 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0504 20:39:26.885535 3653 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0504 20:39:26.885996 3653 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0504 20:39:26.886012 3653 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0504 20:39:26.886020 3653 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0504 20:39:26.887025 3653 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0504 20:39:26.887042 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0504 20:39:26.887049 3653 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0504 20:39:26.887589 3653 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0504 20:39:26.887606 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0504 20:39:26.887613 3653 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0504 20:39:26.888206 3653 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0504 20:39:26.888224 3653 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0504 20:39:26.888233 3653 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0504 20:39:26.888561 3653 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0504 20:39:26.893081 3653 egressfirewall.go:374] Starting EgressFirewall controller I0504 20:39:26.893119 3653 controller.go:133] Adding controller egress-firewall-controller event handlers I0504 20:39:26.893146 3653 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0504 20:39:26.893162 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0504 20:39:26.893174 3653 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0504 20:39:26.893209 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0504 20:39:26.893225 3653 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0504 20:39:26.893479 3653 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0504 20:39:26.893496 3653 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0504 20:39:26.893504 3653 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0504 20:39:26.893516 3653 egressqos.go:193] Setting up event handlers for EgressQoS I0504 20:39:26.893580 3653 egressfirewall.go:723] Syncing node "ip-10-0-0-208.ec2.internal" for egress firewall I0504 20:39:26.893594 3653 egressfirewall.go:723] Syncing node "ip-10-0-1-101.ec2.internal" for egress firewall I0504 20:39:26.893603 3653 egressfirewall.go:723] Syncing node "ip-10-0-2-58.ec2.internal" for egress firewall I0504 20:39:26.893707 3653 egressqos.go:245] Starting EgressQoS Controller I0504 20:39:26.893721 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0504 20:39:26.893731 3653 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0504 20:39:26.893741 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0504 20:39:26.893749 3653 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0504 20:39:26.893759 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0504 20:39:26.893768 3653 shared_informer.go:356] "Caches are synced" controller="egressqos" I0504 20:39:26.893775 3653 egressqos.go:259] Repairing EgressQoSes I0504 20:39:26.893781 3653 egressqos.go:399] Starting repairing loop for egressqos I0504 20:39:26.893855 3653 egressqos.go:401] Finished repairing loop for egressqos: 75.581µs I0504 20:39:26.893879 3653 egressservice_zone.go:132] Setting up event handlers for Egress Services I0504 20:39:26.893900 3653 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-58.ec2.internal I0504 20:39:26.893951 3653 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-58.ec2.internal : 50.181µs I0504 20:39:26.894040 3653 egressservice_zone.go:210] Starting Egress Services Controller I0504 20:39:26.894053 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 20:39:26.894061 3653 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 20:39:26.894068 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 20:39:26.894072 3653 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 20:39:26.894077 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 20:39:26.894082 3653 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 20:39:26.894087 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0504 20:39:26.894091 3653 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0504 20:39:26.894095 3653 egressservice_zone.go:228] Repairing Egress Services I0504 20:39:26.894336 3653 master_controller.go:88] Starting Admin Policy Based Route Controller I0504 20:39:26.894346 3653 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 20:39:26.894365 3653 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-101.ec2.internal I0504 20:39:26.894378 3653 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-101.ec2.internal: 15.717µs I0504 20:39:26.894389 3653 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-58.ec2.internal I0504 20:39:26.894396 3653 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-58.ec2.internal: 8.035µs I0504 20:39:26.894403 3653 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-208.ec2.internal I0504 20:39:26.894409 3653 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-208.ec2.internal: 6.36µs I0504 20:39:26.894491 3653 default_network_controller.go:585] Completing all the Watchers took 307.003077ms I0504 20:39:26.894504 3653 default_network_controller.go:589] Starting unidling controllers I0504 20:39:26.894516 3653 unidle.go:46] Registering OVN SB ControllerEvent handler I0504 20:39:26.894522 3653 unidle.go:63] Populating Initial ContollerEvent events I0504 20:39:26.894532 3653 unidle.go:79] Setting up event handlers for services I0504 20:39:26.894584 3653 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0504 20:39:27.177166 3653 default_node_network_controller.go:519] Node connection status = connected I0504 20:39:27.677488 3653 default_node_network_controller.go:519] Node connection status = connected I0504 20:39:28.176944 3653 default_node_network_controller.go:519] Node connection status = connected I0504 20:39:28.395120 3653 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0504 20:39:28.677529 3653 default_node_network_controller.go:519] Node connection status = connected I0504 20:39:28.695308 3653 bridgeconfig.go:537] Gateway is ready I0504 20:39:28.695326 3653 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0504 20:39:28.706770 3653 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.58. Updating OVN encap IP. I0504 20:39:28.712065 3653 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.58 - it is already configured I0504 20:39:28.712077 3653 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.58/24:{} 172.20.0.1/32:{}]. Updating annotations. I0504 20:39:28.712297 3653 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.58/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-58.ec2.internal","mac-address":"0e:95:3f:21:38:a1","ip-addresses":["10.0.2.58/24"],"ip-address":"10.0.2.58/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:76bbc3a5-7b4b-4f74-91d4-7feca56d1f4e k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.58/24"}] on node ip-10-0-2-58.ec2.internal I0504 20:39:28.727782 3653 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-58.ec2.internal in network "default" I0504 20:39:28.727813 3653 egressfirewall.go:723] Syncing node "ip-10-0-2-58.ec2.internal" for egress firewall I0504 20:39:28.727833 3653 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-58.ec2.internal I0504 20:39:28.727849 3653 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-58.ec2.internal: 18.192µs I0504 20:39:28.727856 3653 node_tracker.go:169] Node ip-10-0-2-58.ec2.internal switch + router changed, syncing services in network "default" I0504 20:39:28.727874 3653 services_controller.go:574] Full service sync requested for network=default I0504 20:39:28.727915 3653 master.go:548] Adding or Updating local node "ip-10-0-2-58.ec2.internal" for network "default" I0504 20:39:28.728151 3653 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.58 I0504 20:39:28.728265 3653 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-58.ec2.internal I0504 20:39:28.732545 3653 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-58.ec2.internal. Updating no re-route policies I0504 20:39:28.732618 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-c678c I0504 20:39:28.732638 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-c678c I0504 20:39:28.732641 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-rckfq I0504 20:39:28.732649 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nx5ln I0504 20:39:28.732662 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nx5ln I0504 20:39:28.732672 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-whqpn I0504 20:39:28.732676 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-cnwbq I0504 20:39:28.732674 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-8nbhl I0504 20:39:28.732685 3653 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-c678c] creating logical port openshift-multus_network-metrics-daemon-c678c for pod on switch ip-10-0-2-58.ec2.internal I0504 20:39:28.732688 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-whqpn I0504 20:39:28.732690 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-4t6fp I0504 20:39:28.732705 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-4t6fp I0504 20:39:28.732710 3653 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-f5crd I0504 20:39:28.732713 3653 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-58.ec2.internal I0504 20:39:28.732690 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-cnwbq I0504 20:39:28.732720 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-q5jng I0504 20:39:28.732737 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-58.ec2.internal I0504 20:39:28.732742 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-q5jng I0504 20:39:28.732747 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-58.ec2.internal I0504 20:39:28.732756 3653 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-cnwbq] creating logical port openshift-network-diagnostics_network-check-target-cnwbq for pod on switch ip-10-0-2-58.ec2.internal I0504 20:39:28.732693 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-8nbhl I0504 20:39:28.732771 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-qbc4b I0504 20:39:28.732778 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-qbc4b I0504 20:39:28.732775 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-gbtb4 I0504 20:39:28.732787 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-chrv8 I0504 20:39:28.732794 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-gbtb4 I0504 20:39:28.732801 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-chrv8 I0504 20:39:28.732815 3653 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-58.ec2.internal after 0 failed attempt(s) I0504 20:39:28.732714 3653 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-whqpn after 0 failed attempt(s) I0504 20:39:28.732817 3653 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-qbc4b after 0 failed attempt(s) I0504 20:39:28.732829 3653 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-4t6fp after 0 failed attempt(s) I0504 20:39:28.732724 3653 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-58.ec2.internal I0504 20:39:28.732841 3653 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-chrv8, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-chrv8: suppressed error logged: pod openshift-network-diagnostics/network-check-target-chrv8: no pod IPs found I0504 20:39:28.732845 3653 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-q5jng, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-q5jng: suppressed error logged: pod openshift-network-diagnostics/network-check-target-q5jng: no pod IPs found I0504 20:39:28.732691 3653 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nx5ln after 0 failed attempt(s) I0504 20:39:28.732855 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-f2tg6 I0504 20:39:28.732727 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-fcmdm I0504 20:39:28.732869 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-fcmdm I0504 20:39:28.732873 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-f2tg6 I0504 20:39:28.732881 3653 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-fcmdm after 0 failed attempt(s) I0504 20:39:28.732817 3653 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-8nbhl, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-8nbhl: suppressed error logged: pod openshift-multus/network-metrics-daemon-8nbhl: no pod IPs found I0504 20:39:28.732661 3653 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-tx6zl I0504 20:39:28.732895 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-tx6zl I0504 20:39:28.732898 3653 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-f2tg6, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-f2tg6: suppressed error logged: pod openshift-multus/network-metrics-daemon-f2tg6: no pod IPs found I0504 20:39:28.732907 3653 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-tx6zl after 0 failed attempt(s) I0504 20:39:28.732819 3653 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-gbtb4 after 0 failed attempt(s) I0504 20:39:28.732853 3653 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-58.ec2.internal after 0 failed attempt(s) I0504 20:39:28.732720 3653 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-f5crd I0504 20:39:28.732927 3653 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-f5crd after 0 failed attempt(s) I0504 20:39:28.732662 3653 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-rckfq I0504 20:39:28.732938 3653 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-rckfq after 0 failed attempt(s) I0504 20:39:28.733422 3653 pods.go:271] [openshift-multus/network-metrics-daemon-c678c] addLogicalPort took 748.762µs, libovsdb time 310.348µs I0504 20:39:28.733434 3653 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-c678c after 0 failed attempt(s) I0504 20:39:28.733529 3653 pods.go:271] [openshift-network-diagnostics/network-check-target-cnwbq] addLogicalPort took 785.693µs, libovsdb time 332.196µs I0504 20:39:28.733536 3653 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-cnwbq after 0 failed attempt(s) I0504 20:39:28.743562 3653 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0504 20:39:28.755709 3653 iptables.go:108] Creating table: mangle chain: OUTPUT I0504 20:39:28.758838 3653 iptables.go:108] Creating table: nat chain: OUTPUT I0504 20:39:28.807205 3653 iptables.go:108] Creating table: nat chain: PREROUTING I0504 20:39:28.862847 3653 iptables.go:108] Creating table: filter chain: FORWARD I0504 20:39:28.878830 3653 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0504 20:39:28.878922 3653 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0504 20:39:28.878965 3653 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0504 20:39:28.879030 3653 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0504 20:39:28.879076 3653 gateway_init.go:325] Gateway and management port readiness took 2.206905406s I0504 20:39:28.879103 3653 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0504 20:39:28.879155 3653 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0504 20:39:28.879169 3653 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0504 20:39:28.879178 3653 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 20:39:28.879236 3653 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0504 20:39:28.879319 3653 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 55.803µs I0504 20:39:28.879532 3653 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0504 20:39:28.879556 3653 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.834µs I0504 20:39:28.879564 3653 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 33.579µs I0504 20:39:28.879570 3653 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0504 20:39:28.879580 3653 nad_controller.go:379] [node-nad-controller NAD controller]: started I0504 20:39:28.879587 3653 default_node_network_controller.go:899] Starting the default node network controller I0504 20:39:28.879592 3653 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0504 20:39:28.879687 3653 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 21.004µs I0504 20:39:28.879735 3653 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0504 20:39:28.879743 3653 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0504 20:39:28.879775 3653 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c013a0 0xc00033e1c0 0xc00033e230 0xc00033e2a0 0xc00033e310 0xc00033e380 0xc00033e3f0 0xc000c157c0 0xc00033e460 0xc00033e4d0 0xc0004fe2d0 0xc0065a53b0 0xc00033e540 map[0x2ff9080:0xc002b1ad80 0x2ff95c0:0xc002b1af00 0x2ffa2e0:0xc002b1acc0 0x2ffa580:0xc002b1ad20 0x2ffad60:0xc002b1ade0 0x2ffb000:0xc002b1ae40 0x2ffb2a0:0xc002b1aea0 0x2ffba80:0xc002b1af60 0x2ffbd20:0xc002b1b440 0x3026980:0xc0009d9800 0x3026d20:0xc0009d9860 0x3027800:0xc000c83a40 0x3029160:0xc0004fa300 0x30298a0:0xc002d1f680 0x302a720:0xc0009d97a0] 0xc000c32620 0} I0504 20:39:28.879832 3653 gateway.go:151] Starting gateway service sync I0504 20:39:28.880268 3653 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0504 20:39:28.882376 3653 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0504 20:39:28.897733 3653 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0504 20:39:28.898842 3653 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0504 20:39:28.899969 3653 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0504 20:39:28.932221 3653 gateway.go:168] Gateway service sync done. Time taken: 52.376266ms I0504 20:39:28.932629 3653 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32305 I0504 20:39:28.932943 3653 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c013a0 0xc00033e1c0 0xc00033e230 0xc00033e2a0 0xc00033e310 0xc00033e380 0xc00033e3f0 0xc000c157c0 0xc00033e460 0xc00033e4d0 0xc0004fe2d0 0xc0065a53b0 0xc00033e540 map[0x2ff9080:0xc002b1ad80 0x2ff95c0:0xc002b1af00 0x2ffa2e0:0xc002b1acc0 0x2ffa580:0xc002b1ad20 0x2ffad60:0xc002b1ade0 0x2ffb000:0xc002b1ae40 0x2ffb2a0:0xc002b1aea0 0x2ffba80:0xc002b1af60 0x2ffbd20:0xc002b1b440 0x3026980:0xc0009d9800 0x3026d20:0xc0009d9860 0x3027800:0xc000c83a40 0x3029160:0xc0004fa300 0x30298a0:0xc002d1f680 0x302a720:0xc0009d97a0] 0xc000c32620 0} I0504 20:39:28.933442 3653 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c013a0 0xc00033e1c0 0xc00033e230 0xc00033e2a0 0xc00033e310 0xc00033e380 0xc00033e3f0 0xc000c157c0 0xc00033e460 0xc00033e4d0 0xc0004fe2d0 0xc0065a53b0 0xc00033e540 map[0x2ff9080:0xc002b1ad80 0x2ff95c0:0xc002b1af00 0x2ffa2e0:0xc002b1acc0 0x2ffa580:0xc002b1ad20 0x2ffad60:0xc002b1ade0 0x2ffb000:0xc002b1ae40 0x2ffb2a0:0xc002b1aea0 0x2ffba80:0xc002b1af60 0x2ffbd20:0xc002b1b440 0x3026980:0xc0009d9800 0x3026d20:0xc0009d9860 0x3027800:0xc000c83a40 0x3029160:0xc0004fa300 0x30298a0:0xc002d1f680 0x302a720:0xc0009d97a0] 0xc000c32620 0} I0504 20:39:28.933477 3653 gateway.go:532] Reconciling gateway with updates I0504 20:39:28.938317 3653 gateway.go:339] Spawning Conntrack Rule Check Thread I0504 20:39:28.938347 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:39:28.938367 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:39:28.938387 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:39:28.938387 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:39:28.938399 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:39:28.938405 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:39:28.938421 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:39:28.938421 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:39:28.938436 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:39:28.938448 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:39:28.938464 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 20:39:28.938469 3653 default_node_network_controller.go:944] Gateway and management port readiness took 58.715108ms I0504 20:39:28.938480 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:39:28.938481 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 20:39:28.938485 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:39:28.938486 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:39:28.938490 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 20:39:28.938483 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:39:28.938497 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:39:28.938494 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:39:28.938503 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:39:28.938506 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 20:39:28.938512 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:39:28.938421 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:39:28.938500 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:39:28.938522 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:39:28.938525 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:39:28.938530 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:39:28.938534 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 20:39:28.938534 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:39:28.938374 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:39:28.938551 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:39:28.938556 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:39:28.938557 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 20:39:28.938566 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:39:28.938349 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 20:39:28.938575 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:39:28.938578 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 20:39:28.938581 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:39:28.938586 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:39:28.938589 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 20:39:28.938589 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 20:39:28.938406 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:39:28.938604 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 20:39:28.938592 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:39:28.938610 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:39:28.938614 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 20:39:28.938623 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:39:28.938625 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:39:28.938629 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 20:39:28.938638 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 20:39:28.938639 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:39:28.938576 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 20:39:28.938651 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 20:39:28.938654 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 20:39:28.938669 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 20:39:28.938673 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:39:28.938532 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 20:39:28.938680 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:39:28.938680 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:39:28.938688 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:39:28.938691 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:39:28.938675 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 20:39:28.938701 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:39:28.938537 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:39:28.938707 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:39:28.938637 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 20:39:28.938707 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:39:28.938561 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:39:28.938720 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 20:39:28.938725 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 20:39:28.938727 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:39:28.938605 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 20:39:28.938770 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 20:39:28.938727 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 20:39:28.938391 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:39:28.938790 3653 port_claim.go:71] Svc openshift-ingress/router-default: port 32429 is already open, no action needed I0504 20:39:28.938471 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:39:28.938801 3653 port_claim.go:71] Svc openshift-ingress/router-default: port 30809 is already open, no action needed I0504 20:39:28.938552 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:39:28.938510 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:39:28.938818 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:39:28.938824 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:39:28.938513 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:39:28.938661 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 20:39:28.938685 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:39:28.938675 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:39:28.938865 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:39:28.938868 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:39:28.938871 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:39:28.938872 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:39:28.938884 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:39:28.938697 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:39:28.938886 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:39:28.938560 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 20:39:28.938555 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:39:28.938983 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:39:28.938991 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 20:39:28.938809 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 20:39:28.938654 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 20:39:28.938810 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:39:28.939004 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 20:39:28.939019 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 20:39:28.938403 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:39:28.939045 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:39:28.938710 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:39:28.939054 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 20:39:28.939057 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:39:28.939071 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:39:28.939081 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 20:39:28.938514 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:39:28.938538 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:39:28.939482 3653 node_ip_handler_linux.go:160] Node IP manager is running W0504 20:39:28.975997 3653 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 20:39:28.976227 3653 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 20:39:28.976358 3653 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0504 20:39:28.984959 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 20:39:28.984984 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 20:39:28.984990 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 20:39:28.984998 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 20:39:28.985006 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 20:39:28.985012 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 20:39:29.024555 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 20:39:29.024585 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 20:39:29.063433 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 20:39:29.063447 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 20:39:29.063437 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0504 20:39:29.063467 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 20:39:29.063473 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 20:39:29.063501 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 20:39:29.063507 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 20:39:29.063512 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 20:39:29.063518 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 20:39:29.063530 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 20:39:29.063543 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 20:39:29.063551 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 20:39:29.063556 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 20:39:29.063563 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 20:39:29.063567 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 20:39:30.509740 3653 default_node_network_controller.go:1380] Starting node controller node sync W0504 20:39:30.509765 3653 egressip_healthcheck.go:76] Health checking using insecure connection I0504 20:39:30.509827 3653 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0504 20:39:30.521161 3653 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.402386ms I0504 20:39:30.521358 3653 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0504 20:39:30.521695 3653 egressservice_node.go:93] Setting up event handlers for Egress Services I0504 20:39:30.521843 3653 egressservice_node.go:183] Starting Egress Services Controller I0504 20:39:30.521859 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 20:39:30.521871 3653 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 20:39:30.521876 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 20:39:30.521881 3653 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 20:39:30.521887 3653 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 20:39:30.521891 3653 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 20:39:30.521896 3653 egressservice_node.go:197] Repairing Egress Services I0504 20:39:30.531889 3653 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0504 20:39:30.531902 3653 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 20:39:30.532047 3653 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0504 20:39:30.532059 3653 link_network_manager.go:119] Link manager is running I0504 20:39:30.532070 3653 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0504 20:39:30.532239 3653 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0504 20:39:30.532483 3653 vrf_manager.go:128] VRF manager is running I0504 20:39:30.532606 3653 node_controller_manager.go:437] Removing flows to drop GARP I0504 20:39:30.532621 3653 gateway.go:532] Reconciling gateway with updates I0504 20:39:30.563088 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 20:39:30.563103 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:39:30.563109 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:39:30.563120 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:39:30.563118 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 20:39:30.563136 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:39:30.563120 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 20:39:30.563093 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:39:30.563157 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:39:30.563158 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 20:39:30.563151 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:39:30.563163 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:39:30.563173 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:39:30.563179 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:39:30.563183 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:39:30.563189 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 20:39:30.563195 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:39:30.563200 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:39:30.563201 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:39:30.563206 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:39:30.563208 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:39:30.563209 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:39:30.563214 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:39:30.563225 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:39:30.563229 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:39:30.563232 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 20:39:30.563144 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 20:39:30.563212 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 20:39:30.563255 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:39:30.563269 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 20:39:30.563271 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:39:30.563277 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 20:39:30.563271 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 20:39:30.563284 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:39:30.563283 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 20:39:30.563286 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 20:39:30.563295 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:39:30.563301 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 20:39:30.563303 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 20:39:30.563302 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:39:30.563316 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 20:39:30.563320 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:39:30.563328 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 20:39:30.563328 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:39:30.563258 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:39:30.563336 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 20:39:30.563345 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:39:30.563215 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:39:30.563211 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 20:39:30.563350 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:39:30.563364 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 20:39:30.563260 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:39:30.563380 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:39:30.563321 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 20:39:30.563275 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:39:30.563412 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:39:30.563425 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:39:30.563433 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:39:30.563447 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:39:30.563242 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:39:30.563457 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:39:30.563459 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 20:39:30.563462 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:39:30.563464 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 20:39:30.563469 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:39:30.563478 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:39:30.563480 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 20:39:30.563483 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:39:30.563483 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:39:30.563271 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:39:30.563489 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:39:30.563491 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:39:30.563498 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:39:30.563499 3653 port_claim.go:71] Svc openshift-ingress/router-default: port 32429 is already open, no action needed I0504 20:39:30.563501 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 20:39:30.563503 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:39:30.563480 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:39:30.563513 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 20:39:30.563517 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:39:30.563517 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:39:30.563456 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:39:30.563286 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:39:30.563531 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:39:30.563532 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:39:30.563544 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 20:39:30.563431 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:39:30.563549 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:39:30.563556 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:39:30.563305 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 20:39:30.563271 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:39:30.563307 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:39:30.563468 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:39:30.563686 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:39:30.563696 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 20:39:30.563470 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:39:30.563706 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:39:30.563494 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:39:30.563503 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:39:30.563509 3653 port_claim.go:71] Svc openshift-ingress/router-default: port 30809 is already open, no action needed I0504 20:39:30.563287 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 20:39:30.563521 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:39:30.563520 3653 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:39:30.563869 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:39:30.563522 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:39:30.563578 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:39:30.563449 3653 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:39:30.563983 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 20:39:30.563351 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 20:39:30.605285 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 20:39:30.605310 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 20:39:30.647708 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 20:39:30.647758 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 20:39:30.647781 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 20:39:30.647799 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 20:39:30.647806 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 20:39:30.647811 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 20:39:30.647817 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 20:39:30.647823 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 20:39:30.647830 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 20:39:30.647836 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 20:39:30.647851 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0504 20:39:30.647869 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 20:39:30.647876 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 20:39:30.647882 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 20:39:30.647888 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 20:39:30.647895 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 20:39:30.647900 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 20:39:30.647906 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 20:39:30.647911 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 20:39:30.689117 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 20:39:30.689144 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 20:39:30.689162 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 20:39:30.689174 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 20:39:30.689183 3653 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 20:39:32.568799 3653 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-58.ec2.internal I0504 20:39:32.568827 3653 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-58.ec2.internal: 33.858µs I0504 20:39:32.596987 3653 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7cd54b949-f8shc] creating logical port openshift-image-registry_image-registry-7cd54b949-f8shc for pod on switch ip-10-0-2-58.ec2.internal I0504 20:39:32.597111 3653 kube.go:256] Updating pod openshift-image-registry/image-registry-7cd54b949-f8shc I0504 20:39:32.618038 3653 pod.go:62] [openshift-image-registry/image-registry-7cd54b949-f8shc] pod update took 20.968843ms I0504 20:39:32.618063 3653 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7cd54b949-f8shc] addLogicalPort annotation time took 20.99608ms I0504 20:39:32.619341 3653 pods.go:271] [openshift-image-registry/image-registry-7cd54b949-f8shc] addLogicalPort took 22.368489ms, libovsdb time 959.889µs I0504 20:39:32.646919 3653 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-9dxc7] creating logical port openshift-dns_dns-default-9dxc7 for pod on switch ip-10-0-2-58.ec2.internal I0504 20:39:32.647070 3653 kube.go:256] Updating pod openshift-dns/dns-default-9dxc7 I0504 20:39:32.652240 3653 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-vgw7m] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-vgw7m for pod on switch ip-10-0-2-58.ec2.internal I0504 20:39:32.652550 3653 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-vgw7m I0504 20:39:32.652607 3653 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-5pf5m] creating logical port openshift-console-operator_console-operator-66dbbb6468-5pf5m for pod on switch ip-10-0-2-58.ec2.internal I0504 20:39:32.652691 3653 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-cj2hj] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-cj2hj for pod on switch ip-10-0-2-58.ec2.internal I0504 20:39:32.652798 3653 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-5pf5m I0504 20:39:32.652883 3653 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-cj2hj I0504 20:39:32.653076 3653 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-858c4f66ff-jn7ws] creating logical port openshift-ingress_router-default-858c4f66ff-jn7ws for pod on switch ip-10-0-2-58.ec2.internal I0504 20:39:32.653148 3653 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-fwmb6] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-fwmb6 for pod on switch ip-10-0-2-58.ec2.internal I0504 20:39:32.653219 3653 kube.go:256] Updating pod openshift-ingress/router-default-858c4f66ff-jn7ws I0504 20:39:32.653228 3653 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-fwmb6 I0504 20:39:32.675612 3653 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-5pf5m] pod update took 22.902403ms I0504 20:39:32.675713 3653 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-cj2hj] pod update took 22.42642ms I0504 20:39:32.675757 3653 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-cj2hj] addLogicalPort annotation time took 22.95381ms I0504 20:39:32.675809 3653 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-vgw7m] pod update took 23.389742ms I0504 20:39:32.675725 3653 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-5pf5m] addLogicalPort annotation time took 23.014847ms I0504 20:39:32.675827 3653 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-vgw7m] addLogicalPort annotation time took 23.410783ms I0504 20:39:32.675919 3653 pod.go:62] [openshift-dns/dns-default-9dxc7] pod update took 28.875996ms I0504 20:39:32.675938 3653 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-9dxc7] addLogicalPort annotation time took 28.898901ms I0504 20:39:32.677122 3653 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-cj2hj] addLogicalPort took 24.444428ms, libovsdb time 1.064055ms I0504 20:39:32.677197 3653 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-k6smm] creating logical port openshift-insights_insights-operator-6dbb575d6c-k6smm for pod on switch ip-10-0-2-58.ec2.internal I0504 20:39:32.677260 3653 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-k6smm I0504 20:39:32.677546 3653 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-vgw7m] addLogicalPort took 25.319985ms, libovsdb time 1.386989ms I0504 20:39:32.677848 3653 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-fwmb6] pod update took 24.642999ms I0504 20:39:32.677862 3653 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-fwmb6] addLogicalPort annotation time took 24.659385ms I0504 20:39:32.677971 3653 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-b6t2k] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-b6t2k for pod on switch ip-10-0-2-58.ec2.internal I0504 20:39:32.678153 3653 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-5pf5m] addLogicalPort took 25.563469ms, libovsdb time 1.942332ms I0504 20:39:32.678184 3653 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-b6t2k I0504 20:39:32.678604 3653 pods.go:271] [openshift-dns/dns-default-9dxc7] addLogicalPort took 31.707093ms, libovsdb time 2.377342ms I0504 20:39:32.679344 3653 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-fwmb6] addLogicalPort took 26.219754ms, libovsdb time 1.069404ms I0504 20:39:32.679443 3653 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-tmb8c] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-tmb8c for pod on switch ip-10-0-2-58.ec2.internal I0504 20:39:32.679520 3653 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-tmb8c I0504 20:39:32.682924 3653 pod.go:62] [openshift-ingress/router-default-858c4f66ff-jn7ws] pod update took 29.723735ms I0504 20:39:32.682990 3653 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-858c4f66ff-jn7ws] addLogicalPort annotation time took 29.800851ms I0504 20:39:32.683319 3653 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-vwqn7] creating logical port openshift-ingress-canary_ingress-canary-vwqn7 for pod on switch ip-10-0-2-58.ec2.internal I0504 20:39:32.682975 3653 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-k2skl] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-k2skl for pod on switch ip-10-0-2-58.ec2.internal I0504 20:39:32.683474 3653 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-vwqn7 I0504 20:39:32.683542 3653 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-k2skl I0504 20:39:32.683549 3653 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-hr2w4] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-hr2w4 for pod on switch ip-10-0-2-58.ec2.internal I0504 20:39:32.683784 3653 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-hr2w4 I0504 20:39:32.684580 3653 pods.go:271] [openshift-ingress/router-default-858c4f66ff-jn7ws] addLogicalPort took 31.512456ms, libovsdb time 1.035687ms I0504 20:39:32.684636 3653 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6df458665-jdgq7] creating logical port openshift-ingress_router-default-6df458665-jdgq7 for pod on switch ip-10-0-2-58.ec2.internal I0504 20:39:32.684708 3653 kube.go:256] Updating pod openshift-ingress/router-default-6df458665-jdgq7 I0504 20:39:32.702715 3653 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-b6t2k] pod update took 24.54561ms I0504 20:39:32.702736 3653 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-b6t2k] addLogicalPort annotation time took 24.570803ms I0504 20:39:32.704058 3653 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-b6t2k] addLogicalPort took 26.096619ms, libovsdb time 1.006839ms I0504 20:39:32.704160 3653 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-zrqkw] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-zrqkw for pod on switch ip-10-0-2-58.ec2.internal I0504 20:39:32.704252 3653 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-zrqkw I0504 20:39:32.705950 3653 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-k6smm] pod update took 28.706203ms I0504 20:39:32.705973 3653 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-k6smm] addLogicalPort annotation time took 28.728233ms I0504 20:39:32.707217 3653 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-k6smm] addLogicalPort took 30.022113ms, libovsdb time 905.595µs I0504 20:39:32.709182 3653 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-tmb8c] pod update took 29.682972ms I0504 20:39:32.709244 3653 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-tmb8c] addLogicalPort annotation time took 29.746068ms I0504 20:39:32.709293 3653 pod.go:62] [openshift-ingress-canary/ingress-canary-vwqn7] pod update took 25.839ms I0504 20:39:32.709361 3653 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-vwqn7] addLogicalPort annotation time took 25.905309ms I0504 20:39:32.711147 3653 pods.go:271] [openshift-ingress-canary/ingress-canary-vwqn7] addLogicalPort took 27.813311ms, libovsdb time 1.39489ms I0504 20:39:32.711443 3653 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-tmb8c] addLogicalPort took 32.014974ms, libovsdb time 1.588168ms I0504 20:39:32.713469 3653 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-hr2w4] pod update took 29.708329ms I0504 20:39:32.713497 3653 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-hr2w4] addLogicalPort annotation time took 29.734314ms I0504 20:39:32.713522 3653 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-k2skl] pod update took 30.003076ms I0504 20:39:32.713540 3653 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-k2skl] addLogicalPort annotation time took 30.022718ms I0504 20:39:32.713915 3653 pod.go:62] [openshift-ingress/router-default-6df458665-jdgq7] pod update took 29.234477ms I0504 20:39:32.713936 3653 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6df458665-jdgq7] addLogicalPort annotation time took 29.260385ms I0504 20:39:32.715112 3653 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-k2skl] addLogicalPort took 32.146331ms, libovsdb time 957.279µs I0504 20:39:32.715213 3653 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-g7w9n] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-g7w9n for pod on switch ip-10-0-2-58.ec2.internal I0504 20:39:32.715297 3653 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-g7w9n I0504 20:39:32.715800 3653 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-hr2w4] addLogicalPort took 32.261068ms, libovsdb time 1.668743ms I0504 20:39:32.715993 3653 pods.go:271] [openshift-ingress/router-default-6df458665-jdgq7] addLogicalPort took 31.363612ms, libovsdb time 1.344655ms I0504 20:39:32.723627 3653 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-zrqkw] pod update took 19.406337ms I0504 20:39:32.723650 3653 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-zrqkw] addLogicalPort annotation time took 19.430297ms I0504 20:39:32.724771 3653 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-zrqkw] addLogicalPort took 20.619288ms, libovsdb time 829.326µs I0504 20:39:32.733343 3653 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-g7w9n] pod update took 18.074826ms I0504 20:39:32.733369 3653 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-g7w9n] addLogicalPort annotation time took 18.103968ms I0504 20:39:32.734589 3653 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-g7w9n] addLogicalPort took 19.381136ms, libovsdb time 837.491µs I0504 20:39:33.657838 3653 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-fwmb6 071b087b6c7923d6abc23e1d65e349d2bfc5d75ab59a86f0b8866f0136f9e53a network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-fwmb6 071b087b6c7923d6abc23e1d65e349d2bfc5d75ab59a86f0b8866f0136f9e53a network default NAD default NAD key ] I0504 20:39:33.659797 3653 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-k6smm e9e48849fe56b08b78aaf1b0ef3037ec29cd0d65efa060f22f979d964636d1cc network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-k6smm e9e48849fe56b08b78aaf1b0ef3037ec29cd0d65efa060f22f979d964636d1cc network default NAD default NAD key ] I0504 20:39:33.659882 3653 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-cj2hj ea0a3bcb2abb6aead77590d5c7290569081ebf24d4728217cd306a94f7c2a3e7 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-cj2hj ea0a3bcb2abb6aead77590d5c7290569081ebf24d4728217cd306a94f7c2a3e7 network default NAD default NAD key ] I0504 20:39:33.661414 3653 cni.go:452] [openshift-ingress-canary/ingress-canary-vwqn7 9f82939a7032088b845c576feeb23827c3474e76eb5834b16b5535b1e59bd63b network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-vwqn7 9f82939a7032088b845c576feeb23827c3474e76eb5834b16b5535b1e59bd63b network default NAD default NAD key ] I0504 20:39:33.662379 3653 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-vgw7m 14e8274a771ed4c645552e130c1bba7009a4af581105d81decdb720848163261 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-vgw7m 14e8274a771ed4c645552e130c1bba7009a4af581105d81decdb720848163261 network default NAD default NAD key ] I0504 20:39:33.663720 3653 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-hr2w4 b69126aa5afeabe457728533868f0f1b2b758ac613c29ebee7c4595cd310617e network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-hr2w4 b69126aa5afeabe457728533868f0f1b2b758ac613c29ebee7c4595cd310617e network default NAD default NAD key ] I0504 20:39:33.667280 3653 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-5pf5m 7f840a1625db1d4e46ba1156709264ac6f99a550a603f8622482812db12968a5 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-5pf5m 7f840a1625db1d4e46ba1156709264ac6f99a550a603f8622482812db12968a5 network default NAD default NAD key ] I0504 20:39:33.667820 3653 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-g7w9n e9319e738cad0f0d8f41e6b1f38ce488beb6c18d7e4003d843d5b9f770b059ee network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-g7w9n e9319e738cad0f0d8f41e6b1f38ce488beb6c18d7e4003d843d5b9f770b059ee network default NAD default NAD key ] I0504 20:39:33.721044 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-vgw7m, hostIfaceName: 14e8274a771ed4c, network: default, NAD default, SandboxID: "14e8274a771ed4c645552e130c1bba7009a4af581105d81decdb720848163261", PCI device ID: , UID: "83446d54-9605-4158-9955-7ca2452922c9", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0504 20:39:33.733041 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-hr2w4, hostIfaceName: b69126aa5afeabe, network: default, NAD default, SandboxID: "b69126aa5afeabe457728533868f0f1b2b758ac613c29ebee7c4595cd310617e", PCI device ID: , UID: "0c583bd5-72a9-4e94-a59f-66de2edcd723", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0504 20:39:33.735423 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-fwmb6, hostIfaceName: 071b087b6c7923d, network: default, NAD default, SandboxID: "071b087b6c7923d6abc23e1d65e349d2bfc5d75ab59a86f0b8866f0136f9e53a", PCI device ID: , UID: "5404dce1-4dc3-4a3d-a564-bad040278b0f", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0504 20:39:33.736613 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-k6smm, hostIfaceName: e9e48849fe56b08, network: default, NAD default, SandboxID: "e9e48849fe56b08b78aaf1b0ef3037ec29cd0d65efa060f22f979d964636d1cc", PCI device ID: , UID: "a8ebe935-1feb-49ea-a104-394ce427aebf", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0504 20:39:33.736758 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-cj2hj, hostIfaceName: ea0a3bcb2abb6ae, network: default, NAD default, SandboxID: "ea0a3bcb2abb6aead77590d5c7290569081ebf24d4728217cd306a94f7c2a3e7", PCI device ID: , UID: "d2795fe7-7af3-4c80-8840-730ef15c299a", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0504 20:39:33.740273 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-5pf5m, hostIfaceName: 7f840a1625db1d4, network: default, NAD default, SandboxID: "7f840a1625db1d4e46ba1156709264ac6f99a550a603f8622482812db12968a5", PCI device ID: , UID: "b28ca179-4ec4-487f-9745-0e4ac112eb44", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0504 20:39:33.780355 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-g7w9n, hostIfaceName: e9319e738cad0f0, network: default, NAD default, SandboxID: "e9319e738cad0f0d8f41e6b1f38ce488beb6c18d7e4003d843d5b9f770b059ee", PCI device ID: , UID: "517f46d0-c4cf-4d92-9bf4-9086d68574ec", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0504 20:39:33.788933 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-vwqn7, hostIfaceName: 9f82939a7032088, network: default, NAD default, SandboxID: "9f82939a7032088b845c576feeb23827c3474e76eb5834b16b5535b1e59bd63b", PCI device ID: , UID: "1f19967a-79a5-45a2-a80e-71dc766c7b68", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0504 20:39:33.815216 3653 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-hr2w4 b69126aa5afeabe457728533868f0f1b2b758ac613c29ebee7c4595cd310617e network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-hr2w4 b69126aa5afeabe457728533868f0f1b2b758ac613c29ebee7c4595cd310617e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:2f:e4:1b:13:be\",\"name\":\"b69126aa5afeabe\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f68c09c-b7ee-4259-a1a9-dc348734cbd7\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:39:33.817934 3653 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-k6smm e9e48849fe56b08b78aaf1b0ef3037ec29cd0d65efa060f22f979d964636d1cc network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-k6smm e9e48849fe56b08b78aaf1b0ef3037ec29cd0d65efa060f22f979d964636d1cc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:ad:a5:0f:e7:34\",\"name\":\"e9e48849fe56b08\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d445f9d2-af23-4e57-b628-53fb0302c1de\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:39:33.838095 3653 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-g7w9n e9319e738cad0f0d8f41e6b1f38ce488beb6c18d7e4003d843d5b9f770b059ee network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-g7w9n e9319e738cad0f0d8f41e6b1f38ce488beb6c18d7e4003d843d5b9f770b059ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:32:ed:2d:30:94\",\"name\":\"e9319e738cad0f0\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4bdd3c2-cbba-40e9-bd2e-bbaa6defea5d\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:39:33.846644 3653 cni.go:473] [openshift-ingress-canary/ingress-canary-vwqn7 9f82939a7032088b845c576feeb23827c3474e76eb5834b16b5535b1e59bd63b network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-vwqn7 9f82939a7032088b845c576feeb23827c3474e76eb5834b16b5535b1e59bd63b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:98:3c:e4:a8:e4\",\"name\":\"9f82939a7032088\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85171c4a-833b-4ebb-85c9-003d1850dfd5\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:39:33.873257 3653 default_network_controller.go:1025] Node "ip-10-0-0-208.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:39:34.019016 3653 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-vgw7m 14e8274a771ed4c645552e130c1bba7009a4af581105d81decdb720848163261 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-vgw7m 14e8274a771ed4c645552e130c1bba7009a4af581105d81decdb720848163261 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:40:13:a2:6e:76\",\"name\":\"14e8274a771ed4c\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b295e02-1d48-49cf-8963-0388eb3f5ef4\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:39:34.020146 3653 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-5pf5m 7f840a1625db1d4e46ba1156709264ac6f99a550a603f8622482812db12968a5 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-5pf5m 7f840a1625db1d4e46ba1156709264ac6f99a550a603f8622482812db12968a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:6a:51:9b:98:b6\",\"name\":\"7f840a1625db1d4\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cfa22b01-dbb3-4e2a-8f79-1392a85521d3\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:39:34.021255 3653 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-fwmb6 071b087b6c7923d6abc23e1d65e349d2bfc5d75ab59a86f0b8866f0136f9e53a network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-fwmb6 071b087b6c7923d6abc23e1d65e349d2bfc5d75ab59a86f0b8866f0136f9e53a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:5e:4f:56:b1:a1\",\"name\":\"071b087b6c7923d\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81e0e39f-b49e-47e2-8a07-bc78ce97e594\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:39:34.021371 3653 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-cj2hj ea0a3bcb2abb6aead77590d5c7290569081ebf24d4728217cd306a94f7c2a3e7 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-cj2hj ea0a3bcb2abb6aead77590d5c7290569081ebf24d4728217cd306a94f7c2a3e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:57:1a:f7:9c:db\",\"name\":\"ea0a3bcb2abb6ae\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2cec5dd3-0858-4840-b29c-f6c26db9c3c0\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:39:34.418701 3653 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-101.ec2.internal I0504 20:39:34.418720 3653 egressfirewall.go:723] Syncing node "ip-10-0-1-101.ec2.internal" for egress firewall I0504 20:39:34.418725 3653 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-101.ec2.internal: 33.629µs I0504 20:39:34.418799 3653 default_network_controller.go:1025] Node "ip-10-0-1-101.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:39:39.883850 3653 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-101.ec2.internal in network "default" I0504 20:39:39.883880 3653 default_network_controller.go:1025] Node "ip-10-0-1-101.ec2.internal" in remote zone "ip-10-0-1-101.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:39:39.883896 3653 node_tracker.go:235] Node ip-10-0-1-101.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-101.ec2.internal" I0504 20:39:39.883914 3653 node_tracker.go:169] Node ip-10-0-1-101.ec2.internal switch + router changed, syncing services in network "default" I0504 20:39:39.883930 3653 services_controller.go:574] Full service sync requested for network=default I0504 20:39:39.915191 3653 default_network_controller.go:1025] Node "ip-10-0-1-101.ec2.internal" in remote zone "ip-10-0-1-101.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:39:40.012967 3653 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-101.ec2.internal in network "default" I0504 20:39:40.013001 3653 default_network_controller.go:1025] Node "ip-10-0-1-101.ec2.internal" in remote zone "ip-10-0-1-101.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:39:40.013054 3653 node_tracker.go:169] Node ip-10-0-1-101.ec2.internal switch + router changed, syncing services in network "default" I0504 20:39:40.013074 3653 services_controller.go:574] Full service sync requested for network=default I0504 20:39:40.014199 3653 zone_ic_handler.go:195] Time taken to create transit switch: 361.386µs I0504 20:39:40.014216 3653 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-101.ec2.internal for the network default I0504 20:39:40.015415 3653 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-101.ec2.internal" on network "default" took: 1.59241ms I0504 20:39:40.026602 3653 cni.go:452] [openshift-network-diagnostics/network-check-target-cnwbq 08bba5582f83d0c105b47a37d37fdfb2c40815933fb2ea286363b56bfe768574 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-cnwbq 08bba5582f83d0c105b47a37d37fdfb2c40815933fb2ea286363b56bfe768574 network default NAD default NAD key ] I0504 20:39:40.036774 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-cnwbq, hostIfaceName: 08bba5582f83d0c, network: default, NAD default, SandboxID: "08bba5582f83d0c105b47a37d37fdfb2c40815933fb2ea286363b56bfe768574", PCI device ID: , UID: "a90bb732-e4ab-4f95-99b1-ad006d20dfa9", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0504 20:39:40.096256 3653 cni.go:473] [openshift-network-diagnostics/network-check-target-cnwbq 08bba5582f83d0c105b47a37d37fdfb2c40815933fb2ea286363b56bfe768574 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-cnwbq 08bba5582f83d0c105b47a37d37fdfb2c40815933fb2ea286363b56bfe768574 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:d7:a1:6d:0d:ba\",\"name\":\"08bba5582f83d0c\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69251cee-126a-4db0-b41c-69cf3e2f4034\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:39:41.566994 3653 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-101.ec2.internal in network "default" I0504 20:39:41.567021 3653 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-101.ec2.internal I0504 20:39:41.567029 3653 egressfirewall.go:723] Syncing node "ip-10-0-1-101.ec2.internal" for egress firewall I0504 20:39:41.567040 3653 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-101.ec2.internal: 26.711µs I0504 20:39:41.567068 3653 node_tracker.go:169] Node ip-10-0-1-101.ec2.internal switch + router changed, syncing services in network "default" I0504 20:39:41.567081 3653 services_controller.go:574] Full service sync requested for network=default I0504 20:39:41.567092 3653 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-101.ec2.internal", IP: 10.0.1.101 to PMTUD blocking rules I0504 20:39:41.567141 3653 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-101.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:39:41.573414 3653 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-101.ec2.internal. Updating no re-route policies I0504 20:39:41.583147 3653 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-101.ec2.internal", IP: 10.0.1.101 to PMTUD blocking rules I0504 20:39:41.583161 3653 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-101.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:39:41.664136 3653 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-208.ec2.internal I0504 20:39:41.664162 3653 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-208.ec2.internal: 44.095µs I0504 20:39:41.664225 3653 egressfirewall.go:723] Syncing node "ip-10-0-0-208.ec2.internal" for egress firewall I0504 20:39:41.664239 3653 default_network_controller.go:1025] Node "ip-10-0-0-208.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0504 20:39:43.574234 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0504 20:39:43.649677 3653 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:39:43.818876 3653 default_network_controller.go:1025] Node "ip-10-0-0-208.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0504 20:39:44.466393 3653 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:39:45.045760 3653 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0504 20:39:45.046687 3653 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 903.346µs I0504 20:39:45.072247 3653 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0504 20:39:45.163297 3653 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zc9p6] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-zc9p6 for pod on switch ip-10-0-2-58.ec2.internal I0504 20:39:45.163396 3653 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zc9p6 I0504 20:39:45.188004 3653 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zc9p6] pod update took 24.639654ms I0504 20:39:45.188026 3653 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zc9p6] addLogicalPort annotation time took 24.666368ms I0504 20:39:45.189280 3653 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zc9p6] addLogicalPort took 25.99711ms, libovsdb time 929.07µs I0504 20:39:45.508874 3653 namespace.go:98] [openshift-service-ca] adding namespace I0504 20:39:45.509756 3653 namespace.go:102] [openshift-service-ca] adding namespace took 861.869µs I0504 20:39:45.565440 3653 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zc9p6 40c49f1ed56edc1bd3c56b3b26f6629a8b4dddcff76e6fa1488d623265a97177 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zc9p6 40c49f1ed56edc1bd3c56b3b26f6629a8b4dddcff76e6fa1488d623265a97177 network default NAD default NAD key ] I0504 20:39:45.574467 3653 namespace.go:142] [openshift-service-ca] updating namespace I0504 20:39:45.576814 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-zc9p6, hostIfaceName: 40c49f1ed56edc1, network: default, NAD default, SandboxID: "40c49f1ed56edc1bd3c56b3b26f6629a8b4dddcff76e6fa1488d623265a97177", PCI device ID: , UID: "70a779b0-536c-46d1-a26b-1204ef997782", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0504 20:39:45.625256 3653 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zc9p6 40c49f1ed56edc1bd3c56b3b26f6629a8b4dddcff76e6fa1488d623265a97177 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zc9p6 40c49f1ed56edc1bd3c56b3b26f6629a8b4dddcff76e6fa1488d623265a97177 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:b6:ef:f8:01:f6\",\"name\":\"40c49f1ed56edc1\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5797af6-7e81-4f41-b761-31d7ca973fd8\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:39:46.215556 3653 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-101.ec2.internal I0504 20:39:46.215592 3653 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-101.ec2.internal: 43.843µs I0504 20:39:47.032491 3653 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-208.ec2.internal in network "default" I0504 20:39:47.032517 3653 node_tracker.go:235] Node ip-10-0-0-208.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-208.ec2.internal" I0504 20:39:47.032532 3653 node_tracker.go:169] Node ip-10-0-0-208.ec2.internal switch + router changed, syncing services in network "default" I0504 20:39:47.032550 3653 services_controller.go:574] Full service sync requested for network=default I0504 20:39:47.032607 3653 default_network_controller.go:1025] Node "ip-10-0-0-208.ec2.internal" in remote zone "ip-10-0-0-208.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0504 20:39:47.032805 3653 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0504 20:39:47.032868 3653 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:39:47.032999 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0504 20:39:47.177760 3653 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-208.ec2.internal in network "default" I0504 20:39:47.177814 3653 node_tracker.go:169] Node ip-10-0-0-208.ec2.internal switch + router changed, syncing services in network "default" I0504 20:39:47.177812 3653 default_network_controller.go:1025] Node "ip-10-0-0-208.ec2.internal" in remote zone "ip-10-0-0-208.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:39:47.177825 3653 services_controller.go:574] Full service sync requested for network=default W0504 20:39:47.177893 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0504 20:39:47.178327 3653 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0504 20:39:47.178440 3653 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:39:47.178822 3653 zone_ic_handler.go:195] Time taken to create transit switch: 303.712µs I0504 20:39:47.178836 3653 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-208.ec2.internal for the network default I0504 20:39:47.179812 3653 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-208.ec2.internal" on network "default" took: 1.30538ms I0504 20:39:49.232735 3653 egressfirewall.go:723] Syncing node "ip-10-0-0-208.ec2.internal" for egress firewall I0504 20:39:49.232780 3653 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-208.ec2.internal I0504 20:39:49.232788 3653 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-208.ec2.internal", IP: 10.0.0.208 to PMTUD blocking rules I0504 20:39:49.232801 3653 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-208.ec2.internal in network "default" I0504 20:39:49.232858 3653 node_tracker.go:169] Node ip-10-0-0-208.ec2.internal switch + router changed, syncing services in network "default" I0504 20:39:49.232875 3653 services_controller.go:574] Full service sync requested for network=default I0504 20:39:49.232804 3653 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-208.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:39:49.232794 3653 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-208.ec2.internal: 18.638µs W0504 20:39:49.233118 3653 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0504 20:39:49.233203 3653 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:39:49.233336 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0504 20:39:49.238926 3653 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-208.ec2.internal. Updating no re-route policies I0504 20:39:49.255147 3653 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-208.ec2.internal", IP: 10.0.0.208 to PMTUD blocking rules I0504 20:39:49.255161 3653 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-208.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0504 20:39:56.758421 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0504 20:40:04.787024 3653 cni.go:452] [openshift-image-registry/image-registry-7cd54b949-f8shc 4e938d7439fdbb18e1dea6dbbe109b063f4752dffcfb644758424b61395a0edf network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7cd54b949-f8shc 4e938d7439fdbb18e1dea6dbbe109b063f4752dffcfb644758424b61395a0edf network default NAD default NAD key ] I0504 20:40:04.797588 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7cd54b949-f8shc, hostIfaceName: 4e938d7439fdbb1, network: default, NAD default, SandboxID: "4e938d7439fdbb18e1dea6dbbe109b063f4752dffcfb644758424b61395a0edf", PCI device ID: , UID: "3ae765a9-d7b4-4136-9991-a499627a59a0", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0504 20:40:04.825665 3653 cni.go:452] [openshift-dns/dns-default-9dxc7 1d1db30ae80621713a30c5442515eb0f0f30ba2552b7e2e51415feba7e8ffa68 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-9dxc7 1d1db30ae80621713a30c5442515eb0f0f30ba2552b7e2e51415feba7e8ffa68 network default NAD default NAD key ] I0504 20:40:04.845428 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-9dxc7, hostIfaceName: 1d1db30ae806217, network: default, NAD default, SandboxID: "1d1db30ae80621713a30c5442515eb0f0f30ba2552b7e2e51415feba7e8ffa68", PCI device ID: , UID: "bea30e91-8f2d-41a7-ad7d-3f81bb2a126f", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0504 20:40:04.849783 3653 cni.go:473] [openshift-image-registry/image-registry-7cd54b949-f8shc 4e938d7439fdbb18e1dea6dbbe109b063f4752dffcfb644758424b61395a0edf network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7cd54b949-f8shc 4e938d7439fdbb18e1dea6dbbe109b063f4752dffcfb644758424b61395a0edf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:45:7e:99:e8:21\",\"name\":\"4e938d7439fdbb1\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e628b3bc-e26b-401f-8aa7-c343519261ad\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:40:04.863359 3653 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-tmb8c 79c72d4fd1dfbdbee9222ee0ab474ef973469081428b6c20849e0b7de4b6ec0d network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-tmb8c 79c72d4fd1dfbdbee9222ee0ab474ef973469081428b6c20849e0b7de4b6ec0d network default NAD default NAD key ] I0504 20:40:04.875781 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-tmb8c, hostIfaceName: 79c72d4fd1dfbdb, network: default, NAD default, SandboxID: "79c72d4fd1dfbdbee9222ee0ab474ef973469081428b6c20849e0b7de4b6ec0d", PCI device ID: , UID: "71b02dd4-a05a-442c-ab8a-d1070b8ad850", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0504 20:40:04.894345 3653 cni.go:473] [openshift-dns/dns-default-9dxc7 1d1db30ae80621713a30c5442515eb0f0f30ba2552b7e2e51415feba7e8ffa68 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-9dxc7 1d1db30ae80621713a30c5442515eb0f0f30ba2552b7e2e51415feba7e8ffa68 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:77:9d:d8:2b:f0\",\"name\":\"1d1db30ae806217\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4ddad385-3066-4878-8a27-f1a245aa3ed6\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:40:04.928377 3653 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-tmb8c 79c72d4fd1dfbdbee9222ee0ab474ef973469081428b6c20849e0b7de4b6ec0d network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-tmb8c 79c72d4fd1dfbdbee9222ee0ab474ef973469081428b6c20849e0b7de4b6ec0d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:bf:6c:63:78:48\",\"name\":\"79c72d4fd1dfbdb\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a420812a-8e80-4a0a-b3a0-4f6b949c9f8d\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:40:04.931657 3653 cni.go:452] [openshift-ingress/router-default-858c4f66ff-jn7ws e3a735829a1c68cd231068ef5be0e6ff95ade43b9e153c7d1cdc88642b0ac68d network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-858c4f66ff-jn7ws e3a735829a1c68cd231068ef5be0e6ff95ade43b9e153c7d1cdc88642b0ac68d network default NAD default NAD key ] I0504 20:40:04.944269 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-858c4f66ff-jn7ws, hostIfaceName: e3a735829a1c68c, network: default, NAD default, SandboxID: "e3a735829a1c68cd231068ef5be0e6ff95ade43b9e153c7d1cdc88642b0ac68d", PCI device ID: , UID: "893692d6-72e4-43cf-b314-cd3e7f0e8f84", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0504 20:40:04.973826 3653 cni.go:452] [openshift-ingress/router-default-6df458665-jdgq7 7631def2831fe510bc5fd8871576af95d0531e8eeb0e521d5d7f2baf6b0f36cd network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6df458665-jdgq7 7631def2831fe510bc5fd8871576af95d0531e8eeb0e521d5d7f2baf6b0f36cd network default NAD default NAD key ] I0504 20:40:04.996736 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6df458665-jdgq7, hostIfaceName: 7631def2831fe51, network: default, NAD default, SandboxID: "7631def2831fe510bc5fd8871576af95d0531e8eeb0e521d5d7f2baf6b0f36cd", PCI device ID: , UID: "f29d3669-c37b-4dc8-acfc-a47a67a420b1", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0504 20:40:05.001164 3653 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-b6t2k bb790aa765725507a40f6700ef4ec28b5252effbd168ddbad74f0e74573eb168 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-b6t2k bb790aa765725507a40f6700ef4ec28b5252effbd168ddbad74f0e74573eb168 network default NAD default NAD key ] I0504 20:40:05.005091 3653 cni.go:473] [openshift-ingress/router-default-858c4f66ff-jn7ws e3a735829a1c68cd231068ef5be0e6ff95ade43b9e153c7d1cdc88642b0ac68d network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-858c4f66ff-jn7ws e3a735829a1c68cd231068ef5be0e6ff95ade43b9e153c7d1cdc88642b0ac68d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:c6:64:eb:37:de\",\"name\":\"e3a735829a1c68c\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c82f5db-a104-4b60-96e3-d4404caaa734\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:40:05.017483 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-b6t2k, hostIfaceName: bb790aa76572550, network: default, NAD default, SandboxID: "bb790aa765725507a40f6700ef4ec28b5252effbd168ddbad74f0e74573eb168", PCI device ID: , UID: "8d232da4-3cb8-4a82-81a8-e2838df3ad5e", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0504 20:40:05.019634 3653 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-zrqkw 0d87f7e15e75796302ad84ef0971ea02a2a4323b6ebdb7c17d4d5dbabd1358db network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-zrqkw 0d87f7e15e75796302ad84ef0971ea02a2a4323b6ebdb7c17d4d5dbabd1358db network default NAD default NAD key ] I0504 20:40:05.042511 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-zrqkw, hostIfaceName: 0d87f7e15e75796, network: default, NAD default, SandboxID: "0d87f7e15e75796302ad84ef0971ea02a2a4323b6ebdb7c17d4d5dbabd1358db", PCI device ID: , UID: "17ddf0ff-8bf3-4a90-9c25-1d7d7467f0c2", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0504 20:40:05.061295 3653 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-k2skl b33d13c890419e6475f613a266f96a59173d7c15a0d94835b66842271a9cb448 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-k2skl b33d13c890419e6475f613a266f96a59173d7c15a0d94835b66842271a9cb448 network default NAD default NAD key ] I0504 20:40:05.068068 3653 cni.go:473] [openshift-ingress/router-default-6df458665-jdgq7 7631def2831fe510bc5fd8871576af95d0531e8eeb0e521d5d7f2baf6b0f36cd network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6df458665-jdgq7 7631def2831fe510bc5fd8871576af95d0531e8eeb0e521d5d7f2baf6b0f36cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:1c:ca:a1:45:99\",\"name\":\"7631def2831fe51\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b222b315-7ea4-4a25-8b3f-8a00a684883c\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:40:05.072353 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-k2skl, hostIfaceName: b33d13c890419e6, network: default, NAD default, SandboxID: "b33d13c890419e6475f613a266f96a59173d7c15a0d94835b66842271a9cb448", PCI device ID: , UID: "b08d7a2d-7e87-408c-8886-8fb0c6cdf7ab", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0504 20:40:05.090404 3653 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-b6t2k bb790aa765725507a40f6700ef4ec28b5252effbd168ddbad74f0e74573eb168 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-b6t2k bb790aa765725507a40f6700ef4ec28b5252effbd168ddbad74f0e74573eb168 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:f1:e8:d4:7a:29\",\"name\":\"bb790aa76572550\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7be51de8-4ff3-4ed8-bedd-14bb1e60a50f\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:40:05.109641 3653 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-zrqkw 0d87f7e15e75796302ad84ef0971ea02a2a4323b6ebdb7c17d4d5dbabd1358db network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-zrqkw 0d87f7e15e75796302ad84ef0971ea02a2a4323b6ebdb7c17d4d5dbabd1358db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:d0:c2:bf:9f:76\",\"name\":\"0d87f7e15e75796\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b79e606-ea01-4dcf-829a-82e4d41289db\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:40:05.130551 3653 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-k2skl b33d13c890419e6475f613a266f96a59173d7c15a0d94835b66842271a9cb448 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-k2skl b33d13c890419e6475f613a266f96a59173d7c15a0d94835b66842271a9cb448 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:6b:3f:11:bd:82\",\"name\":\"b33d13c890419e6\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/665feb47-a5d3-4b39-b52c-e26b6124c452\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:40:07.750768 3653 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:07.750853 3653 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:07.750886 3653 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:07.750828 3653 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:40:07.751011 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0504 20:40:07.769334 3653 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:40:07.823838 3653 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-678b7c6486-8zhwb IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-678b7c6486-8zhwb: no pod IPs found W0504 20:40:07.859974 3653 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0504 20:40:07.870956 3653 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0504 20:40:08.008029 3653 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-snws7] creating logical port openshift-insights_insights-runtime-extractor-snws7 for pod on switch ip-10-0-2-58.ec2.internal I0504 20:40:08.008166 3653 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-snws7 I0504 20:40:08.023119 3653 pod.go:62] [openshift-insights/insights-runtime-extractor-snws7] pod update took 14.996078ms I0504 20:40:08.023155 3653 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-snws7] addLogicalPort annotation time took 15.037274ms I0504 20:40:08.024307 3653 pods.go:271] [openshift-insights/insights-runtime-extractor-snws7] addLogicalPort took 16.294383ms, libovsdb time 825.47µs I0504 20:40:08.316902 3653 cni.go:452] [openshift-multus/network-metrics-daemon-c678c 04a4cfa05ea5e79389f725ae75f16457b4b50598170d7facbffacd9b609671be network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-c678c 04a4cfa05ea5e79389f725ae75f16457b4b50598170d7facbffacd9b609671be network default NAD default NAD key ] I0504 20:40:08.328824 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-c678c, hostIfaceName: 04a4cfa05ea5e79, network: default, NAD default, SandboxID: "04a4cfa05ea5e79389f725ae75f16457b4b50598170d7facbffacd9b609671be", PCI device ID: , UID: "f35f881f-d4ef-4b81-abde-2635e1804019", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0504 20:40:08.386977 3653 cni.go:473] [openshift-multus/network-metrics-daemon-c678c 04a4cfa05ea5e79389f725ae75f16457b4b50598170d7facbffacd9b609671be network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-c678c 04a4cfa05ea5e79389f725ae75f16457b4b50598170d7facbffacd9b609671be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:52:b6:3c:37:64\",\"name\":\"04a4cfa05ea5e79\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/842122ff-7252-4686-a9cf-2e45e0a057c7\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:40:08.410696 3653 cni.go:452] [openshift-insights/insights-runtime-extractor-snws7 306de088c056127538cf0eb68a582debb8f9ad03836bbdd6c804f129cf7d5ca3 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-snws7 306de088c056127538cf0eb68a582debb8f9ad03836bbdd6c804f129cf7d5ca3 network default NAD default NAD key ] I0504 20:40:08.423185 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-snws7, hostIfaceName: 306de088c056127, network: default, NAD default, SandboxID: "306de088c056127538cf0eb68a582debb8f9ad03836bbdd6c804f129cf7d5ca3", PCI device ID: , UID: "a57d7116-fcd9-4b53-8fdd-78837821bfb8", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0504 20:40:08.480575 3653 cni.go:473] [openshift-insights/insights-runtime-extractor-snws7 306de088c056127538cf0eb68a582debb8f9ad03836bbdd6c804f129cf7d5ca3 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-snws7 306de088c056127538cf0eb68a582debb8f9ad03836bbdd6c804f129cf7d5ca3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:d4:6a:f7:93:ab\",\"name\":\"306de088c056127\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/139ff055-f83a-49ef-964b-5654507d5ad1\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:40:08.660403 3653 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:08.660421 3653 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:08.660427 3653 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default I0504 20:40:09.023472 3653 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-208.ec2.internal I0504 20:40:09.023505 3653 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-208.ec2.internal: 37.941µs W0504 20:40:09.857215 3653 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:40:12.662242 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0504 20:40:13.909249 3653 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:13.909268 3653 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:13.909273 3653 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:14.472169 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:40:16.661152 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:16.661171 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:16.661177 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:16.661191 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:16.661196 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:16.661202 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:18.598570 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:18.598610 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:18.598617 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:40:24.738923 3653 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:40:24.738938 3653 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:40:24.738943 3653 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:40:25.969325 3653 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:40:25.969345 3653 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:40:25.969350 3653 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:40:26.580952 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:40:27.752761 3653 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:40:27.752789 3653 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:40:27.777806 3653 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:40:27.777825 3653 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:40:27.777830 3653 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:40:27.777835 3653 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:40:27.798379 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:40:27.964797 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0504 20:40:27.997928 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:40:28.992753 3653 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:40:28.992777 3653 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:40:29.074345 3653 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:40:29.074361 3653 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:40:29.074365 3653 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:40:29.074369 3653 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0504 20:40:33.115017 3653 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0504 20:40:33.140410 3653 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7cd54b949-2zp52 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:33.140894 3653 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7cd54b949-2zp52 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:33.793290 3653 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7cd54b949-2zp52 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:33.793310 3653 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7cd54b949-2zp52 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:33.799547 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7cd54b949-2zp52 I0504 20:40:33.799574 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7cd54b949-2zp52 I0504 20:40:36.169524 3653 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:36.170027 3653 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:36.170052 3653 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:40:36.170063 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0504 20:40:36.170078 3653 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:40:36.170085 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0504 20:40:37.198148 3653 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:37.198173 3653 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:37.198190 3653 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:37.198205 3653 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd8lmg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:38.972722 3653 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0504 20:40:38.982104 3653 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0504 20:40:40.327847 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0504 20:40:40.519674 3653 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-7x4tz] creating logical port openshift-console_downloads-5c54f4944f-7x4tz for pod on switch ip-10-0-2-58.ec2.internal I0504 20:40:40.519784 3653 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-7x4tz I0504 20:40:40.536285 3653 pod.go:62] [openshift-console/downloads-5c54f4944f-7x4tz] pod update took 16.530561ms I0504 20:40:40.536312 3653 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-7x4tz] addLogicalPort annotation time took 16.566687ms I0504 20:40:40.537586 3653 pods.go:271] [openshift-console/downloads-5c54f4944f-7x4tz] addLogicalPort took 17.932616ms, libovsdb time 918.845µs I0504 20:40:40.875812 3653 cni.go:452] [openshift-console/downloads-5c54f4944f-7x4tz a1f5b46b5ee404566106530d084e0371a32e4a24bbb266d4c972b4ad81056848 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-7x4tz a1f5b46b5ee404566106530d084e0371a32e4a24bbb266d4c972b4ad81056848 network default NAD default NAD key ] I0504 20:40:40.885116 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-7x4tz, hostIfaceName: a1f5b46b5ee4045, network: default, NAD default, SandboxID: "a1f5b46b5ee404566106530d084e0371a32e4a24bbb266d4c972b4ad81056848", PCI device ID: , UID: "71684851-983e-448a-a205-b78933e7f155", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0504 20:40:40.936856 3653 cni.go:473] [openshift-console/downloads-5c54f4944f-7x4tz a1f5b46b5ee404566106530d084e0371a32e4a24bbb266d4c972b4ad81056848 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-7x4tz a1f5b46b5ee404566106530d084e0371a32e4a24bbb266d4c972b4ad81056848 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:12:40:49:67:43\",\"name\":\"a1f5b46b5ee4045\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b78ecda9-588b-4661-bd72-895a3d118577\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:40:48.437573 3653 base_network_controller_pods.go:487] [default/openshift-console/console-5c56547d87-z9tb6] creating logical port openshift-console_console-5c56547d87-z9tb6 for pod on switch ip-10-0-2-58.ec2.internal I0504 20:40:48.437722 3653 kube.go:256] Updating pod openshift-console/console-5c56547d87-z9tb6 I0504 20:40:48.461930 3653 pod.go:62] [openshift-console/console-5c56547d87-z9tb6] pod update took 24.246938ms I0504 20:40:48.461960 3653 base_network_controller_pods.go:951] [default/openshift-console/console-5c56547d87-z9tb6] addLogicalPort annotation time took 24.279584ms I0504 20:40:48.463497 3653 pods.go:271] [openshift-console/console-5c56547d87-z9tb6] addLogicalPort took 25.941736ms, libovsdb time 1.017025ms I0504 20:40:48.801488 3653 cni.go:452] [openshift-console/console-5c56547d87-z9tb6 781f62ef19c1b6d3e324ccd4c75ddc416e9dffb73121e1c6981017eb523a23e8 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5c56547d87-z9tb6 781f62ef19c1b6d3e324ccd4c75ddc416e9dffb73121e1c6981017eb523a23e8 network default NAD default NAD key ] I0504 20:40:48.811081 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5c56547d87-z9tb6, hostIfaceName: 781f62ef19c1b6d, network: default, NAD default, SandboxID: "781f62ef19c1b6d3e324ccd4c75ddc416e9dffb73121e1c6981017eb523a23e8", PCI device ID: , UID: "6ce08b60-af99-40f4-a5a0-acd15d36e9ee", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0504 20:40:48.863939 3653 cni.go:473] [openshift-console/console-5c56547d87-z9tb6 781f62ef19c1b6d3e324ccd4c75ddc416e9dffb73121e1c6981017eb523a23e8 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5c56547d87-z9tb6 781f62ef19c1b6d3e324ccd4c75ddc416e9dffb73121e1c6981017eb523a23e8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:eb:f1:18:02:ec\",\"name\":\"781f62ef19c1b6d\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/527cf933-465b-439b-81df-725a9df766da\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:40:51.848074 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0504 20:40:55.766682 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0504 20:40:55.792425 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0504 20:40:55.817987 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0504 20:40:55.818053 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0504 20:40:55.817992 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0504 20:40:56.085052 3653 cni.go:452] [openshift-image-registry/image-registry-7cd54b949-f8shc 4e938d7439fdbb18e1dea6dbbe109b063f4752dffcfb644758424b61395a0edf network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-7cd54b949-f8shc 4e938d7439fdbb18e1dea6dbbe109b063f4752dffcfb644758424b61395a0edf network default NAD default NAD key ] I0504 20:40:56.177405 3653 cni.go:473] [openshift-image-registry/image-registry-7cd54b949-f8shc 4e938d7439fdbb18e1dea6dbbe109b063f4752dffcfb644758424b61395a0edf network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-7cd54b949-f8shc 4e938d7439fdbb18e1dea6dbbe109b063f4752dffcfb644758424b61395a0edf network default NAD default NAD key default], result "{}", err I0504 20:40:56.233971 3653 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7cd54b949-f8shc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:56.234052 3653 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7cd54b949-f8shc I0504 20:40:56.235626 3653 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7cd54b949-f8shc, ips: 10.128.0.5 I0504 20:40:56.235661 3653 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7cd54b949-f8shc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0504 20:40:56.777344 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0504 20:40:56.788301 3653 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7cd54b949-f8shc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:56.788323 3653 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7cd54b949-f8shc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:56.792391 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7cd54b949-f8shc I0504 20:40:56.792457 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7cd54b949-f8shc W0504 20:40:58.786883 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0504 20:40:58.880762 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:40:58.880785 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:41:04.167300 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:41:04.167327 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:41:04.200766 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:41:04.200791 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:41:04.818687 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0504 20:41:04.818707 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0504 20:41:04.818760 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0504 20:41:05.823978 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0504 20:41:14.858574 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0504 20:41:14.858631 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0504 20:41:14.858650 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0504 20:41:15.864143 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0504 20:41:19.212346 3653 cni.go:452] [openshift-ingress/router-default-858c4f66ff-jn7ws e3a735829a1c68cd231068ef5be0e6ff95ade43b9e153c7d1cdc88642b0ac68d network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-858c4f66ff-jn7ws e3a735829a1c68cd231068ef5be0e6ff95ade43b9e153c7d1cdc88642b0ac68d network default NAD default NAD key ] I0504 20:41:19.295225 3653 cni.go:473] [openshift-ingress/router-default-858c4f66ff-jn7ws e3a735829a1c68cd231068ef5be0e6ff95ade43b9e153c7d1cdc88642b0ac68d network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-858c4f66ff-jn7ws e3a735829a1c68cd231068ef5be0e6ff95ade43b9e153c7d1cdc88642b0ac68d network default NAD default NAD key default], result "{}", err I0504 20:41:19.353818 3653 obj_retry.go:498] Detected object openshift-ingress/router-default-858c4f66ff-jn7ws of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:19.353849 3653 pods.go:176] Deleting pod: openshift-ingress/router-default-858c4f66ff-jn7ws I0504 20:41:19.355258 3653 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-858c4f66ff-jn7ws, ips: 10.128.0.10 I0504 20:41:19.355288 3653 obj_retry.go:498] Detected object openshift-ingress/router-default-858c4f66ff-jn7ws of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:19.870135 3653 obj_retry.go:492] Detected object openshift-ingress/router-default-858c4f66ff-jn7ws of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:19.870157 3653 obj_retry.go:492] Detected object openshift-ingress/router-default-858c4f66ff-jn7ws of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:19.876419 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-858c4f66ff-jn7ws I0504 20:41:19.876446 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-858c4f66ff-jn7ws I0504 20:41:23.947667 3653 cni.go:452] [openshift-console/console-5c56547d87-z9tb6 781f62ef19c1b6d3e324ccd4c75ddc416e9dffb73121e1c6981017eb523a23e8 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5c56547d87-z9tb6 781f62ef19c1b6d3e324ccd4c75ddc416e9dffb73121e1c6981017eb523a23e8 network default NAD default NAD key ] I0504 20:41:24.022568 3653 cni.go:473] [openshift-console/console-5c56547d87-z9tb6 781f62ef19c1b6d3e324ccd4c75ddc416e9dffb73121e1c6981017eb523a23e8 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5c56547d87-z9tb6 781f62ef19c1b6d3e324ccd4c75ddc416e9dffb73121e1c6981017eb523a23e8 network default NAD default NAD key default], result "{}", err I0504 20:41:24.090538 3653 obj_retry.go:498] Detected object openshift-console/console-5c56547d87-z9tb6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:24.090568 3653 pods.go:176] Deleting pod: openshift-console/console-5c56547d87-z9tb6 I0504 20:41:24.091907 3653 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5c56547d87-z9tb6, ips: 10.128.0.24 I0504 20:41:24.091935 3653 obj_retry.go:498] Detected object openshift-console/console-5c56547d87-z9tb6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:24.099182 3653 base_network_controller_pods.go:487] [default/openshift-console/console-746d468875-7cgwt] creating logical port openshift-console_console-746d468875-7cgwt for pod on switch ip-10-0-2-58.ec2.internal I0504 20:41:24.099299 3653 kube.go:256] Updating pod openshift-console/console-746d468875-7cgwt I0504 20:41:24.123020 3653 pod.go:62] [openshift-console/console-746d468875-7cgwt] pod update took 23.740719ms I0504 20:41:24.123044 3653 base_network_controller_pods.go:951] [default/openshift-console/console-746d468875-7cgwt] addLogicalPort annotation time took 23.768323ms I0504 20:41:24.124235 3653 pods.go:271] [openshift-console/console-746d468875-7cgwt] addLogicalPort took 25.066062ms, libovsdb time 824.112µs I0504 20:41:24.488628 3653 cni.go:452] [openshift-console/console-746d468875-7cgwt 5afd493a525556d50c46fc65e5de366476155a4e7b9b2ab8275292bf0e348ab3 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-746d468875-7cgwt 5afd493a525556d50c46fc65e5de366476155a4e7b9b2ab8275292bf0e348ab3 network default NAD default NAD key ] I0504 20:41:24.498546 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-746d468875-7cgwt, hostIfaceName: 5afd493a525556d, network: default, NAD default, SandboxID: "5afd493a525556d50c46fc65e5de366476155a4e7b9b2ab8275292bf0e348ab3", PCI device ID: , UID: "e7d5e0cc-7a05-4f02-93a7-13990890d9e4", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0504 20:41:24.548741 3653 cni.go:473] [openshift-console/console-746d468875-7cgwt 5afd493a525556d50c46fc65e5de366476155a4e7b9b2ab8275292bf0e348ab3 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-746d468875-7cgwt 5afd493a525556d50c46fc65e5de366476155a4e7b9b2ab8275292bf0e348ab3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:f7:53:08:d6:ed\",\"name\":\"5afd493a525556d\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7f5cb5d-bc84-423c-9e01-83a52b80aaaa\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:41:24.915306 3653 obj_retry.go:492] Detected object openshift-console/console-5c56547d87-z9tb6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:24.915330 3653 obj_retry.go:492] Detected object openshift-console/console-5c56547d87-z9tb6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:24.919027 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c56547d87-z9tb6 I0504 20:41:24.919049 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c56547d87-z9tb6 I0504 20:41:29.487052 3653 obj_retry.go:498] Detected object openshift-console/console-5c56547d87-mztrn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:29.487665 3653 obj_retry.go:498] Detected object openshift-console/console-5c56547d87-mztrn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:29.988411 3653 obj_retry.go:492] Detected object openshift-console/console-5c56547d87-mztrn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:29.988433 3653 obj_retry.go:492] Detected object openshift-console/console-5c56547d87-mztrn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:29.995059 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c56547d87-mztrn I0504 20:41:29.995089 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c56547d87-mztrn W0504 20:41:34.947590 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0504 20:41:42.089050 3653 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:42.089566 3653 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:43.075864 3653 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:43.075892 3653 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:43.084957 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0504 20:41:43.084984 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0504 20:41:46.614659 3653 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:46.615185 3653 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:47.345801 3653 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:47.345823 3653 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:47.353458 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0504 20:41:47.353485 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0504 20:42:13.559178 3653 cni.go:452] [openshift-console/console-746d468875-7cgwt 5afd493a525556d50c46fc65e5de366476155a4e7b9b2ab8275292bf0e348ab3 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-746d468875-7cgwt 5afd493a525556d50c46fc65e5de366476155a4e7b9b2ab8275292bf0e348ab3 network default NAD default NAD key ] I0504 20:42:13.637381 3653 cni.go:473] [openshift-console/console-746d468875-7cgwt 5afd493a525556d50c46fc65e5de366476155a4e7b9b2ab8275292bf0e348ab3 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-746d468875-7cgwt 5afd493a525556d50c46fc65e5de366476155a4e7b9b2ab8275292bf0e348ab3 network default NAD default NAD key default], result "{}", err I0504 20:42:13.686814 3653 obj_retry.go:498] Detected object openshift-console/console-746d468875-7cgwt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:42:13.686848 3653 pods.go:176] Deleting pod: openshift-console/console-746d468875-7cgwt I0504 20:42:13.688089 3653 pods.go:236] Attempting to release IPs for pod: openshift-console/console-746d468875-7cgwt, ips: 10.128.0.25 I0504 20:42:13.688116 3653 obj_retry.go:498] Detected object openshift-console/console-746d468875-7cgwt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:42:13.699201 3653 base_network_controller_pods.go:487] [default/openshift-console/console-8479cf557c-vrkgd] creating logical port openshift-console_console-8479cf557c-vrkgd for pod on switch ip-10-0-2-58.ec2.internal I0504 20:42:13.699304 3653 kube.go:256] Updating pod openshift-console/console-8479cf557c-vrkgd I0504 20:42:13.715264 3653 pod.go:62] [openshift-console/console-8479cf557c-vrkgd] pod update took 15.984006ms I0504 20:42:13.715294 3653 base_network_controller_pods.go:951] [default/openshift-console/console-8479cf557c-vrkgd] addLogicalPort annotation time took 16.019721ms I0504 20:42:13.716511 3653 pods.go:271] [openshift-console/console-8479cf557c-vrkgd] addLogicalPort took 17.329084ms, libovsdb time 859.329µs I0504 20:42:14.058372 3653 cni.go:452] [openshift-console/console-8479cf557c-vrkgd dc7a6aeb5cdf67ba49803048a4f580689d8b741b9abb893b13a31cf211c27e01 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-8479cf557c-vrkgd dc7a6aeb5cdf67ba49803048a4f580689d8b741b9abb893b13a31cf211c27e01 network default NAD default NAD key ] I0504 20:42:14.069634 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-8479cf557c-vrkgd, hostIfaceName: dc7a6aeb5cdf67b, network: default, NAD default, SandboxID: "dc7a6aeb5cdf67ba49803048a4f580689d8b741b9abb893b13a31cf211c27e01", PCI device ID: , UID: "b47af144-5a35-451c-ba4d-2fad85e7ee05", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0504 20:42:14.086136 3653 obj_retry.go:492] Detected object openshift-console/console-746d468875-7cgwt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:42:14.086164 3653 obj_retry.go:492] Detected object openshift-console/console-746d468875-7cgwt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:42:14.093191 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-746d468875-7cgwt I0504 20:42:14.093219 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-746d468875-7cgwt I0504 20:42:14.119666 3653 cni.go:473] [openshift-console/console-8479cf557c-vrkgd dc7a6aeb5cdf67ba49803048a4f580689d8b741b9abb893b13a31cf211c27e01 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-8479cf557c-vrkgd dc7a6aeb5cdf67ba49803048a4f580689d8b741b9abb893b13a31cf211c27e01 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:c4:6a:aa:a6:a0\",\"name\":\"dc7a6aeb5cdf67b\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/faf21b1b-4e16-46bb-a3f8-07ffa09bcc26\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:42:14.862908 3653 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:42:14.863433 3653 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:42:15.479248 3653 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:42:15.479277 3653 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:42:15.485516 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0504 20:42:15.485541 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 W0504 20:42:24.148300 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0504 20:42:24.476270 3653 obj_retry.go:498] Detected object openshift-console/console-746d468875-zzrsl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:42:24.476797 3653 obj_retry.go:498] Detected object openshift-console/console-746d468875-zzrsl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:42:24.819383 3653 obj_retry.go:492] Detected object openshift-console/console-746d468875-zzrsl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:42:24.819407 3653 obj_retry.go:492] Detected object openshift-console/console-746d468875-zzrsl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:42:24.825759 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-746d468875-zzrsl I0504 20:42:24.825775 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-746d468875-zzrsl I0504 20:42:49.955872 3653 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:42:49.956454 3653 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:42:50.353467 3653 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:42:50.353489 3653 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:42:50.363065 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0504 20:42:50.363094 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0504 20:43:04.545480 3653 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:43:04.546037 3653 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:43:05.442433 3653 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:43:05.442454 3653 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:44:23.741688 3653 cni.go:452] [openshift-console/console-8479cf557c-vrkgd dc7a6aeb5cdf67ba49803048a4f580689d8b741b9abb893b13a31cf211c27e01 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-8479cf557c-vrkgd dc7a6aeb5cdf67ba49803048a4f580689d8b741b9abb893b13a31cf211c27e01 network default NAD default NAD key ] I0504 20:44:23.816874 3653 cni.go:473] [openshift-console/console-8479cf557c-vrkgd dc7a6aeb5cdf67ba49803048a4f580689d8b741b9abb893b13a31cf211c27e01 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-8479cf557c-vrkgd dc7a6aeb5cdf67ba49803048a4f580689d8b741b9abb893b13a31cf211c27e01 network default NAD default NAD key default], result "{}", err I0504 20:44:23.869197 3653 obj_retry.go:498] Detected object openshift-console/console-8479cf557c-vrkgd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:44:23.869229 3653 pods.go:176] Deleting pod: openshift-console/console-8479cf557c-vrkgd I0504 20:44:23.870459 3653 pods.go:236] Attempting to release IPs for pod: openshift-console/console-8479cf557c-vrkgd, ips: 10.128.0.26 I0504 20:44:23.870487 3653 obj_retry.go:498] Detected object openshift-console/console-8479cf557c-vrkgd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:44:23.879645 3653 base_network_controller_pods.go:487] [default/openshift-console/console-667b56fff9-q9v5h] creating logical port openshift-console_console-667b56fff9-q9v5h for pod on switch ip-10-0-2-58.ec2.internal I0504 20:44:23.879766 3653 kube.go:256] Updating pod openshift-console/console-667b56fff9-q9v5h I0504 20:44:23.922739 3653 kube.go:256] Updating pod openshift-console/console-667b56fff9-q9v5h I0504 20:44:23.939222 3653 pod.go:62] [openshift-console/console-667b56fff9-q9v5h] pod update took 59.482791ms I0504 20:44:23.939243 3653 base_network_controller_pods.go:951] [default/openshift-console/console-667b56fff9-q9v5h] addLogicalPort annotation time took 59.507954ms I0504 20:44:23.940578 3653 pods.go:271] [openshift-console/console-667b56fff9-q9v5h] addLogicalPort took 60.942266ms, libovsdb time 1.013357ms I0504 20:44:24.237160 3653 cni.go:452] [openshift-console/console-667b56fff9-q9v5h ee27944c3b15b3ca873f7ca6f8c88dce3c46489a6634d404db7ee6f1ab8dbc3b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-667b56fff9-q9v5h ee27944c3b15b3ca873f7ca6f8c88dce3c46489a6634d404db7ee6f1ab8dbc3b network default NAD default NAD key ] I0504 20:44:24.247138 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-667b56fff9-q9v5h, hostIfaceName: ee27944c3b15b3c, network: default, NAD default, SandboxID: "ee27944c3b15b3ca873f7ca6f8c88dce3c46489a6634d404db7ee6f1ab8dbc3b", PCI device ID: , UID: "bcc565e4-b7ca-4753-8b83-c2283761bb52", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0504 20:44:24.296893 3653 cni.go:473] [openshift-console/console-667b56fff9-q9v5h ee27944c3b15b3ca873f7ca6f8c88dce3c46489a6634d404db7ee6f1ab8dbc3b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-667b56fff9-q9v5h ee27944c3b15b3ca873f7ca6f8c88dce3c46489a6634d404db7ee6f1ab8dbc3b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:ec:64:23:49:59\",\"name\":\"ee27944c3b15b3c\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d177d782-c801-496f-a271-3fca7919cf2d\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:44:24.582340 3653 obj_retry.go:492] Detected object openshift-console/console-8479cf557c-vrkgd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:44:24.582362 3653 obj_retry.go:492] Detected object openshift-console/console-8479cf557c-vrkgd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:44:24.588664 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8479cf557c-vrkgd I0504 20:44:24.588690 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8479cf557c-vrkgd I0504 20:44:34.259974 3653 obj_retry.go:498] Detected object openshift-console/console-8479cf557c-97g2t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:44:34.260583 3653 obj_retry.go:498] Detected object openshift-console/console-8479cf557c-97g2t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0504 20:44:34.609557 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0504 20:44:34.759516 3653 obj_retry.go:492] Detected object openshift-console/console-8479cf557c-97g2t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:44:34.759544 3653 obj_retry.go:492] Detected object openshift-console/console-8479cf557c-97g2t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:44:34.765561 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8479cf557c-97g2t I0504 20:44:34.765583 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8479cf557c-97g2t I0504 20:44:40.293083 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0504 20:44:51.697875 3653 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0504 20:44:59.170262 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0504 20:45:06.256109 3653 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0504 20:45:17.281686 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0504 20:45:40.504907 3653 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-fdgx7] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-fdgx7 for pod on switch ip-10-0-2-58.ec2.internal I0504 20:45:40.505021 3653 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-fdgx7 I0504 20:45:40.521001 3653 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-fdgx7] pod update took 16.00942ms I0504 20:45:40.521020 3653 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-fdgx7] addLogicalPort annotation time took 16.033515ms I0504 20:45:40.522585 3653 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-fdgx7] addLogicalPort took 17.693569ms, libovsdb time 1.131288ms I0504 20:45:40.860940 3653 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-fdgx7 5d2a3968c2f62ab349b983cefd1a98a81bb3abcd23ff02b4253566be1f3adc30 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-fdgx7 5d2a3968c2f62ab349b983cefd1a98a81bb3abcd23ff02b4253566be1f3adc30 network default NAD default NAD key ] I0504 20:45:40.870401 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-fdgx7, hostIfaceName: 5d2a3968c2f62ab, network: default, NAD default, SandboxID: "5d2a3968c2f62ab349b983cefd1a98a81bb3abcd23ff02b4253566be1f3adc30", PCI device ID: , UID: "0a748aaa-b634-4faf-b2d8-3a6a0cdd8fe1", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0504 20:45:40.921827 3653 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-fdgx7 5d2a3968c2f62ab349b983cefd1a98a81bb3abcd23ff02b4253566be1f3adc30 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-fdgx7 5d2a3968c2f62ab349b983cefd1a98a81bb3abcd23ff02b4253566be1f3adc30 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:ea:34:e2:c8:8b\",\"name\":\"5d2a3968c2f62ab\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6c90033e-2136-4061-a3ab-cc9d6baa4110\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:45:42.182149 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=617 W0504 20:45:43.853088 3653 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:45:45.169978 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=137 W0504 20:45:54.874331 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:45:54.908876 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0504 20:45:54.908967 3653 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-9xgrs IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-9xgrs: no pod IPs found I0504 20:46:12.821317 3653 namespace.go:98] [tsf] adding namespace I0504 20:46:12.822312 3653 namespace.go:102] [tsf] adding namespace took 974.31µs I0504 20:46:12.837215 3653 namespace.go:142] [tsf] updating namespace I0504 20:46:12.847119 3653 namespace.go:142] [tsf] updating namespace I0504 20:46:16.276894 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0504 20:46:16.758217 3653 namespace.go:98] [rhtpa-operator] adding namespace I0504 20:46:16.759199 3653 namespace.go:102] [rhtpa-operator] adding namespace took 961.172µs I0504 20:46:16.759235 3653 namespace.go:98] [tsf-tas] adding namespace I0504 20:46:16.759803 3653 namespace.go:102] [tsf-tas] adding namespace took 559.285µs I0504 20:46:16.760256 3653 namespace.go:98] [tsf-keycloak] adding namespace I0504 20:46:16.760879 3653 namespace.go:102] [tsf-keycloak] adding namespace took 604.111µs I0504 20:46:16.763941 3653 namespace.go:98] [rhbk-operator] adding namespace I0504 20:46:16.764595 3653 namespace.go:102] [rhbk-operator] adding namespace took 639.699µs I0504 20:46:16.767268 3653 namespace.go:98] [konflux-ui] adding namespace I0504 20:46:16.767302 3653 namespace.go:98] [tsf-tpa] adding namespace I0504 20:46:16.767902 3653 namespace.go:102] [konflux-ui] adding namespace took 620.381µs I0504 20:46:16.768562 3653 namespace.go:102] [tsf-tpa] adding namespace took 1.250367ms I0504 20:46:16.771431 3653 namespace.go:98] [konflux-operator] adding namespace I0504 20:46:16.771519 3653 namespace.go:98] [cert-manager-operator] adding namespace I0504 20:46:16.772025 3653 namespace.go:102] [konflux-operator] adding namespace took 580.869µs I0504 20:46:16.772584 3653 namespace.go:102] [cert-manager-operator] adding namespace took 1.010154ms I0504 20:46:16.780883 3653 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:46:16.793575 3653 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:46:16.803310 3653 namespace.go:142] [tsf-tas] updating namespace I0504 20:46:16.812868 3653 namespace.go:142] [tsf-tas] updating namespace I0504 20:46:16.823319 3653 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:46:16.831196 3653 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:46:16.838399 3653 namespace.go:142] [rhbk-operator] updating namespace I0504 20:46:16.849544 3653 namespace.go:142] [rhbk-operator] updating namespace I0504 20:46:16.849580 3653 namespace.go:142] [konflux-ui] updating namespace I0504 20:46:16.880607 3653 namespace.go:142] [tsf-tpa] updating namespace I0504 20:46:16.891051 3653 namespace.go:142] [konflux-operator] updating namespace I0504 20:46:16.900526 3653 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:46:16.906459 3653 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:46:16.920311 3653 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:46:16.971399 3653 namespace.go:142] [tsf-tas] updating namespace I0504 20:46:16.979380 3653 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:46:16.990411 3653 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:46:17.170031 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=75 I0504 20:46:17.188602 3653 namespace.go:142] [rhbk-operator] updating namespace I0504 20:46:17.225022 3653 namespace.go:142] [konflux-ui] updating namespace I0504 20:46:17.242162 3653 namespace.go:142] [konflux-ui] updating namespace I0504 20:46:17.375183 3653 namespace.go:142] [tsf-tpa] updating namespace I0504 20:46:17.388804 3653 namespace.go:142] [tsf-tpa] updating namespace I0504 20:46:17.578642 3653 namespace.go:142] [konflux-operator] updating namespace I0504 20:46:17.591023 3653 namespace.go:142] [konflux-operator] updating namespace I0504 20:46:18.146530 3653 namespace.go:142] [tsf-tpa] updating namespace I0504 20:46:18.161678 3653 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:46:19.261146 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0504 20:46:23.597732 3653 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:23.598274 3653 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:23.598300 3653 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:23.598309 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:23.598321 3653 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:23.598325 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:23.622158 3653 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:23.622575 3653 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:23.622590 3653 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:23.622594 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:23.622603 3653 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:23.622606 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:24.622250 3653 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:24.622272 3653 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:24.622282 3653 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:24.622293 3653 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51hdlkw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:24.656550 3653 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:24.656570 3653 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:24.656581 3653 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:24.656592 3653 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bl6hnf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:27.629758 3653 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:27.630337 3653 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:27.630365 3653 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:27.630375 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:27.630390 3653 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:27.630395 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:28.637562 3653 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:28.638091 3653 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:28.638120 3653 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:28.638151 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:28.638168 3653 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:28.638176 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:28.663238 3653 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:28.663257 3653 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:28.663301 3653 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:28.663312 3653 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6vpfr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:29.668523 3653 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:29.668547 3653 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:29.668562 3653 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:29.668577 3653 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2626cw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:30.676846 3653 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.677406 3653 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.677430 3653 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.677439 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:30.677452 3653 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.677458 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:30.705944 3653 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.706416 3653 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.706450 3653 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.706460 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:30.706479 3653 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.706487 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:31.169554 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0504 20:46:31.702620 3653 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.702647 3653 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.702660 3653 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.702672 3653 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sn6vt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.732690 3653 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.732712 3653 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.732725 3653 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.732736 3653 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cgfxs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:46:39.586747 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0504 20:46:39.677843 3653 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kc9bq] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-kc9bq for pod on switch ip-10-0-2-58.ec2.internal I0504 20:46:39.677995 3653 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kc9bq I0504 20:46:39.704317 3653 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kc9bq] pod update took 26.351328ms I0504 20:46:39.704346 3653 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kc9bq] addLogicalPort annotation time took 26.383842ms I0504 20:46:39.705935 3653 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kc9bq] addLogicalPort took 28.106555ms, libovsdb time 1.141264ms I0504 20:46:40.035746 3653 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kc9bq 1375fe33c53ce1e81139a791d52b98f804eee71ab47022d7f752688b8dfece8a network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kc9bq 1375fe33c53ce1e81139a791d52b98f804eee71ab47022d7f752688b8dfece8a network default NAD default NAD key ] I0504 20:46:40.044803 3653 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-kc9bq, hostIfaceName: 1375fe33c53ce1e, network: default, NAD default, SandboxID: "1375fe33c53ce1e81139a791d52b98f804eee71ab47022d7f752688b8dfece8a", PCI device ID: , UID: "622b0d50-f9a6-46a7-b4b6-e3af7870664c", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0504 20:46:40.094763 3653 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kc9bq 1375fe33c53ce1e81139a791d52b98f804eee71ab47022d7f752688b8dfece8a network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kc9bq 1375fe33c53ce1e81139a791d52b98f804eee71ab47022d7f752688b8dfece8a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:c5:33:41:02:23\",\"name\":\"1375fe33c53ce1e\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/baeda12d-1249-4139-b707-8c430c5def6c\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:46:40.315356 3653 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-6f57cf498-cd2w8] creating logical port konflux-operator_konflux-operator-controller-manager-6f57cf498-cd2w8 for pod on switch ip-10-0-2-58.ec2.internal I0504 20:46:40.315477 3653 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-6f57cf498-cd2w8 I0504 20:46:40.347930 3653 pod.go:62] [konflux-operator/konflux-operator-controller-manager-6f57cf498-cd2w8] pod update took 32.481238ms I0504 20:46:40.347953 3653 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-6f57cf498-cd2w8] addLogicalPort annotation time took 32.508935ms I0504 20:46:40.349145 3653 pods.go:271] [konflux-operator/konflux-operator-controller-manager-6f57cf498-cd2w8] addLogicalPort took 33.789095ms, libovsdb time 826.479µs I0504 20:46:40.675844 3653 cni.go:452] [konflux-operator/konflux-operator-controller-manager-6f57cf498-cd2w8 9efa7747f2e63a78837d875e3351ad19220ac585794346c4f1b156c0389dcc5c network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-6f57cf498-cd2w8 9efa7747f2e63a78837d875e3351ad19220ac585794346c4f1b156c0389dcc5c network default NAD default NAD key ] I0504 20:46:40.687035 3653 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-6f57cf498-cd2w8, hostIfaceName: 9efa7747f2e63a7, network: default, NAD default, SandboxID: "9efa7747f2e63a78837d875e3351ad19220ac585794346c4f1b156c0389dcc5c", PCI device ID: , UID: "9c05e55f-d530-4bec-97e1-a4c114a004d2", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0504 20:46:40.741391 3653 cni.go:473] [konflux-operator/konflux-operator-controller-manager-6f57cf498-cd2w8 9efa7747f2e63a78837d875e3351ad19220ac585794346c4f1b156c0389dcc5c network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-6f57cf498-cd2w8 9efa7747f2e63a78837d875e3351ad19220ac585794346c4f1b156c0389dcc5c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:80:4a:3c:70:11\",\"name\":\"9efa7747f2e63a7\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c4747a0-1566-4f1d-999c-158e55539c6c\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:46:41.090265 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 20:46:41.133302 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 20:46:42.723141 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 20:46:42.757530 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 20:46:42.791156 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 20:46:42.811151 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0504 20:46:43.990583 3653 namespace.go:98] [cert-manager] adding namespace I0504 20:46:43.991431 3653 namespace.go:102] [cert-manager] adding namespace took 830.559µs I0504 20:46:44.045285 3653 namespace.go:142] [cert-manager] updating namespace I0504 20:46:44.116169 3653 namespace.go:142] [cert-manager] updating namespace W0504 20:46:44.176570 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0504 20:46:45.013208 3653 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-hzrf4] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-hzrf4 for pod on switch ip-10-0-2-58.ec2.internal I0504 20:46:45.013313 3653 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-hzrf4 I0504 20:46:45.062252 3653 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-hzrf4 I0504 20:46:45.098597 3653 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-hzrf4] pod update took 85.305675ms I0504 20:46:45.098625 3653 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-hzrf4] addLogicalPort annotation time took 85.337455ms I0504 20:46:45.099917 3653 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-hzrf4] addLogicalPort took 86.725614ms, libovsdb time 957.615µs I0504 20:46:45.366476 3653 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-hzrf4 060314d61098f4cb26db25f18eb5d55a2e51190d4537c1df3693d40e9ed8348c network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-hzrf4 060314d61098f4cb26db25f18eb5d55a2e51190d4537c1df3693d40e9ed8348c network default NAD default NAD key ] I0504 20:46:45.376193 3653 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-hzrf4, hostIfaceName: 060314d61098f4c, network: default, NAD default, SandboxID: "060314d61098f4cb26db25f18eb5d55a2e51190d4537c1df3693d40e9ed8348c", PCI device ID: , UID: "6edfb291-ee7c-40f7-abce-89a131e10099", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0504 20:46:45.427018 3653 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-hzrf4 060314d61098f4cb26db25f18eb5d55a2e51190d4537c1df3693d40e9ed8348c network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-hzrf4 060314d61098f4cb26db25f18eb5d55a2e51190d4537c1df3693d40e9ed8348c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:4e:30:d4:18:6e\",\"name\":\"060314d61098f4c\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa522e0f-f066-4c82-ba41-2ede740a15e2\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:46:46.316236 3653 namespace.go:142] [openshift-operators] updating namespace I0504 20:46:46.325001 3653 namespace.go:142] [openshift-operators] updating namespace I0504 20:46:52.438328 3653 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-zmrd4] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-zmrd4 for pod on switch ip-10-0-2-58.ec2.internal I0504 20:46:52.438490 3653 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-zmrd4 I0504 20:46:52.480275 3653 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-zmrd4] pod update took 41.81232ms I0504 20:46:52.480297 3653 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-zmrd4] addLogicalPort annotation time took 41.841247ms I0504 20:46:52.481573 3653 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-zmrd4] addLogicalPort took 43.266216ms, libovsdb time 921.567µs W0504 20:46:53.710030 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0504 20:46:53.710054 3653 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0504 20:46:54.073377 3653 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-zmrd4 a01d2b13b08e51c6c35baf5743fc0fd4d665cf811192322eb570bdfd3dceb03f network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-zmrd4 a01d2b13b08e51c6c35baf5743fc0fd4d665cf811192322eb570bdfd3dceb03f network default NAD default NAD key ] I0504 20:46:54.081877 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-zmrd4, hostIfaceName: a01d2b13b08e51c, network: default, NAD default, SandboxID: "a01d2b13b08e51c6c35baf5743fc0fd4d665cf811192322eb570bdfd3dceb03f", PCI device ID: , UID: "e23ef949-adff-4ae5-99fb-3546b1ff40af", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0504 20:46:54.137972 3653 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-zmrd4 a01d2b13b08e51c6c35baf5743fc0fd4d665cf811192322eb570bdfd3dceb03f network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-zmrd4 a01d2b13b08e51c6c35baf5743fc0fd4d665cf811192322eb570bdfd3dceb03f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:3a:85:08:8a:52\",\"name\":\"a01d2b13b08e51c\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91026b69-c30b-46e7-b662-5ea6fc1f6927\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:46:55.132011 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0504 20:46:55.775222 3653 namespace.go:98] [trusted-artifact-signer] adding namespace I0504 20:46:55.776003 3653 namespace.go:102] [trusted-artifact-signer] adding namespace took 759.79µs I0504 20:46:55.815948 3653 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:46:55.869159 3653 namespace.go:142] [trusted-artifact-signer] updating namespace W0504 20:46:56.224039 3653 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0504 20:46:59.288069 3653 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0504 20:47:00.014860 3653 namespace.go:142] [openshift-operators] updating namespace I0504 20:47:00.435749 3653 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-kcz8t] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-kcz8t for pod on switch ip-10-0-2-58.ec2.internal I0504 20:47:00.435882 3653 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-kcz8t I0504 20:47:00.635882 3653 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-kcz8t I0504 20:47:00.716328 3653 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-kcz8t] pod update took 280.468798ms I0504 20:47:00.716365 3653 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-kcz8t] addLogicalPort annotation time took 280.510108ms I0504 20:47:00.717894 3653 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-kcz8t] addLogicalPort took 282.164324ms, libovsdb time 1.023455ms I0504 20:47:00.797832 3653 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-kcz8t 5b68837da3d94dbf1fe1eb56326dafeb5a976c63b5ebd931f54b9ed52fc00b6a network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-kcz8t 5b68837da3d94dbf1fe1eb56326dafeb5a976c63b5ebd931f54b9ed52fc00b6a network default NAD default NAD key ] I0504 20:47:00.809398 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-kcz8t, hostIfaceName: 5b68837da3d94db, network: default, NAD default, SandboxID: "5b68837da3d94dbf1fe1eb56326dafeb5a976c63b5ebd931f54b9ed52fc00b6a", PCI device ID: , UID: "10de7e91-a534-414a-9222-589aa39f6c78", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0504 20:47:00.861184 3653 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-kcz8t 5b68837da3d94dbf1fe1eb56326dafeb5a976c63b5ebd931f54b9ed52fc00b6a network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-kcz8t 5b68837da3d94dbf1fe1eb56326dafeb5a976c63b5ebd931f54b9ed52fc00b6a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:a6:6e:07:03:9a\",\"name\":\"5b68837da3d94db\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15cd65be-b135-4270-a4cc-ded154c02d79\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:47:07.181216 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0504 20:47:10.535678 3653 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:10.536248 3653 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:10.568733 3653 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:10.568754 3653 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:10.576475 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0504 20:47:10.576500 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0504 20:47:14.650782 3653 namespace.go:98] [openshift-pipelines] adding namespace I0504 20:47:14.651646 3653 namespace.go:102] [openshift-pipelines] adding namespace took 832.778µs I0504 20:47:14.676419 3653 namespace.go:142] [openshift-pipelines] updating namespace I0504 20:47:15.096341 3653 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-tdhcg] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-tdhcg for pod on switch ip-10-0-2-58.ec2.internal I0504 20:47:15.096463 3653 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-tdhcg I0504 20:47:15.116227 3653 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-tdhcg] pod update took 19.788277ms I0504 20:47:15.116250 3653 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-tdhcg] addLogicalPort annotation time took 19.81682ms I0504 20:47:15.117270 3653 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-tdhcg] addLogicalPort took 20.946638ms, libovsdb time 687.714µs I0504 20:47:15.413254 3653 namespace.go:142] [cert-manager] updating namespace I0504 20:47:15.614683 3653 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:47:16.014769 3653 namespace.go:142] [konflux-operator] updating namespace I0504 20:47:16.215917 3653 namespace.go:142] [konflux-ui] updating namespace I0504 20:47:16.417096 3653 namespace.go:142] [open-cluster-management-2q3b3os70c667l7uhbfrt2sq5dfhc2b8] updating namespace I0504 20:47:16.820019 3653 namespace.go:142] [rhbk-operator] updating namespace I0504 20:47:17.019918 3653 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:47:17.221868 3653 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:47:17.422767 3653 namespace.go:142] [tsf] updating namespace I0504 20:47:17.625157 3653 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:47:17.824487 3653 namespace.go:142] [tsf-tas] updating namespace I0504 20:47:18.026912 3653 namespace.go:142] [tsf-tpa] updating namespace I0504 20:47:18.153285 3653 namespace.go:142] [cert-manager] updating namespace I0504 20:47:18.160816 3653 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:47:18.168785 3653 namespace.go:142] [default] updating namespace I0504 20:47:18.176260 3653 namespace.go:142] [konflux-operator] updating namespace I0504 20:47:18.185627 3653 namespace.go:142] [konflux-ui] updating namespace I0504 20:47:18.194328 3653 namespace.go:142] [open-cluster-management-2q3b3os70c667l7uhbfrt2sq5dfhc2b8] updating namespace I0504 20:47:18.200543 3653 namespace.go:142] [openshift] updating namespace I0504 20:47:18.210283 3653 namespace.go:142] [rhbk-operator] updating namespace I0504 20:47:18.219093 3653 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:47:18.229366 3653 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:47:18.250391 3653 namespace.go:142] [tsf] updating namespace I0504 20:47:18.269609 3653 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:47:18.290848 3653 namespace.go:142] [tsf-tas] updating namespace I0504 20:47:18.313611 3653 namespace.go:142] [tsf-tpa] updating namespace I0504 20:47:18.410562 3653 namespace.go:142] [cert-manager] updating namespace I0504 20:47:18.514090 3653 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:47:18.611423 3653 namespace.go:142] [default] updating namespace I0504 20:47:18.713909 3653 namespace.go:142] [konflux-operator] updating namespace I0504 20:47:18.814383 3653 namespace.go:142] [konflux-ui] updating namespace I0504 20:47:18.911508 3653 namespace.go:142] [open-cluster-management-2q3b3os70c667l7uhbfrt2sq5dfhc2b8] updating namespace I0504 20:47:19.009433 3653 namespace.go:142] [openshift] updating namespace I0504 20:47:19.110425 3653 namespace.go:142] [rhbk-operator] updating namespace I0504 20:47:19.210921 3653 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:47:19.311402 3653 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:47:19.412283 3653 namespace.go:142] [tsf] updating namespace I0504 20:47:19.512258 3653 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:47:19.612930 3653 namespace.go:142] [tsf-tas] updating namespace I0504 20:47:19.711113 3653 namespace.go:142] [tsf-tpa] updating namespace I0504 20:47:20.052005 3653 namespace.go:142] [openshift-pipelines] updating namespace W0504 20:47:22.500194 3653 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0504 20:47:24.171642 3653 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-tdhcg faecd316923eb48e347264206557295d00b708440818f4a63a88a64390fd93e7 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-tdhcg faecd316923eb48e347264206557295d00b708440818f4a63a88a64390fd93e7 network default NAD default NAD key ] I0504 20:47:24.180752 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-tdhcg, hostIfaceName: faecd316923eb48, network: default, NAD default, SandboxID: "faecd316923eb48e347264206557295d00b708440818f4a63a88a64390fd93e7", PCI device ID: , UID: "4428f2b0-e992-4718-b593-b901efc959cb", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0504 20:47:24.231000 3653 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-tdhcg faecd316923eb48e347264206557295d00b708440818f4a63a88a64390fd93e7 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-tdhcg faecd316923eb48e347264206557295d00b708440818f4a63a88a64390fd93e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:cc:2e:c4:be:bb\",\"name\":\"faecd316923eb48\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd0173e8-10c9-4498-8edf-f8165879a835\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:47:28.012171 3653 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vz7fn] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-vz7fn for pod on switch ip-10-0-2-58.ec2.internal I0504 20:47:28.012266 3653 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vz7fn I0504 20:47:28.026470 3653 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vz7fn] pod update took 14.232943ms I0504 20:47:28.026501 3653 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vz7fn] addLogicalPort annotation time took 14.261701ms I0504 20:47:28.027920 3653 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vz7fn] addLogicalPort took 15.767804ms, libovsdb time 1.023757ms I0504 20:47:28.121440 3653 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-8jx42] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-8jx42 for pod on switch ip-10-0-2-58.ec2.internal I0504 20:47:28.121543 3653 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-8jx42 I0504 20:47:28.135016 3653 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-8jx42] pod update took 13.499511ms I0504 20:47:28.135043 3653 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-8jx42] addLogicalPort annotation time took 13.534128ms I0504 20:47:28.136398 3653 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-8jx42] addLogicalPort took 14.977628ms, libovsdb time 932.029µs I0504 20:47:28.775734 3653 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vz7fn 5832b609d79edf292cb4f597c297a721df18fc4e7f6d1fbc27582f23ce8feeff network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vz7fn 5832b609d79edf292cb4f597c297a721df18fc4e7f6d1fbc27582f23ce8feeff network default NAD default NAD key ] I0504 20:47:28.780073 3653 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-8jx42 0684b04dcef191460ead2bb846856f63538200b6c7c9e4e471d3ac41ada583d9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-8jx42 0684b04dcef191460ead2bb846856f63538200b6c7c9e4e471d3ac41ada583d9 network default NAD default NAD key ] I0504 20:47:28.785188 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-vz7fn, hostIfaceName: 5832b609d79edf2, network: default, NAD default, SandboxID: "5832b609d79edf292cb4f597c297a721df18fc4e7f6d1fbc27582f23ce8feeff", PCI device ID: , UID: "7f606f72-67c1-478b-8226-bd83ddb8a97f", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0504 20:47:28.789240 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-8jx42, hostIfaceName: 0684b04dcef1914, network: default, NAD default, SandboxID: "0684b04dcef191460ead2bb846856f63538200b6c7c9e4e471d3ac41ada583d9", PCI device ID: , UID: "7cc67dce-52c1-48bb-882d-2331831ad7ed", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0504 20:47:28.840100 3653 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vz7fn 5832b609d79edf292cb4f597c297a721df18fc4e7f6d1fbc27582f23ce8feeff network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vz7fn 5832b609d79edf292cb4f597c297a721df18fc4e7f6d1fbc27582f23ce8feeff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:ca:2f:bb:3f:cc\",\"name\":\"5832b609d79edf2\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/323ceffc-8fc5-4143-bc5a-15de6277e72a\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:47:28.859333 3653 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-8jx42 0684b04dcef191460ead2bb846856f63538200b6c7c9e4e471d3ac41ada583d9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-8jx42 0684b04dcef191460ead2bb846856f63538200b6c7c9e4e471d3ac41ada583d9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:d3:15:aa:2d:58\",\"name\":\"0684b04dcef1914\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4682a68-b6ee-4731-8332-87e3a80e384e\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:47:29.295311 3653 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0504 20:47:30.857881 3653 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:47:30.857897 3653 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:47:30.857902 3653 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:47:33.321335 3653 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:33.321353 3653 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:33.321357 3653 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:33.321362 3653 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:38.524981 3653 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:47:38.524997 3653 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:47:38.525002 3653 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:47:44.329673 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:44.329701 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:44.329709 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:44.329716 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:50.302801 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0504 20:48:01.020670 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0504 20:48:04.789745 3653 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:04.790317 3653 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:04.812558 3653 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:04.812575 3653 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:04.815960 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0504 20:48:04.815985 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0504 20:48:06.836745 3653 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0504 20:48:06.837301 3653 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0504 20:48:06.837323 3653 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0504 20:48:06.839420 3653 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0504 20:48:13.699370 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 20:48:13.699390 3653 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 20:48:13.703102 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0504 20:48:13.703118 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0504 20:48:18.019961 3653 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0504 20:48:18.265659 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0504 20:48:31.570800 3653 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-x6zgd] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-x6zgd for pod on switch ip-10-0-2-58.ec2.internal I0504 20:48:31.570900 3653 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-x6zgd I0504 20:48:31.586319 3653 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-x6zgd] pod update took 15.451383ms I0504 20:48:31.586341 3653 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-x6zgd] addLogicalPort annotation time took 15.478487ms I0504 20:48:31.587574 3653 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-x6zgd] addLogicalPort took 16.791801ms, libovsdb time 859.383µs I0504 20:48:31.931110 3653 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-x6zgd dfdfc8d6f3bb8bdd1e59c70b6921f665a5c8066e338c6a9367a3dc4eb6fbd18a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-x6zgd dfdfc8d6f3bb8bdd1e59c70b6921f665a5c8066e338c6a9367a3dc4eb6fbd18a network default NAD default NAD key ] I0504 20:48:31.940184 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-x6zgd, hostIfaceName: dfdfc8d6f3bb8bd, network: default, NAD default, SandboxID: "dfdfc8d6f3bb8bdd1e59c70b6921f665a5c8066e338c6a9367a3dc4eb6fbd18a", PCI device ID: , UID: "595dcf0c-adf2-421c-9ae7-f4cbb05caafe", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0504 20:48:31.992805 3653 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-x6zgd dfdfc8d6f3bb8bdd1e59c70b6921f665a5c8066e338c6a9367a3dc4eb6fbd18a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-x6zgd dfdfc8d6f3bb8bdd1e59c70b6921f665a5c8066e338c6a9367a3dc4eb6fbd18a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:4a:39:64:e0:7f\",\"name\":\"dfdfc8d6f3bb8bd\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d2c6440-d90c-4500-bba8-13a1362601c5\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:48:35.601948 3653 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:48:35.601972 3653 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:48:35.601979 3653 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0504 20:48:36.270988 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0504 20:48:40.255477 3653 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 W0504 20:48:42.645275 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:48:42.645296 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:48:42.645302 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0504 20:48:48.667417 3653 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-lfnsv] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-lfnsv for pod on switch ip-10-0-2-58.ec2.internal I0504 20:48:48.667502 3653 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-lfnsv I0504 20:48:48.680895 3653 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-lfnsv] pod update took 13.410628ms I0504 20:48:48.680919 3653 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-lfnsv] addLogicalPort annotation time took 13.442695ms I0504 20:48:48.682316 3653 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-lfnsv] addLogicalPort took 14.913967ms, libovsdb time 962.37µs I0504 20:48:49.029284 3653 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-lfnsv d6c1cf8503c3985f3ffc708a6de2d7bdf7015685c55ac305411ba30755d5b823 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-lfnsv d6c1cf8503c3985f3ffc708a6de2d7bdf7015685c55ac305411ba30755d5b823 network default NAD default NAD key ] I0504 20:48:49.038324 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-lfnsv, hostIfaceName: d6c1cf8503c3985, network: default, NAD default, SandboxID: "d6c1cf8503c3985f3ffc708a6de2d7bdf7015685c55ac305411ba30755d5b823", PCI device ID: , UID: "13fd9df8-666e-4a95-aaad-f376f5612ba5", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0504 20:48:49.091068 3653 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-lfnsv d6c1cf8503c3985f3ffc708a6de2d7bdf7015685c55ac305411ba30755d5b823 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-lfnsv d6c1cf8503c3985f3ffc708a6de2d7bdf7015685c55ac305411ba30755d5b823 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:c3:90:8b:4f:38\",\"name\":\"d6c1cf8503c3985\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44c9967f-acbd-436f-ad95-d72a4c621d4f\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:48:57.083272 3653 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:57.083836 3653 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:57.127234 3653 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:57.127252 3653 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:57.133915 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0504 20:48:57.133946 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0504 20:48:58.174343 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=106 I0504 20:48:59.029912 3653 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-4qnl8-zmjkp] creating logical port tsf-tas_segment-backup-installation-4qnl8-zmjkp for pod on switch ip-10-0-2-58.ec2.internal I0504 20:48:59.030001 3653 kube.go:256] Updating pod tsf-tas/segment-backup-installation-4qnl8-zmjkp I0504 20:48:59.043613 3653 pod.go:62] [tsf-tas/segment-backup-installation-4qnl8-zmjkp] pod update took 13.633943ms I0504 20:48:59.043633 3653 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-4qnl8-zmjkp] addLogicalPort annotation time took 13.659173ms I0504 20:48:59.045067 3653 pods.go:271] [tsf-tas/segment-backup-installation-4qnl8-zmjkp] addLogicalPort took 15.171154ms, libovsdb time 878.291µs I0504 20:48:59.391478 3653 cni.go:452] [tsf-tas/segment-backup-installation-4qnl8-zmjkp a667e39c6f6b5e9f8ce7ec00b7dc64e01d11fb0bf98458cc218a83ed331eb152 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-4qnl8-zmjkp a667e39c6f6b5e9f8ce7ec00b7dc64e01d11fb0bf98458cc218a83ed331eb152 network default NAD default NAD key ] I0504 20:48:59.401019 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-4qnl8-zmjkp, hostIfaceName: a667e39c6f6b5e9, network: default, NAD default, SandboxID: "a667e39c6f6b5e9f8ce7ec00b7dc64e01d11fb0bf98458cc218a83ed331eb152", PCI device ID: , UID: "1bd95f58-540f-43aa-8680-2f36f9c05473", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0504 20:48:59.454419 3653 cni.go:473] [tsf-tas/segment-backup-installation-4qnl8-zmjkp a667e39c6f6b5e9f8ce7ec00b7dc64e01d11fb0bf98458cc218a83ed331eb152 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-4qnl8-zmjkp a667e39c6f6b5e9f8ce7ec00b7dc64e01d11fb0bf98458cc218a83ed331eb152 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:53:90:f9:60:60\",\"name\":\"a667e39c6f6b5e9\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de1b7857-5078-47cd-a22d-cae4a57b5fd5\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:49:00.432650 3653 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pcwd2] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-pcwd2 for pod on switch ip-10-0-2-58.ec2.internal I0504 20:49:00.432771 3653 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pcwd2 I0504 20:49:00.455404 3653 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pcwd2] pod update took 22.666165ms I0504 20:49:00.455436 3653 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pcwd2] addLogicalPort annotation time took 22.703366ms I0504 20:49:00.457051 3653 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pcwd2] addLogicalPort took 24.420985ms, libovsdb time 1.08223ms I0504 20:49:00.637241 3653 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-zb7cs] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-zb7cs for pod on switch ip-10-0-2-58.ec2.internal I0504 20:49:00.637345 3653 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-zb7cs I0504 20:49:00.653878 3653 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zb7cs] pod update took 16.560559ms I0504 20:49:00.653970 3653 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-zb7cs] addLogicalPort annotation time took 16.657497ms I0504 20:49:00.655638 3653 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zb7cs] addLogicalPort took 18.41501ms, libovsdb time 1.087314ms I0504 20:49:00.803681 3653 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pcwd2 e797144605cc830e638c6aa8fae206ee889f27b0dfe31919087f48a6c9b1d517 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pcwd2 e797144605cc830e638c6aa8fae206ee889f27b0dfe31919087f48a6c9b1d517 network default NAD default NAD key ] I0504 20:49:00.815905 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-pcwd2, hostIfaceName: e797144605cc830, network: default, NAD default, SandboxID: "e797144605cc830e638c6aa8fae206ee889f27b0dfe31919087f48a6c9b1d517", PCI device ID: , UID: "91025af0-5d7f-4b3d-b2e7-1cc35b59b993", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0504 20:49:00.879937 3653 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pcwd2 e797144605cc830e638c6aa8fae206ee889f27b0dfe31919087f48a6c9b1d517 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-pcwd2 e797144605cc830e638c6aa8fae206ee889f27b0dfe31919087f48a6c9b1d517 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:e3:2d:e0:a0:39\",\"name\":\"e797144605cc830\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec0b95be-c2f9-4637-934b-cd21956a89b8\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:49:01.027319 3653 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zb7cs 27210eb321801265d48bed8af6b353b94d8c5b4ff17bd45627e59958fbe8a38a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zb7cs 27210eb321801265d48bed8af6b353b94d8c5b4ff17bd45627e59958fbe8a38a network default NAD default NAD key ] I0504 20:49:01.039240 3653 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-zb7cs, hostIfaceName: 27210eb32180126, network: default, NAD default, SandboxID: "27210eb321801265d48bed8af6b353b94d8c5b4ff17bd45627e59958fbe8a38a", PCI device ID: , UID: "29179265-be24-4ef5-9699-8479af36f7a5", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0504 20:49:01.103861 3653 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zb7cs 27210eb321801265d48bed8af6b353b94d8c5b4ff17bd45627e59958fbe8a38a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-zb7cs 27210eb321801265d48bed8af6b353b94d8c5b4ff17bd45627e59958fbe8a38a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:b3:e4:b4:84:df\",\"name\":\"27210eb32180126\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32687522-d2ee-4e50-bbbc-c6b40d590604\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:49:02.968106 3653 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-64cbcc8bf4-zzwh8] creating logical port tsf-tas_trillian-db-64cbcc8bf4-zzwh8 for pod on switch ip-10-0-2-58.ec2.internal I0504 20:49:02.968240 3653 kube.go:256] Updating pod tsf-tas/trillian-db-64cbcc8bf4-zzwh8 I0504 20:49:02.981369 3653 pod.go:62] [tsf-tas/trillian-db-64cbcc8bf4-zzwh8] pod update took 13.149726ms I0504 20:49:02.981406 3653 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-64cbcc8bf4-zzwh8] addLogicalPort annotation time took 13.191565ms I0504 20:49:02.983266 3653 pods.go:271] [tsf-tas/trillian-db-64cbcc8bf4-zzwh8] addLogicalPort took 15.175512ms, libovsdb time 1.284073ms W0504 20:49:03.376804 3653 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0504 20:49:03.376829 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0504 20:49:05.000858 3653 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0504 20:49:05.772429 3653 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0504 20:49:05.772453 3653 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0504 20:49:05.798675 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0504 20:49:05.798693 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0504 20:49:07.752207 3653 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-pkdnn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:07.752801 3653 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-pkdnn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0504 20:49:08.013999 3653 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0504 20:49:08.416493 3653 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0504 20:49:08.780440 3653 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-pkdnn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:08.780465 3653 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-pkdnn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:10.093544 3653 cni.go:452] [tsf-tas/trillian-db-64cbcc8bf4-zzwh8 f02a839823cb9aa89752427ad73a474c8a81deeb995f0bba14fc8d74d7f82a86 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-64cbcc8bf4-zzwh8 f02a839823cb9aa89752427ad73a474c8a81deeb995f0bba14fc8d74d7f82a86 network default NAD default NAD key ] I0504 20:49:10.103668 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-64cbcc8bf4-zzwh8, hostIfaceName: f02a839823cb9aa, network: default, NAD default, SandboxID: "f02a839823cb9aa89752427ad73a474c8a81deeb995f0bba14fc8d74d7f82a86", PCI device ID: , UID: "7d5f1983-aa51-4a63-882b-828d81718138", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0504 20:49:10.157957 3653 cni.go:473] [tsf-tas/trillian-db-64cbcc8bf4-zzwh8 f02a839823cb9aa89752427ad73a474c8a81deeb995f0bba14fc8d74d7f82a86 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-64cbcc8bf4-zzwh8 f02a839823cb9aa89752427ad73a474c8a81deeb995f0bba14fc8d74d7f82a86 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:10:ff:e0:73:06\",\"name\":\"f02a839823cb9aa\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1be7ba4d-71ec-44e8-a33e-7266c03b16d0\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:49:12.807608 3653 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0504 20:49:13.816897 3653 cni.go:452] [tsf-tas/segment-backup-installation-4qnl8-zmjkp a667e39c6f6b5e9f8ce7ec00b7dc64e01d11fb0bf98458cc218a83ed331eb152 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-4qnl8-zmjkp a667e39c6f6b5e9f8ce7ec00b7dc64e01d11fb0bf98458cc218a83ed331eb152 network default NAD default NAD key ] I0504 20:49:13.892691 3653 cni.go:473] [tsf-tas/segment-backup-installation-4qnl8-zmjkp a667e39c6f6b5e9f8ce7ec00b7dc64e01d11fb0bf98458cc218a83ed331eb152 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-4qnl8-zmjkp a667e39c6f6b5e9f8ce7ec00b7dc64e01d11fb0bf98458cc218a83ed331eb152 network default NAD default NAD key default], result "{}", err I0504 20:49:13.945616 3653 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-4qnl8-zmjkp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:13.945663 3653 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-4qnl8-zmjkp I0504 20:49:13.947101 3653 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-4qnl8-zmjkp, ips: 10.128.0.39 I0504 20:49:13.947141 3653 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-4qnl8-zmjkp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:14.851302 3653 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-4qnl8-zmjkp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:14.851322 3653 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-4qnl8-zmjkp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:19.294796 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 W0504 20:49:23.853093 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0504 20:49:47.344587 3653 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:47.345204 3653 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:47.365308 3653 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:47.365324 3653 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:47.371770 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0504 20:49:47.371798 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0504 20:49:48.077926 3653 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-9m8rz] creating logical port tsf_patch-tekton-config-9m8rz for pod on switch ip-10-0-2-58.ec2.internal I0504 20:49:48.078065 3653 kube.go:256] Updating pod tsf/patch-tekton-config-9m8rz I0504 20:49:48.091651 3653 pod.go:62] [tsf/patch-tekton-config-9m8rz] pod update took 13.621869ms I0504 20:49:48.091679 3653 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-9m8rz] addLogicalPort annotation time took 13.653465ms I0504 20:49:48.092968 3653 pods.go:271] [tsf/patch-tekton-config-9m8rz] addLogicalPort took 15.066291ms, libovsdb time 869.548µs I0504 20:49:48.436808 3653 cni.go:452] [tsf/patch-tekton-config-9m8rz 8d8a96daf0f675d0f0c0f9897056c60cc88d6d9b29394112cf68459e50acd631 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-9m8rz 8d8a96daf0f675d0f0c0f9897056c60cc88d6d9b29394112cf68459e50acd631 network default NAD default NAD key ] I0504 20:49:48.445844 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-9m8rz, hostIfaceName: 8d8a96daf0f675d, network: default, NAD default, SandboxID: "8d8a96daf0f675d0f0c0f9897056c60cc88d6d9b29394112cf68459e50acd631", PCI device ID: , UID: "5458c46c-9b29-455b-9d2c-c64056755b1a", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0504 20:49:48.499512 3653 cni.go:473] [tsf/patch-tekton-config-9m8rz 8d8a96daf0f675d0f0c0f9897056c60cc88d6d9b29394112cf68459e50acd631 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-9m8rz 8d8a96daf0f675d0f0c0f9897056c60cc88d6d9b29394112cf68459e50acd631 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:7e:51:26:7a:76\",\"name\":\"8d8a96daf0f675d\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/810f498b-3e31-41fd-8f11-53ed1876704e\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:49:56.025090 3653 cni.go:452] [tsf/patch-tekton-config-9m8rz 8d8a96daf0f675d0f0c0f9897056c60cc88d6d9b29394112cf68459e50acd631 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-9m8rz 8d8a96daf0f675d0f0c0f9897056c60cc88d6d9b29394112cf68459e50acd631 network default NAD default NAD key ] I0504 20:49:56.111821 3653 cni.go:473] [tsf/patch-tekton-config-9m8rz 8d8a96daf0f675d0f0c0f9897056c60cc88d6d9b29394112cf68459e50acd631 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-9m8rz 8d8a96daf0f675d0f0c0f9897056c60cc88d6d9b29394112cf68459e50acd631 network default NAD default NAD key default], result "{}", err I0504 20:49:56.162052 3653 obj_retry.go:498] Detected object tsf/patch-tekton-config-9m8rz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:56.162084 3653 pods.go:176] Deleting pod: tsf/patch-tekton-config-9m8rz I0504 20:49:56.163589 3653 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-9m8rz, ips: 10.128.0.43 I0504 20:49:56.163624 3653 obj_retry.go:498] Detected object tsf/patch-tekton-config-9m8rz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:57.183186 3653 obj_retry.go:492] Detected object tsf/patch-tekton-config-9m8rz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:57.183213 3653 obj_retry.go:492] Detected object tsf/patch-tekton-config-9m8rz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:57.824696 3653 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-sfcqx-f8krx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:57.825265 3653 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-sfcqx-f8krx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:57.865001 3653 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-r4lfj-k7qfx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:57.865508 3653 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-r4lfj-k7qfx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:58.706423 3653 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-sfcqx-f8krx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:58.706445 3653 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-sfcqx-f8krx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:58.731194 3653 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-r4lfj-k7qfx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:58.731218 3653 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-r4lfj-k7qfx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:03.460470 3653 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-84bgh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:03.461037 3653 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-84bgh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0504 20:50:03.729267 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0504 20:50:04.310865 3653 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-84bgh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:04.310905 3653 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-84bgh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:04.343938 3653 obj_retry.go:492] Detected object tsf/patch-tekton-config-9m8rz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:04.343967 3653 obj_retry.go:492] Detected object tsf/patch-tekton-config-9m8rz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:04.350512 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-9m8rz I0504 20:50:04.350539 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-9m8rz I0504 20:50:04.416798 3653 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-69b646c55b-vs6cs] creating logical port tsf-tas_rekor-server-69b646c55b-vs6cs for pod on switch ip-10-0-2-58.ec2.internal I0504 20:50:04.416929 3653 kube.go:256] Updating pod tsf-tas/rekor-server-69b646c55b-vs6cs I0504 20:50:04.430192 3653 pod.go:62] [tsf-tas/rekor-server-69b646c55b-vs6cs] pod update took 13.287597ms I0504 20:50:04.430215 3653 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-69b646c55b-vs6cs] addLogicalPort annotation time took 13.313657ms I0504 20:50:04.431543 3653 pods.go:271] [tsf-tas/rekor-server-69b646c55b-vs6cs] addLogicalPort took 14.760775ms, libovsdb time 864.398µs I0504 20:50:05.154320 3653 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:05.154877 3653 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:06.176289 3653 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:06.176318 3653 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:07.476705 3653 cni.go:452] [tsf-tas/rekor-server-69b646c55b-vs6cs 596f2f2f6c614fc4ab8432de62e41098fea1d1d877d3001bf4f1b6f956ee6ea5 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-69b646c55b-vs6cs 596f2f2f6c614fc4ab8432de62e41098fea1d1d877d3001bf4f1b6f956ee6ea5 network default NAD default NAD key ] I0504 20:50:07.485974 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-69b646c55b-vs6cs, hostIfaceName: 596f2f2f6c614fc, network: default, NAD default, SandboxID: "596f2f2f6c614fc4ab8432de62e41098fea1d1d877d3001bf4f1b6f956ee6ea5", PCI device ID: , UID: "fc81baba-3563-4e67-80dc-358bd0e7f569", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0504 20:50:07.538571 3653 cni.go:473] [tsf-tas/rekor-server-69b646c55b-vs6cs 596f2f2f6c614fc4ab8432de62e41098fea1d1d877d3001bf4f1b6f956ee6ea5 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-69b646c55b-vs6cs 596f2f2f6c614fc4ab8432de62e41098fea1d1d877d3001bf4f1b6f956ee6ea5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:e4:20:d4:14:d4\",\"name\":\"596f2f2f6c614fc\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8fc53f47-1c0c-4da8-aa80-197f2869a8b3\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:50:08.333402 3653 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0504 20:50:08.349882 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0504 20:50:10.096337 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0504 20:50:11.497341 3653 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:11.497898 3653 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:11.519210 3653 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:11.519229 3653 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:11.523589 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0504 20:50:11.523609 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0504 20:50:16.944815 3653 obj_retry.go:498] Detected object tsf-tpa/create-db-g5fkz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:16.945417 3653 obj_retry.go:498] Detected object tsf-tpa/create-db-g5fkz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:17.967399 3653 obj_retry.go:492] Detected object tsf-tpa/create-db-g5fkz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:17.967422 3653 obj_retry.go:492] Detected object tsf-tpa/create-db-g5fkz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:50:21.100469 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0504 20:50:22.451403 3653 namespace.go:142] [openshift-pipelines] updating namespace I0504 20:50:22.585529 3653 obj_retry.go:498] Detected object tsf-tpa/migrate-db-b9j8f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:22.586068 3653 obj_retry.go:498] Detected object tsf-tpa/migrate-db-b9j8f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:23.609251 3653 obj_retry.go:492] Detected object tsf-tpa/migrate-db-b9j8f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:23.609274 3653 obj_retry.go:492] Detected object tsf-tpa/migrate-db-b9j8f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:26.001789 3653 obj_retry.go:498] Detected object tsf-tpa/create-importers-4gjwx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:26.002382 3653 obj_retry.go:498] Detected object tsf-tpa/create-importers-4gjwx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:26.722542 3653 base_network_controller_pods.go:487] [default/tsf-tpa/server-bfbc945b7-cwthh] creating logical port tsf-tpa_server-bfbc945b7-cwthh for pod on switch ip-10-0-2-58.ec2.internal I0504 20:50:26.722643 3653 kube.go:256] Updating pod tsf-tpa/server-bfbc945b7-cwthh I0504 20:50:26.741375 3653 pod.go:62] [tsf-tpa/server-bfbc945b7-cwthh] pod update took 18.758322ms I0504 20:50:26.741399 3653 base_network_controller_pods.go:951] [default/tsf-tpa/server-bfbc945b7-cwthh] addLogicalPort annotation time took 18.786827ms I0504 20:50:26.742969 3653 pods.go:271] [tsf-tpa/server-bfbc945b7-cwthh] addLogicalPort took 20.44631ms, libovsdb time 1.071527ms I0504 20:50:26.782614 3653 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-bdpzt] creating logical port tsf-tpa_importer-86bcdf477b-bdpzt for pod on switch ip-10-0-2-58.ec2.internal I0504 20:50:26.782718 3653 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-bdpzt I0504 20:50:26.796979 3653 pod.go:62] [tsf-tpa/importer-86bcdf477b-bdpzt] pod update took 14.289173ms I0504 20:50:26.797007 3653 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-bdpzt] addLogicalPort annotation time took 14.322286ms I0504 20:50:26.798218 3653 pods.go:271] [tsf-tpa/importer-86bcdf477b-bdpzt] addLogicalPort took 15.630055ms, libovsdb time 799.904µs I0504 20:50:27.024950 3653 obj_retry.go:492] Detected object tsf-tpa/create-importers-4gjwx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:27.024973 3653 obj_retry.go:492] Detected object tsf-tpa/create-importers-4gjwx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:32.174144 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71 I0504 20:50:38.457247 3653 cni.go:452] [tsf-tpa/importer-86bcdf477b-bdpzt f628f85cd03dfa1b6ca0c49e79373371335f50d05c718f0dc7c78b95fab75e71 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-bdpzt f628f85cd03dfa1b6ca0c49e79373371335f50d05c718f0dc7c78b95fab75e71 network default NAD default NAD key ] I0504 20:50:38.466502 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-bdpzt, hostIfaceName: f628f85cd03dfa1, network: default, NAD default, SandboxID: "f628f85cd03dfa1b6ca0c49e79373371335f50d05c718f0dc7c78b95fab75e71", PCI device ID: , UID: "f78319c7-621c-46ce-9506-622d5661638f", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0504 20:50:38.517967 3653 cni.go:473] [tsf-tpa/importer-86bcdf477b-bdpzt f628f85cd03dfa1b6ca0c49e79373371335f50d05c718f0dc7c78b95fab75e71 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-bdpzt f628f85cd03dfa1b6ca0c49e79373371335f50d05c718f0dc7c78b95fab75e71 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:f7:e9:b8:f2:78\",\"name\":\"f628f85cd03dfa1\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a8aa17a3-8820-4914-97ea-3cbec80acf43\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:50:38.722419 3653 cni.go:452] [tsf-tpa/server-bfbc945b7-cwthh 8a1a4d203b9a2161cf93d81cd151e0f41b087d08e4ff8523f90f58ce87fcddae network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-bfbc945b7-cwthh 8a1a4d203b9a2161cf93d81cd151e0f41b087d08e4ff8523f90f58ce87fcddae network default NAD default NAD key ] I0504 20:50:38.731690 3653 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-bfbc945b7-cwthh, hostIfaceName: 8a1a4d203b9a216, network: default, NAD default, SandboxID: "8a1a4d203b9a2161cf93d81cd151e0f41b087d08e4ff8523f90f58ce87fcddae", PCI device ID: , UID: "401eb6f7-7430-4f6d-8d90-4e680b7ad646", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0504 20:50:38.783834 3653 cni.go:473] [tsf-tpa/server-bfbc945b7-cwthh 8a1a4d203b9a2161cf93d81cd151e0f41b087d08e4ff8523f90f58ce87fcddae network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-bfbc945b7-cwthh 8a1a4d203b9a2161cf93d81cd151e0f41b087d08e4ff8523f90f58ce87fcddae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:52:93:a9:d1:19\",\"name\":\"8a1a4d203b9a216\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c744973-4869-4369-a4dd-b989e76bbef4\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:50:40.677999 3653 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-gz5ml-pxrk5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:40.678606 3653 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-gz5ml-pxrk5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0504 20:50:41.282204 3653 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0504 20:50:41.548974 3653 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-gz5ml-pxrk5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:41.548995 3653 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-gz5ml-pxrk5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:50:42.289666 3653 util.go:959] Failed to build node endpoints for node ip-10-0-2-58.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0504 20:50:51.187107 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=526 W0504 20:50:52.590044 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0504 20:50:54.742984 3653 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:54.743596 3653 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:54.764578 3653 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:54.764600 3653 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:54.771853 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0504 20:50:54.771884 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0504 20:50:55.555103 3653 namespace.go:98] [image-controller] adding namespace I0504 20:50:55.555993 3653 namespace.go:102] [image-controller] adding namespace took 842.447µs I0504 20:50:55.559642 3653 namespace.go:98] [default-tenant] adding namespace I0504 20:50:55.560404 3653 namespace.go:102] [default-tenant] adding namespace took 746.823µs I0504 20:50:55.561651 3653 namespace.go:98] [build-service] adding namespace I0504 20:50:55.562281 3653 namespace.go:102] [build-service] adding namespace took 616.477µs I0504 20:50:55.562309 3653 namespace.go:98] [integration-service] adding namespace I0504 20:50:55.562854 3653 namespace.go:102] [integration-service] adding namespace took 536.608µs I0504 20:50:55.606806 3653 namespace.go:142] [image-controller] updating namespace I0504 20:50:55.644326 3653 namespace.go:142] [image-controller] updating namespace I0504 20:50:55.648541 3653 namespace.go:142] [default-tenant] updating namespace I0504 20:50:55.683361 3653 namespace.go:142] [default-tenant] updating namespace I0504 20:50:55.697805 3653 namespace.go:142] [build-service] updating namespace I0504 20:50:55.737945 3653 namespace.go:142] [build-service] updating namespace I0504 20:50:55.763611 3653 namespace.go:142] [integration-service] updating namespace I0504 20:50:55.798409 3653 namespace.go:142] [integration-service] updating namespace I0504 20:50:55.853498 3653 namespace.go:142] [build-service] updating namespace I0504 20:50:55.869734 3653 namespace.go:142] [integration-service] updating namespace I0504 20:50:55.909736 3653 namespace.go:98] [release-service] adding namespace I0504 20:50:55.910633 3653 namespace.go:102] [release-service] adding namespace took 875.853µs I0504 20:50:55.987525 3653 namespace.go:142] [konflux-ui] updating namespace I0504 20:50:56.027379 3653 namespace.go:98] [konflux-info] adding namespace I0504 20:50:56.028301 3653 namespace.go:102] [konflux-info] adding namespace took 902.268µs I0504 20:50:56.028345 3653 namespace.go:142] [release-service] updating namespace I0504 20:50:56.071672 3653 namespace.go:98] [namespace-lister] adding namespace I0504 20:50:56.071735 3653 namespace.go:142] [release-service] updating namespace I0504 20:50:56.072859 3653 namespace.go:102] [namespace-lister] adding namespace took 1.168093ms I0504 20:50:56.117406 3653 namespace.go:98] [enterprise-contract-service] adding namespace I0504 20:50:56.118203 3653 namespace.go:102] [enterprise-contract-service] adding namespace took 778.381µs I0504 20:50:56.137383 3653 namespace.go:142] [image-controller] updating namespace I0504 20:50:56.163900 3653 namespace.go:142] [konflux-info] updating namespace I0504 20:50:56.243480 3653 namespace.go:142] [konflux-info] updating namespace I0504 20:50:56.287588 3653 namespace.go:142] [default-tenant] updating namespace I0504 20:50:56.375782 3653 namespace.go:98] [segment-bridge] adding namespace I0504 20:50:56.376620 3653 namespace.go:102] [segment-bridge] adding namespace took 816.349µs I0504 20:50:56.396075 3653 namespace.go:142] [namespace-lister] updating namespace I0504 20:50:56.478785 3653 namespace.go:98] [konflux-cli] adding namespace I0504 20:50:56.479844 3653 namespace.go:102] [konflux-cli] adding namespace took 1.035156ms I0504 20:50:56.568685 3653 namespace.go:142] [namespace-lister] updating namespace I0504 20:50:56.688676 3653 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:50:56.811520 3653 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:50:56.983507 3653 namespace.go:142] [segment-bridge] updating namespace I0504 20:50:57.062039 3653 namespace.go:142] [konflux-cli] updating namespace I0504 20:50:57.062077 3653 namespace.go:142] [segment-bridge] updating namespace I0504 20:50:57.136586 3653 namespace.go:142] [build-service] updating namespace I0504 20:50:57.136803 3653 namespace.go:142] [konflux-cli] updating namespace I0504 20:50:57.921236 3653 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0504 20:50:57.921875 3653 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0504 20:50:57.921898 3653 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0504 20:50:57.924861 3653 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0504 20:50:58.029160 3653 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0504 20:50:58.029185 3653 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0504 20:50:58.030037 3653 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0504 20:50:58.407463 3653 namespace.go:142] [default-tenant] updating namespace I0504 20:50:59.028890 3653 namespace.go:142] [image-controller] updating namespace I0504 20:50:59.236906 3653 namespace.go:142] [integration-service] updating namespace I0504 20:50:59.443166 3653 namespace.go:142] [konflux-info] updating namespace I0504 20:50:59.749422 3653 namespace.go:142] [release-service] updating namespace I0504 20:50:59.878098 3653 namespace.go:142] [build-service] updating namespace I0504 20:50:59.902739 3653 namespace.go:142] [default-tenant] updating namespace I0504 20:50:59.914985 3653 namespace.go:142] [image-controller] updating namespace I0504 20:50:59.930102 3653 namespace.go:142] [integration-service] updating namespace I0504 20:50:59.951738 3653 namespace.go:142] [konflux-info] updating namespace I0504 20:50:59.968780 3653 namespace.go:142] [release-service] updating namespace I0504 20:51:00.036006 3653 namespace.go:142] [build-service] updating namespace I0504 20:51:00.117093 3653 namespace.go:142] [default-tenant] updating namespace I0504 20:51:00.191391 3653 namespace.go:142] [image-controller] updating namespace I0504 20:51:00.256276 3653 namespace.go:142] [integration-service] updating namespace I0504 20:51:00.339509 3653 namespace.go:142] [konflux-info] updating namespace I0504 20:51:00.429377 3653 namespace.go:142] [release-service] updating namespace W0504 20:51:01.655301 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0504 20:51:01.663238 3653 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:51:01.869545 3653 namespace.go:142] [konflux-cli] updating namespace I0504 20:51:02.065487 3653 namespace.go:142] [namespace-lister] updating namespace I0504 20:51:02.266790 3653 namespace.go:142] [segment-bridge] updating namespace I0504 20:51:02.407786 3653 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:51:02.423265 3653 namespace.go:142] [konflux-cli] updating namespace I0504 20:51:02.440962 3653 namespace.go:142] [namespace-lister] updating namespace I0504 20:51:02.462794 3653 namespace.go:142] [segment-bridge] updating namespace I0504 20:51:02.526927 3653 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:51:02.595782 3653 namespace.go:142] [konflux-cli] updating namespace I0504 20:51:02.694795 3653 namespace.go:142] [namespace-lister] updating namespace I0504 20:51:02.805740 3653 namespace.go:142] [segment-bridge] updating namespace W0504 20:51:03.089272 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0504 20:51:03.127003 3653 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0504 20:51:10.722361 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 20:51:10.729072 3653 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 20:51:10.757779 3653 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:10.757796 3653 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:11.772016 3653 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0504 20:51:11.774779 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0504 20:51:12.151607 3653 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:12.151628 3653 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:12.178989 3653 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 20:51:12.179058 3653 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 20:51:13.161875 3653 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0504 20:51:21.259992 3653 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0504 20:51:22.051538 3653 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qmzz6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:51:22.052180 3653 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qmzz6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:51:22.262748 3653 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qmzz6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:51:22.262771 3653 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qmzz6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:51:22.273825 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-qmzz6 I0504 20:51:22.273852 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-qmzz6 I0504 20:51:24.296949 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0504 20:51:39.480825 3653 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:51:39.481410 3653 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:51:39.481436 3653 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:51:39.481445 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:51:39.481460 3653 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:51:39.481467 3653 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:51:40.505547 3653 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:51:40.505573 3653 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:51:40.505587 3653 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:51:40.505602 3653 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e9jzpb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:51:48.173889 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0504 20:51:52.174918 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=157 I0504 20:52:16.468278 3653 obj_retry.go:498] Detected object konflux-ui/proxy-7687bcb5f4-v9v2v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:16.468824 3653 obj_retry.go:498] Detected object konflux-ui/proxy-7687bcb5f4-v9v2v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:16.865630 3653 obj_retry.go:492] Detected object konflux-ui/proxy-7687bcb5f4-v9v2v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:16.865659 3653 obj_retry.go:492] Detected object konflux-ui/proxy-7687bcb5f4-v9v2v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:16.870470 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7687bcb5f4-v9v2v I0504 20:52:16.870502 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7687bcb5f4-v9v2v I0504 20:52:27.290536 3653 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:27.291148 3653 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:27.335060 3653 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:27.335084 3653 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:27.341362 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0504 20:52:27.341382 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0504 20:52:32.804789 3653 cni.go:452] [konflux-operator/konflux-operator-controller-manager-6f57cf498-cd2w8 9efa7747f2e63a78837d875e3351ad19220ac585794346c4f1b156c0389dcc5c network default NAD default NAD key ] DEL starting CNI request [konflux-operator/konflux-operator-controller-manager-6f57cf498-cd2w8 9efa7747f2e63a78837d875e3351ad19220ac585794346c4f1b156c0389dcc5c network default NAD default NAD key ] I0504 20:52:32.904116 3653 cni.go:473] [konflux-operator/konflux-operator-controller-manager-6f57cf498-cd2w8 9efa7747f2e63a78837d875e3351ad19220ac585794346c4f1b156c0389dcc5c network default NAD default NAD key default] DEL finished CNI request [konflux-operator/konflux-operator-controller-manager-6f57cf498-cd2w8 9efa7747f2e63a78837d875e3351ad19220ac585794346c4f1b156c0389dcc5c network default NAD default NAD key default], result "{}", err I0504 20:52:32.981816 3653 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-cd2w8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:32.981852 3653 pods.go:176] Deleting pod: konflux-operator/konflux-operator-controller-manager-6f57cf498-cd2w8 I0504 20:52:32.983256 3653 pods.go:236] Attempting to release IPs for pod: konflux-operator/konflux-operator-controller-manager-6f57cf498-cd2w8, ips: 10.128.0.30 I0504 20:52:32.983286 3653 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-cd2w8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:33.834926 3653 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-cd2w8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:33.834955 3653 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-cd2w8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:33.849531 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-6f57cf498-cd2w8 I0504 20:52:33.849561 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-6f57cf498-cd2w8 I0504 20:53:11.281231 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0504 20:53:34.269624 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0504 20:53:51.293887 3653 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0504 20:54:04.285272 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0504 20:54:57.175104 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=66 I0504 20:55:15.274256 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0504 20:55:19.298216 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0504 20:55:29.178691 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=73 I0504 20:55:42.264630 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0504 20:57:15.263526 3653 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0504 20:57:32.259374 3653 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0504 20:58:10.300879 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0504 20:58:14.179028 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0504 20:59:06.288778 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0504 20:59:10.560665 3653 namespace.go:98] [managed-tenant-8thod] adding namespace I0504 20:59:10.561625 3653 namespace.go:102] [managed-tenant-8thod] adding namespace took 937.462µs I0504 20:59:10.605473 3653 namespace.go:142] [managed-tenant-8thod] updating namespace I0504 20:59:10.685098 3653 namespace.go:142] [managed-tenant-8thod] updating namespace I0504 20:59:11.703835 3653 namespace.go:142] [managed-tenant-8thod] updating namespace I0504 20:59:11.864781 3653 namespace.go:142] [managed-tenant-8thod] updating namespace I0504 20:59:11.936279 3653 namespace.go:142] [managed-tenant-8thod] updating namespace I0504 20:59:23.179550 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=19 I0504 20:59:40.190816 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=129 I0504 21:00:04.645271 3653 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-zqqqm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:04.645799 3653 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-zqqqm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:05.536820 3653 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-zqqqm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:05.536844 3653 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-zqqqm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:09.178113 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=27 I0504 21:00:17.060451 3653 obj_retry.go:492] Detected object tsf-tpa/create-db-g5fkz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:17.060477 3653 obj_retry.go:492] Detected object tsf-tpa/create-db-g5fkz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:17.065061 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-g5fkz I0504 21:00:17.065083 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-g5fkz I0504 21:00:21.273245 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0504 21:00:23.029023 3653 obj_retry.go:492] Detected object tsf-tpa/migrate-db-b9j8f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:23.029045 3653 obj_retry.go:492] Detected object tsf-tpa/migrate-db-b9j8f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:23.032260 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-b9j8f I0504 21:00:23.032282 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-b9j8f I0504 21:00:27.033713 3653 obj_retry.go:492] Detected object tsf-tpa/create-importers-4gjwx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:27.033770 3653 obj_retry.go:492] Detected object tsf-tpa/create-importers-4gjwx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:27.038962 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-4gjwx I0504 21:00:27.038984 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-4gjwx I0504 21:01:26.179329 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=38 I0504 21:01:48.182994 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0504 21:01:56.301472 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0504 21:01:58.278153 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0504 21:02:50.285365 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0504 21:03:33.297156 3653 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0504 21:04:25.183590 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=5 I0504 21:04:50.267516 3653 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0504 21:05:09.263710 3653 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0504 21:05:18.182764 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0504 21:05:27.270060 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0504 21:05:43.276423 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0504 21:05:44.304906 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0504 21:07:20.183213 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=32 I0504 21:08:03.194955 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=41 I0504 21:08:50.292508 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0504 21:08:55.182113 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0504 21:10:00.305022 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0504 21:10:04.799611 3653 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-bfk5q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:04.800209 3653 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-bfk5q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:05.669088 3653 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-bfk5q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:10:05.669150 3653 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-bfk5q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:10:05.701705 3653 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:10:05.701734 3653 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:10:05.707618 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7 I0504 21:10:05.707643 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-xmbn7 I0504 21:10:54.281434 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0504 21:11:14.187223 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0504 21:11:27.273481 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0504 21:11:31.378580 3653 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:11:31.379174 3653 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:11:32.120987 3653 obj_retry.go:492] Detected object default-tenant/tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:11:32.121009 3653 obj_retry.go:492] Detected object default-tenant/tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:11:32.126893 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod I0504 21:11:32.126918 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-xr3aq-on-pull-request-6dvlj-init-pod I0504 21:11:46.762997 3653 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:11:46.763628 3653 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:12:01.877286 3653 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:12:01.877813 3653 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:12:23.300625 3653 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0504 21:12:49.289305 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0504 21:13:01.267945 3653 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0504 21:13:03.199039 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=83 I0504 21:13:07.333753 3653 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:13:07.334333 3653 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:13:10.308937 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0504 21:13:27.280254 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0504 21:13:58.187509 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=15 I0504 21:14:07.186992 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0504 21:14:42.187121 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=30 I0504 21:14:48.271498 3653 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0504 21:15:16.308680 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0504 21:15:55.296211 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0504 21:16:24.185427 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0504 21:17:11.282933 3653 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:17:11.283578 3653 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:17:29.277722 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0504 21:17:40.163799 3653 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:17:40.164433 3653 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:17:54.285708 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0504 21:18:46.283190 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5 I0504 21:18:51.312936 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0504 21:19:20.291642 3653 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:19:20.292249 3653 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:19:20.320714 3653 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:19:20.321298 3653 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:19:20.359094 3653 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:19:20.359669 3653 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:19:26.314395 3653 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:19:26.314926 3653 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:19:43.429386 3653 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:19:43.429942 3653 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:19:44.160680 3653 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k24hh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:19:44.161282 3653 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k24hh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:19:44.653270 3653 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cbm8h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:19:44.653871 3653 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cbm8h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:19:44.990440 3653 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k24hh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:19:44.990463 3653 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k24hh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:19:44.998463 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k24hh I0504 21:19:44.998486 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-k24hh I0504 21:19:45.015449 3653 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cbm8h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:19:45.015464 3653 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cbm8h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:19:45.021879 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cbm8h I0504 21:19:45.021902 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cbm8h I0504 21:19:49.304313 3653 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0504 21:19:53.190954 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0504 21:20:04.292025 3653 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632160-gt4d6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:20:04.292551 3653 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632160-gt4d6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:20:05.137937 3653 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632160-gt4d6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:20:05.137963 3653 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632160-gt4d6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:20:05.171275 3653 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:20:05.171296 3653 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:20:05.177551 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv I0504 21:20:05.177578 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-pdczv I0504 21:20:08.293293 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0504 21:20:27.272255 3653 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0504 21:20:34.312781 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0504 21:20:37.191176 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0504 21:20:59.202748 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=131 I0504 21:21:22.191191 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0504 21:21:32.789836 3653 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:21:32.790417 3653 obj_retry.go:498] Detected object default-tenant/tsf-comp-xr3aq-on-push-2cqhw-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:21:44.386925 3653 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9xlpv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:21:44.387554 3653 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9xlpv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:21:45.105315 3653 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9xlpv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:21:45.105339 3653 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9xlpv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:21:45.111813 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9xlpv I0504 21:21:45.111845 3653 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9xlpv I0504 21:21:48.189222 3653 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0504 21:21:48.299854 3653 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0504 21:21:53.242815 3653 obj_retry.go:498] Detected object default-tenant/my-integration-test-rjvu-dpcq6-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:21:53.243485 3653 obj_retry.go:498] Detected object default-tenant/my-integration-test-rjvu-dpcq6-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it