+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-141.ec2.internal ++ [[ -n ip-10-0-1-141.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-141.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0501 19:56:07.077307617 - disable conntrack on geneve port' I0501 19:56:07.077307617 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0501 19:56:07.102672269 - starting ovnkube-node + echo 'I0501 19:56:07.102672269 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-141.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-141.ec2.internal --init-node ip-10-0-1-141.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-141.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0501 19:56:07.143444 3715 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0501 19:56:07.143495 3715 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-559cc11afc.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0501 19:56:07.144898 3715 kube.go:431] Waiting for certificate I0501 19:56:07.144954 3715 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0501 19:56:07.145008 3715 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0501 19:56:07.145831 3715 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0501 19:56:07.173639 3715 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0501 19:56:07.173659 3715 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0501 19:56:07.175981 3715 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0501 19:56:07.178535 3715 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-bw8r9" I0501 19:56:07.188414 3715 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-bw8r9" I0501 19:56:07.188492 3715 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0501 19:56:08.145044 3715 kube.go:438] Certificate found I0501 19:56:08.145632 3715 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0501 19:56:08.146558 3715 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0501 19:56:08.194579 3715 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-02 19:51:07 +0000 UTC" deadline="2026-05-02 13:13:05.128929441 +0000 UTC" I0501 19:56:08.194617 3715 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h16m56.934321797s" I0501 19:56:08.222817 3715 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0501 19:56:08.232085 3715 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0501 19:56:08.232155 3715 server.go:101] MetricServer registers OVS metrics I0501 19:56:08.232564 3715 server.go:105] MetricServer registers OVN DB metrics I0501 19:56:08.233869 3715 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0501 19:56:08.233923 3715 factory.go:561] Starting watch factory I0501 19:56:08.233996 3715 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:56:08.234012 3715 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:56:08.234018 3715 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:56:08.234050 3715 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:56:08.233996 3715 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:56:08.234859 3715 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:56:08.233996 3715 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:56:08.234976 3715 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:56:08.235012 3715 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:56:08.235034 3715 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:56:08.235225 3715 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:56:08.235250 3715 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:56:08.235915 3715 controller_manager.go:370] Starting the ovnkube controller I0501 19:56:08.235929 3715 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-141.ec2.internal I0501 19:56:08.235996 3715 controller_manager.go:395] NBDB zone sync took: 56.35µs I0501 19:56:08.236010 3715 factory.go:561] Starting watch factory I0501 19:56:08.237230 3715 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0501 19:56:08.237275 3715 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0501 19:56:08.250577 3715 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0501 19:56:08.250605 3715 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0501 19:56:08.251612 3715 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:56:08.253269 3715 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:56:08.253420 3715 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:56:08.254715 3715 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0501 19:56:08.254795 3715 server.go:109] MetricServer registers OVN Controller metrics I0501 19:56:08.255511 3715 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:56:08.256589 3715 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:56:08.260028 3715 server.go:113] MetricServer registers OVN Northd metrics I0501 19:56:08.260050 3715 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:56:08.264408 3715 metrics.go:519] OVN Metrics Server starts to run ... I0501 19:56:08.339713 3715 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0501 19:56:08.339729 3715 factory.go:1977] *v1.Pod informer cache synced successfully I0501 19:56:08.339732 3715 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0501 19:56:08.339736 3715 factory.go:1977] *v1.Namespace informer cache synced successfully I0501 19:56:08.339739 3715 factory.go:1977] *v1.Node informer cache synced successfully I0501 19:56:08.339742 3715 factory.go:1977] *v1.Service informer cache synced successfully I0501 19:56:08.339831 3715 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0501 19:56:08.339849 3715 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0501 19:56:08.339885 3715 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0501 19:56:08.339939 3715 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0501 19:56:08.342076 3715 factory.go:1977] *v1.Node informer cache synced successfully I0501 19:56:08.342087 3715 factory.go:1977] *v1.Service informer cache synced successfully I0501 19:56:08.342091 3715 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0501 19:56:08.342094 3715 factory.go:1977] *v1.Pod informer cache synced successfully I0501 19:56:08.342097 3715 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0501 19:56:08.342100 3715 factory.go:1977] *v1.Namespace informer cache synced successfully I0501 19:56:08.342460 3715 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0501 19:56:08.342483 3715 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0501 19:56:08.345535 3715 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0501 19:56:08.345545 3715 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0501 19:56:08.345591 3715 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0501 19:56:08.345601 3715 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0501 19:56:08.347249 3715 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0501 19:56:08.347260 3715 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0501 19:56:08.347595 3715 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0501 19:56:08.351396 3715 factory.go:1977] *v1.EgressIP informer cache synced successfully I0501 19:56:08.351451 3715 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0501 19:56:08.351462 3715 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0501 19:56:08.352639 3715 factory.go:1977] *v1.EgressIP informer cache synced successfully I0501 19:56:08.353525 3715 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0501 19:56:08.357209 3715 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0501 19:56:08.357266 3715 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0501 19:56:08.357277 3715 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0501 19:56:08.357834 3715 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0501 19:56:08.359393 3715 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0501 19:56:08.363140 3715 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0501 19:56:08.363188 3715 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0501 19:56:08.363199 3715 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0501 19:56:08.363252 3715 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0501 19:56:08.365144 3715 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0501 19:56:08.368915 3715 factory.go:1977] *v1.EgressService informer cache synced successfully I0501 19:56:08.368927 3715 factory.go:1977] *v1.EgressService informer cache synced successfully I0501 19:56:08.368971 3715 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0501 19:56:08.368983 3715 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0501 19:56:08.371089 3715 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0501 19:56:08.373995 3715 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0501 19:56:08.374013 3715 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0501 19:56:08.374538 3715 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0501 19:56:08.374555 3715 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0501 19:56:08.376745 3715 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0501 19:56:08.379359 3715 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0501 19:56:08.379411 3715 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0501 19:56:08.379421 3715 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0501 19:56:08.379462 3715 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0501 19:56:08.379472 3715 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0501 19:56:08.379483 3715 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0501 19:56:08.381712 3715 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0501 19:56:08.381956 3715 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0501 19:56:08.384934 3715 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0501 19:56:08.384942 3715 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0501 19:56:08.384949 3715 factory.go:680] Watch Factory start up complete, took: 151.02772ms I0501 19:56:08.384948 3715 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0501 19:56:08.384957 3715 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0501 19:56:08.384965 3715 factory.go:680] Watch Factory start up complete, took: 148.956785ms I0501 19:56:08.384976 3715 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-141.ec2.internal" zone I0501 19:56:08.385009 3715 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0501 19:56:08.430747 3715 default_node_network_controller.go:710] Initializing the default node network controller I0501 19:56:08.987504 3715 udn_isolation.go:101] Starting UDN host isolation manager I0501 19:56:08.994639 3715 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0501 19:56:09.056853 3715 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0501 19:56:09.056925 3715 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0501 19:56:09.056940 3715 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0501 19:56:09.090091 3715 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0501 19:56:09.090153 3715 default_node_network_controller.go:809] Node ip-10-0-1-141.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0501 19:56:09.095717 3715 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.141"] k8s.ovn.org/zone-name:ip-10-0-1-141.ec2.internal] on node ip-10-0-1-141.ec2.internal I0501 19:56:09.115480 3715 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0501 19:56:09.121630 3715 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0501 19:56:09.121750 3715 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0501 19:56:09.121882 3715 gateway_init.go:263] Preparing Gateway I0501 19:56:09.121894 3715 gateway_shared_intf.go:1687] Creating new gateway I0501 19:56:09.135737 3715 controller_manager.go:429] Waiting for node in zone sync took: 750.747341ms I0501 19:56:09.140556 3715 controller_manager.go:611] Switching to transit router for layer2 networks I0501 19:56:09.140571 3715 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-141.ec2.internal I0501 19:56:09.154592 3715 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0501 19:56:09.160858 3715 controller_manager.go:290] SCTP support detected in OVN I0501 19:56:09.161468 3715 services_controller.go:69] Creating services controller for network=default I0501 19:56:09.161566 3715 udn_enabled_svc.go:80] Waiting for service informer to sync I0501 19:56:09.161633 3715 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0501 19:56:09.161672 3715 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0501 19:56:09.161692 3715 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0501 19:56:09.161703 3715 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0501 19:56:09.161916 3715 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0501 19:56:09.161965 3715 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0501 19:56:09.162008 3715 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 33.361µs I0501 19:56:09.162021 3715 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 53.925µs I0501 19:56:09.162029 3715 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0501 19:56:09.162042 3715 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0501 19:56:09.162054 3715 default_network_controller.go:325] Starting the default network controller I0501 19:56:09.162074 3715 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 63.836µs I0501 19:56:09.162110 3715 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.955µs I0501 19:56:09.162135 3715 udn_enabled_svc.go:95] Performing full resync I0501 19:56:09.162469 3715 udn_enabled_svc.go:99] Waiting for handler to sync I0501 19:56:09.162482 3715 udn_enabled_svc.go:104] Starting worker I0501 19:56:09.171350 3715 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0501 19:56:09.171407 3715 repair.go:33] Syncing exgw routes took 45.086µs I0501 19:56:09.171432 3715 default_network_controller.go:414] Starting all the Watchers... I0501 19:56:09.171557 3715 namespace.go:98] [kube-public] adding namespace I0501 19:56:09.171614 3715 namespace.go:98] [openshift-backplane-csm] adding namespace I0501 19:56:09.171614 3715 namespace.go:98] [openshift-backplane-tam] adding namespace I0501 19:56:09.171624 3715 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0501 19:56:09.171625 3715 namespace.go:98] [openshift-cluster-version] adding namespace I0501 19:56:09.171635 3715 namespace.go:98] [openshift-backplane-cse] adding namespace I0501 19:56:09.171666 3715 namespace.go:98] [openshift-kube-scheduler] adding namespace I0501 19:56:09.171689 3715 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0501 19:56:09.171696 3715 namespace.go:98] [openshift-console] adding namespace I0501 19:56:09.172059 3715 namespace.go:98] [openshift-package-operator] adding namespace I0501 19:56:09.172062 3715 namespace.go:98] [openshift-host-network] adding namespace I0501 19:56:09.172075 3715 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0501 19:56:09.172084 3715 namespace.go:98] [openshift-ingress] adding namespace I0501 19:56:09.172091 3715 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0501 19:56:09.172102 3715 namespace.go:98] [openshift-logging] adding namespace I0501 19:56:09.172308 3715 namespace.go:102] [kube-public] adding namespace took 739.676µs I0501 19:56:09.172320 3715 namespace.go:98] [openshift-operators-redhat] adding namespace I0501 19:56:09.172905 3715 namespace.go:102] [openshift-operators-redhat] adding namespace took 580.497µs I0501 19:56:09.172917 3715 namespace.go:98] [kube-node-lease] adding namespace I0501 19:56:09.173480 3715 namespace.go:102] [kube-node-lease] adding namespace took 557.816µs I0501 19:56:09.173493 3715 namespace.go:98] [openshift-apiserver-operator] adding namespace I0501 19:56:09.173916 3715 namespace.go:102] [openshift-backplane-csm] adding namespace took 2.290127ms I0501 19:56:09.173935 3715 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0501 19:56:09.174424 3715 namespace.go:102] [openshift-backplane-tam] adding namespace took 2.797395ms I0501 19:56:09.174435 3715 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0501 19:56:09.174981 3715 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 3.342205ms I0501 19:56:09.175003 3715 namespace.go:98] [openshift-config-operator] adding namespace I0501 19:56:09.175455 3715 namespace.go:102] [openshift-cluster-version] adding namespace took 3.811091ms I0501 19:56:09.175471 3715 namespace.go:98] [openshift-service-ca-operator] adding namespace I0501 19:56:09.175889 3715 namespace.go:102] [openshift-backplane-cse] adding namespace took 4.241682ms I0501 19:56:09.175903 3715 namespace.go:98] [openshift-dns-operator] adding namespace I0501 19:56:09.176427 3715 namespace.go:102] [openshift-kube-scheduler] adding namespace took 4.748359ms I0501 19:56:09.176438 3715 namespace.go:98] [openshift-console-user-settings] adding namespace I0501 19:56:09.177019 3715 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 5.322395ms I0501 19:56:09.177027 3715 namespace.go:98] [openshift-network-node-identity] adding namespace I0501 19:56:09.177590 3715 namespace.go:102] [openshift-console] adding namespace took 5.887104ms I0501 19:56:09.177607 3715 namespace.go:98] [openshift-console-operator] adding namespace I0501 19:56:09.178150 3715 namespace.go:102] [openshift-package-operator] adding namespace took 6.078715ms I0501 19:56:09.178164 3715 namespace.go:98] [openshift-machine-api] adding namespace I0501 19:56:09.178721 3715 namespace.go:102] [openshift-host-network] adding namespace took 6.644592ms I0501 19:56:09.178743 3715 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0501 19:56:09.179135 3715 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.052967ms I0501 19:56:09.179150 3715 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0501 19:56:09.179745 3715 namespace.go:102] [openshift-ingress] adding namespace took 7.651301ms I0501 19:56:09.179762 3715 namespace.go:98] [openshift-infra] adding namespace I0501 19:56:09.180363 3715 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.261259ms I0501 19:56:09.180385 3715 namespace.go:98] [openshift] adding namespace I0501 19:56:09.180850 3715 namespace.go:102] [openshift-logging] adding namespace took 8.741295ms I0501 19:56:09.180865 3715 namespace.go:98] [openshift-must-gather-operator] adding namespace I0501 19:56:09.181379 3715 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.880521ms I0501 19:56:09.181396 3715 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0501 19:56:09.181985 3715 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.043084ms I0501 19:56:09.182005 3715 namespace.go:98] [openshift-kube-apiserver] adding namespace I0501 19:56:09.182490 3715 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.047314ms I0501 19:56:09.182508 3715 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0501 19:56:09.183046 3715 namespace.go:102] [openshift-config-operator] adding namespace took 8.031857ms I0501 19:56:09.183066 3715 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0501 19:56:09.183563 3715 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.085155ms I0501 19:56:09.183579 3715 namespace.go:98] [openshift-ingress-operator] adding namespace I0501 19:56:09.184041 3715 namespace.go:102] [openshift-dns-operator] adding namespace took 8.132898ms I0501 19:56:09.184056 3715 namespace.go:98] [openshift-apiserver] adding namespace I0501 19:56:09.184522 3715 namespace.go:102] [openshift-console-user-settings] adding namespace took 8.079843ms I0501 19:56:09.184536 3715 namespace.go:98] [openshift-ingress-canary] adding namespace I0501 19:56:09.185006 3715 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.974337ms I0501 19:56:09.185018 3715 namespace.go:98] [openshift-controller-manager] adding namespace I0501 19:56:09.185500 3715 namespace.go:102] [openshift-console-operator] adding namespace took 7.888245ms I0501 19:56:09.185512 3715 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0501 19:56:09.185998 3715 namespace.go:102] [openshift-machine-api] adding namespace took 7.829969ms I0501 19:56:09.186008 3715 namespace.go:98] [openshift-config] adding namespace I0501 19:56:09.186527 3715 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.777684ms I0501 19:56:09.186541 3715 namespace.go:98] [kube-system] adding namespace I0501 19:56:09.187037 3715 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.880372ms I0501 19:56:09.187054 3715 namespace.go:98] [openshift-insights] adding namespace I0501 19:56:09.187557 3715 namespace.go:102] [openshift-infra] adding namespace took 7.788526ms I0501 19:56:09.187570 3715 namespace.go:98] [openshift-customer-monitoring] adding namespace I0501 19:56:09.188039 3715 namespace.go:102] [openshift] adding namespace took 7.646908ms I0501 19:56:09.188052 3715 namespace.go:98] [openshift-image-registry] adding namespace I0501 19:56:09.188509 3715 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.634871ms I0501 19:56:09.188530 3715 namespace.go:98] [openshift-operators] adding namespace I0501 19:56:09.189445 3715 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.043913ms I0501 19:56:09.189991 3715 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.978621ms I0501 19:56:09.190009 3715 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0501 19:56:09.190582 3715 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.069003ms I0501 19:56:09.190596 3715 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0501 19:56:09.191006 3715 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.933983ms I0501 19:56:09.191025 3715 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0501 19:56:09.191411 3715 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.826582ms I0501 19:56:09.191428 3715 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0501 19:56:09.191798 3715 namespace.go:102] [openshift-apiserver] adding namespace took 7.737407ms I0501 19:56:09.191813 3715 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0501 19:56:09.192176 3715 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.63573ms I0501 19:56:09.192189 3715 namespace.go:98] [openshift-backplane-cee] adding namespace I0501 19:56:09.192571 3715 namespace.go:102] [openshift-controller-manager] adding namespace took 7.548604ms I0501 19:56:09.192585 3715 namespace.go:98] [openshift-network-console] adding namespace I0501 19:56:09.192979 3715 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.462575ms I0501 19:56:09.192992 3715 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0501 19:56:09.193352 3715 namespace.go:102] [openshift-config] adding namespace took 7.338048ms I0501 19:56:09.193368 3715 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0501 19:56:09.193785 3715 namespace.go:102] [kube-system] adding namespace took 7.237147ms I0501 19:56:09.193812 3715 namespace.go:98] [openshift-backplane] adding namespace I0501 19:56:09.194257 3715 namespace.go:102] [openshift-insights] adding namespace took 7.197872ms I0501 19:56:09.194273 3715 namespace.go:98] [openshift-route-controller-manager] adding namespace I0501 19:56:09.194662 3715 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.086055ms I0501 19:56:09.194676 3715 namespace.go:98] [openshift-node] adding namespace I0501 19:56:09.195122 3715 namespace.go:102] [openshift-image-registry] adding namespace took 7.064587ms I0501 19:56:09.195141 3715 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0501 19:56:09.195586 3715 namespace.go:102] [openshift-operators] adding namespace took 7.049983ms I0501 19:56:09.195599 3715 namespace.go:98] [openshift-backplane-mobb] adding namespace I0501 19:56:09.195993 3715 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.979202ms I0501 19:56:09.196003 3715 namespace.go:98] [openshift-etcd] adding namespace I0501 19:56:09.196680 3715 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.077546ms I0501 19:56:09.196696 3715 namespace.go:98] [openshift-network-operator] adding namespace I0501 19:56:09.197075 3715 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.044318ms I0501 19:56:09.197087 3715 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0501 19:56:09.197450 3715 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.01681ms I0501 19:56:09.197875 3715 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.057396ms I0501 19:56:09.197887 3715 namespace.go:98] [openshift-authentication] adding namespace I0501 19:56:09.198295 3715 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.09927ms I0501 19:56:09.198309 3715 namespace.go:98] [openshift-monitoring] adding namespace I0501 19:56:09.198708 3715 namespace.go:102] [openshift-network-console] adding namespace took 6.113998ms I0501 19:56:09.198723 3715 namespace.go:98] [openshift-authentication-operator] adding namespace I0501 19:56:09.199118 3715 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.1197ms I0501 19:56:09.199129 3715 namespace.go:98] [openshift-network-diagnostics] adding namespace I0501 19:56:09.199576 3715 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.202974ms I0501 19:56:09.199589 3715 namespace.go:98] [openshift-config-managed] adding namespace I0501 19:56:09.199978 3715 namespace.go:102] [openshift-backplane] adding namespace took 6.160286ms I0501 19:56:09.199989 3715 namespace.go:98] [default] adding namespace I0501 19:56:09.200348 3715 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.069494ms I0501 19:56:09.200359 3715 namespace.go:98] [openshift-backplane-srep] adding namespace I0501 19:56:09.200752 3715 namespace.go:102] [openshift-node] adding namespace took 6.07102ms I0501 19:56:09.200766 3715 namespace.go:98] [open-cluster-management-2q1b2o8t4morgq1f0ihup871h7oc00nn] adding namespace I0501 19:56:09.201128 3715 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 5.98237ms I0501 19:56:09.201140 3715 namespace.go:98] [openshift-marketplace] adding namespace I0501 19:56:09.201532 3715 namespace.go:102] [openshift-backplane-mobb] adding namespace took 5.927482ms I0501 19:56:09.201544 3715 namespace.go:98] [openshift-dns] adding namespace I0501 19:56:09.201916 3715 namespace.go:102] [openshift-etcd] adding namespace took 5.907857ms I0501 19:56:09.201926 3715 namespace.go:98] [openshift-machine-config-operator] adding namespace I0501 19:56:09.202310 3715 namespace.go:102] [openshift-network-operator] adding namespace took 5.607764ms I0501 19:56:09.202797 3715 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.70565ms I0501 19:56:09.203145 3715 namespace.go:102] [openshift-authentication] adding namespace took 5.254483ms I0501 19:56:09.203543 3715 namespace.go:102] [openshift-monitoring] adding namespace took 5.229391ms I0501 19:56:09.203556 3715 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace W0501 19:56:09.203890 3715 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-t4ls2: pod openshift-network-diagnostics/network-check-target-t4ls2: no pod IPs found I0501 19:56:09.203920 3715 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.19106ms I0501 19:56:09.204353 3715 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.218722ms I0501 19:56:09.204788 3715 namespace.go:102] [openshift-config-managed] adding namespace took 5.194778ms I0501 19:56:09.205166 3715 namespace.go:102] [default] adding namespace took 5.170875ms I0501 19:56:09.205598 3715 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.232882ms I0501 19:56:09.206106 3715 namespace.go:102] [open-cluster-management-2q1b2o8t4morgq1f0ihup871h7oc00nn] adding namespace took 5.33549ms I0501 19:56:09.206121 3715 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0501 19:56:09.206892 3715 namespace.go:102] [openshift-marketplace] adding namespace took 5.747726ms I0501 19:56:09.206902 3715 namespace.go:98] [openshift-multus] adding namespace I0501 19:56:09.207430 3715 namespace.go:102] [openshift-dns] adding namespace took 5.879796ms I0501 19:56:09.207443 3715 namespace.go:98] [dedicated-admin] adding namespace I0501 19:56:09.207863 3715 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.931601ms I0501 19:56:09.208289 3715 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 4.729032ms W0501 19:56:09.208692 3715 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-zt9wf: pod openshift-multus/network-metrics-daemon-zt9wf: no pod IPs found I0501 19:56:09.208722 3715 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 2.597139ms I0501 19:56:09.209159 3715 namespace.go:102] [openshift-multus] adding namespace took 2.252167ms I0501 19:56:09.209537 3715 namespace.go:102] [dedicated-admin] adding namespace took 2.089219ms W0501 19:56:09.209618 3715 master.go:458] Unable to parse local node ip-10-0-1-141.ec2.internal chassis-id annotation. Chassis may be removed during sync I0501 19:56:09.209627 3715 master.go:481] Removing stale chassis with ID/Name: def577f7-5643-4286-9007-1f347e9c687d, hostname: ip-10-0-1-141.ec2.internal I0501 19:56:09.209951 3715 master.go:548] Adding or Updating local node "ip-10-0-1-141.ec2.internal" for network "default" I0501 19:56:09.210679 3715 zone_ic_handler.go:195] Time taken to create transit switch: 309.578µs I0501 19:56:09.210692 3715 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-151.ec2.internal for the network default I0501 19:56:09.211689 3715 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-151.ec2.internal" on network "default" took: 1.334933ms I0501 19:56:09.213919 3715 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-141.ec2.internal for the network default I0501 19:56:09.214084 3715 zone_ic_handler.go:195] Time taken to create transit switch: 148.376µs I0501 19:56:09.214825 3715 default_network_controller.go:823] Node add failed for ip-10-0-1-141.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-141.ec2.internal, error getting gateway config for node ip-10-0-1-141.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-141.ec2.internal", failed to update chassis to local for local node ip-10-0-1-141.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-141.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-141.ec2.internal] E0501 19:56:09.214871 3715 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-141.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-141.ec2.internal, error getting gateway config for node ip-10-0-1-141.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-141.ec2.internal", failed to update chassis to local for local node ip-10-0-1-141.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-141.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-141.ec2.internal] I0501 19:56:09.214921 3715 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0501 19:56:09.214942 3715 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0501 19:56:09.214956 3715 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0501 19:56:09.214981 3715 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-151.ec2.internal in network "default" I0501 19:56:09.214944 3715 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-141.ec2.internal", UID:"0c657728-06ef-4396-b9aa-c0be3238b96a", APIVersion:"v1", ResourceVersion:"10918", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-141.ec2.internal, error getting gateway config for node ip-10-0-1-141.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-141.ec2.internal", failed to update chassis to local for local node ip-10-0-1-141.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-141.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-141.ec2.internal] I0501 19:56:09.215037 3715 node_tracker.go:169] Node ip-10-0-0-151.ec2.internal switch + router changed, syncing services in network "default" I0501 19:56:09.215053 3715 services_controller.go:574] Full service sync requested for network=default I0501 19:56:09.215064 3715 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-141.ec2.internal in network "default" I0501 19:56:09.215072 3715 node_tracker.go:235] Node ip-10-0-1-141.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-141.ec2.internal" I0501 19:56:09.215079 3715 node_tracker.go:169] Node ip-10-0-1-141.ec2.internal switch + router changed, syncing services in network "default" I0501 19:56:09.215083 3715 services_controller.go:574] Full service sync requested for network=default I0501 19:56:09.228489 3715 iptables.go:108] Creating table: filter chain: FORWARD I0501 19:56:09.234429 3715 iptables.go:108] Creating table: filter chain: OUTPUT I0501 19:56:09.240418 3715 gateway_shared_intf.go:1816] Gateway Creation Complete I0501 19:56:09.240432 3715 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-141.ec2.internal","mac-address":"0a:ff:c0:16:e0:d9","ip-addresses":["10.0.1.141/24"],"ip-address":"10.0.1.141/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:def577f7-5643-4286-9007-1f347e9c687d k8s.ovn.org/node-encap-ips:["10.0.1.141"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.141/24"} k8s.ovn.org/zone-name:ip-10-0-1-141.ec2.internal] on node ip-10-0-1-141.ec2.internal I0501 19:56:09.253669 3715 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-141.ec2.internal in network "default" I0501 19:56:09.253723 3715 node_tracker.go:169] Node ip-10-0-1-141.ec2.internal switch + router changed, syncing services in network "default" I0501 19:56:09.253739 3715 services_controller.go:574] Full service sync requested for network=default I0501 19:56:09.253754 3715 master.go:548] Adding or Updating local node "ip-10-0-1-141.ec2.internal" for network "default" I0501 19:56:09.257565 3715 default_node_network_controller.go:519] Node connection status = connected W0501 19:56:09.257978 3715 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-zt9wf: pod openshift-multus/network-metrics-daemon-zt9wf: no pod IPs found W0501 19:56:09.258002 3715 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-t4ls2: pod openshift-network-diagnostics/network-check-target-t4ls2: no pod IPs found I0501 19:56:09.260151 3715 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-141.ec2.internal for the network default I0501 19:56:09.260360 3715 zone_ic_handler.go:195] Time taken to create transit switch: 193.253µs I0501 19:56:09.316024 3715 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0501 19:56:09.316044 3715 services_controller.go:208] Setting up event handlers for services for network=default I0501 19:56:09.316155 3715 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0501 19:56:09.316201 3715 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0501 19:56:09.316221 3715 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0501 19:56:09.416790 3715 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0501 19:56:09.416807 3715 repair.go:60] Starting repairing loop for services I0501 19:56:09.416883 3715 repair.go:131] Deleted 0 stale service LBs I0501 19:56:09.416900 3715 repair.go:137] Deleted 0 stale Chassis Template Vars I0501 19:56:09.416915 3715 repair.go:62] Finished repairing loop for services: 110.047µs I0501 19:56:09.416938 3715 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0501 19:56:09.416947 3715 services_controller.go:254] Starting workers for network=default I0501 19:56:09.417258 3715 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-t4ls2] creating logical port openshift-network-diagnostics_network-check-target-t4ls2 for pod on switch ip-10-0-1-141.ec2.internal I0501 19:56:09.417282 3715 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-zt9wf] creating logical port openshift-multus_network-metrics-daemon-zt9wf for pod on switch ip-10-0-1-141.ec2.internal I0501 19:56:09.417382 3715 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-zt9wf I0501 19:56:09.417382 3715 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-t4ls2 I0501 19:56:09.431067 3715 pod.go:62] [openshift-network-diagnostics/network-check-target-t4ls2] pod update took 13.742487ms I0501 19:56:09.431084 3715 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-t4ls2] addLogicalPort annotation time took 13.762967ms I0501 19:56:09.431970 3715 pods.go:271] [openshift-network-diagnostics/network-check-target-t4ls2] addLogicalPort took 14.72207ms, libovsdb time 669.98µs I0501 19:56:09.434280 3715 pod.go:62] [openshift-multus/network-metrics-daemon-zt9wf] pod update took 16.929644ms I0501 19:56:09.434294 3715 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-zt9wf] addLogicalPort annotation time took 16.946775ms I0501 19:56:09.435158 3715 pods.go:271] [openshift-multus/network-metrics-daemon-zt9wf] addLogicalPort took 17.885778ms, libovsdb time 659.962µs I0501 19:56:09.435651 3715 admin_network_policy_controller.go:227] Starting controller default-network-controller I0501 19:56:09.435679 3715 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0501 19:56:09.435699 3715 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0501 19:56:09.435705 3715 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0501 19:56:09.435895 3715 repair.go:29] Repairing admin network policies took 184.283µs I0501 19:56:09.435995 3715 repair.go:92] Repairing baseline admin network policies took 90.822µs I0501 19:56:09.436238 3715 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0501 19:56:09.436254 3715 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0501 19:56:09.438105 3715 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0501 19:56:09.438124 3715 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0501 19:56:09.438134 3715 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0501 19:56:09.440516 3715 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0501 19:56:09.440534 3715 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0501 19:56:09.440542 3715 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0501 19:56:09.441738 3715 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0501 19:56:09.441756 3715 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0501 19:56:09.441765 3715 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0501 19:56:09.443299 3715 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0501 19:56:09.443321 3715 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0501 19:56:09.443345 3715 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0501 19:56:09.443823 3715 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0501 19:56:09.443841 3715 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0501 19:56:09.443849 3715 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0501 19:56:09.445728 3715 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0501 19:56:09.445751 3715 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0501 19:56:09.446516 3715 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0501 19:56:09.446529 3715 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0501 19:56:09.447309 3715 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0501 19:56:09.447341 3715 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0501 19:56:09.447353 3715 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0501 19:56:09.449707 3715 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0501 19:56:09.449725 3715 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0501 19:56:09.449733 3715 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0501 19:56:09.450251 3715 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0501 19:56:09.450269 3715 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0501 19:56:09.450277 3715 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0501 19:56:09.450787 3715 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0501 19:56:09.450806 3715 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0501 19:56:09.450812 3715 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0501 19:56:09.452007 3715 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0501 19:56:09.452025 3715 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0501 19:56:09.452035 3715 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0501 19:56:09.453020 3715 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0501 19:56:09.453039 3715 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0501 19:56:09.453048 3715 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0501 19:56:09.453870 3715 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0501 19:56:09.453886 3715 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0501 19:56:09.453892 3715 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0501 19:56:09.454145 3715 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0501 19:56:09.454163 3715 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0501 19:56:09.454175 3715 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0501 19:56:09.455155 3715 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0501 19:56:09.455172 3715 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0501 19:56:09.455180 3715 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0501 19:56:09.455645 3715 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0501 19:56:09.455662 3715 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0501 19:56:09.455671 3715 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0501 19:56:09.456167 3715 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0501 19:56:09.456183 3715 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0501 19:56:09.456190 3715 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0501 19:56:09.457133 3715 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0501 19:56:09.457149 3715 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0501 19:56:09.457157 3715 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0501 19:56:09.457642 3715 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0501 19:56:09.457663 3715 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0501 19:56:09.457688 3715 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0501 19:56:09.458435 3715 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0501 19:56:09.458453 3715 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0501 19:56:09.458463 3715 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0501 19:56:09.459573 3715 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0501 19:56:09.459591 3715 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0501 19:56:09.459601 3715 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0501 19:56:09.460566 3715 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0501 19:56:09.460583 3715 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0501 19:56:09.460590 3715 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0501 19:56:09.461169 3715 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0501 19:56:09.461182 3715 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0501 19:56:09.461190 3715 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0501 19:56:09.462115 3715 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0501 19:56:09.462133 3715 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0501 19:56:09.462141 3715 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0501 19:56:09.462770 3715 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0501 19:56:09.462788 3715 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0501 19:56:09.462796 3715 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0501 19:56:09.463212 3715 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0501 19:56:09.463228 3715 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0501 19:56:09.463234 3715 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0501 19:56:09.463484 3715 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0501 19:56:09.463498 3715 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0501 19:56:09.463505 3715 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0501 19:56:09.465056 3715 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0501 19:56:09.465074 3715 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0501 19:56:09.465085 3715 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0501 19:56:09.465363 3715 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0501 19:56:09.470287 3715 egressfirewall.go:374] Starting EgressFirewall controller I0501 19:56:09.470317 3715 controller.go:133] Adding controller egress-firewall-controller event handlers I0501 19:56:09.470353 3715 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0501 19:56:09.470365 3715 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0501 19:56:09.470318 3715 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0501 19:56:09.470390 3715 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0501 19:56:09.470399 3715 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0501 19:56:09.470632 3715 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0501 19:56:09.470644 3715 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0501 19:56:09.470649 3715 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0501 19:56:09.470658 3715 egressqos.go:193] Setting up event handlers for EgressQoS I0501 19:56:09.470664 3715 egressfirewall.go:723] Syncing node "ip-10-0-0-151.ec2.internal" for egress firewall I0501 19:56:09.470674 3715 egressfirewall.go:723] Syncing node "ip-10-0-1-141.ec2.internal" for egress firewall I0501 19:56:09.470781 3715 egressqos.go:245] Starting EgressQoS Controller I0501 19:56:09.470793 3715 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0501 19:56:09.470798 3715 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0501 19:56:09.470803 3715 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0501 19:56:09.470808 3715 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0501 19:56:09.470813 3715 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0501 19:56:09.470818 3715 shared_informer.go:356] "Caches are synced" controller="egressqos" I0501 19:56:09.470821 3715 egressqos.go:259] Repairing EgressQoSes I0501 19:56:09.470825 3715 egressqos.go:399] Starting repairing loop for egressqos I0501 19:56:09.470899 3715 egressqos.go:401] Finished repairing loop for egressqos: 73.607µs I0501 19:56:09.470917 3715 egressservice_zone.go:132] Setting up event handlers for Egress Services I0501 19:56:09.470947 3715 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-141.ec2.internal I0501 19:56:09.470988 3715 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-141.ec2.internal : 41.423µs I0501 19:56:09.471009 3715 egressservice_zone.go:210] Starting Egress Services Controller I0501 19:56:09.471017 3715 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0501 19:56:09.471023 3715 shared_informer.go:356] "Caches are synced" controller="egressservices" I0501 19:56:09.471028 3715 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0501 19:56:09.471032 3715 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0501 19:56:09.471038 3715 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0501 19:56:09.471043 3715 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0501 19:56:09.471051 3715 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0501 19:56:09.471058 3715 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0501 19:56:09.471062 3715 egressservice_zone.go:228] Repairing Egress Services I0501 19:56:09.471349 3715 master_controller.go:88] Starting Admin Policy Based Route Controller I0501 19:56:09.471361 3715 external_controller.go:278] Starting Admin Policy Based Route Controller I0501 19:56:09.471378 3715 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-151.ec2.internal I0501 19:56:09.471392 3715 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-151.ec2.internal: 16.734µs I0501 19:56:09.471402 3715 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-141.ec2.internal I0501 19:56:09.471407 3715 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-141.ec2.internal: 5.879µs I0501 19:56:09.471482 3715 default_network_controller.go:585] Completing all the Watchers took 300.040193ms I0501 19:56:09.471499 3715 default_network_controller.go:589] Starting unidling controllers I0501 19:56:09.471512 3715 unidle.go:46] Registering OVN SB ControllerEvent handler I0501 19:56:09.471519 3715 unidle.go:63] Populating Initial ContollerEvent events I0501 19:56:09.471530 3715 unidle.go:79] Setting up event handlers for services I0501 19:56:09.471591 3715 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0501 19:56:09.482252 3715 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0501 19:56:09.758563 3715 default_node_network_controller.go:519] Node connection status = connected I0501 19:56:09.775925 3715 bridgeconfig.go:537] Gateway is ready I0501 19:56:09.775943 3715 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0501 19:56:09.786894 3715 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.141. Updating OVN encap IP. I0501 19:56:09.792268 3715 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.141 - it is already configured I0501 19:56:09.792283 3715 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.141/24:{} 172.20.0.1/32:{}]. Updating annotations. I0501 19:56:09.792519 3715 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.141/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-141.ec2.internal","mac-address":"0a:ff:c0:16:e0:d9","ip-addresses":["10.0.1.141/24"],"ip-address":"10.0.1.141/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:def577f7-5643-4286-9007-1f347e9c687d k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.141/24"}] on node ip-10-0-1-141.ec2.internal I0501 19:56:09.806547 3715 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-141.ec2.internal in network "default" I0501 19:56:09.806614 3715 egressfirewall.go:723] Syncing node "ip-10-0-1-141.ec2.internal" for egress firewall I0501 19:56:09.806620 3715 master.go:548] Adding or Updating local node "ip-10-0-1-141.ec2.internal" for network "default" I0501 19:56:09.806659 3715 node_tracker.go:169] Node ip-10-0-1-141.ec2.internal switch + router changed, syncing services in network "default" I0501 19:56:09.806677 3715 services_controller.go:574] Full service sync requested for network=default I0501 19:56:09.806616 3715 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-141.ec2.internal I0501 19:56:09.806703 3715 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-141.ec2.internal: 90.649µs I0501 19:56:09.806967 3715 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.141 I0501 19:56:09.807403 3715 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-141.ec2.internal I0501 19:56:09.811026 3715 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-141.ec2.internal. Updating no re-route policies I0501 19:56:09.811104 3715 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-t4ls2 I0501 19:56:09.811110 3715 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-sfp5q I0501 19:56:09.811120 3715 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-t4ls2 I0501 19:56:09.811124 3715 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-sfp5q I0501 19:56:09.811127 3715 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-9g74t I0501 19:56:09.811138 3715 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9r9w9 I0501 19:56:09.811148 3715 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-sfp5q after 0 failed attempt(s) I0501 19:56:09.811156 3715 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9r9w9 I0501 19:56:09.811148 3715 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-j5gql I0501 19:56:09.811160 3715 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-141.ec2.internal I0501 19:56:09.811162 3715 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-frgqh I0501 19:56:09.811168 3715 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-141.ec2.internal I0501 19:56:09.811168 3715 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-zt9wf I0501 19:56:09.811175 3715 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-frgqh I0501 19:56:09.811180 3715 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9r9w9 after 0 failed attempt(s) I0501 19:56:09.811178 3715 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-tw6b4 I0501 19:56:09.811188 3715 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-141.ec2.internal after 0 failed attempt(s) I0501 19:56:09.811191 3715 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-9g74t I0501 19:56:09.811168 3715 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-j5gql I0501 19:56:09.811196 3715 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-frgqh after 0 failed attempt(s) I0501 19:56:09.811197 3715 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-sdzz8 I0501 19:56:09.811196 3715 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-76cx8 I0501 19:56:09.811209 3715 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-sdzz8 I0501 19:56:09.811211 3715 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-j5gql after 0 failed attempt(s) I0501 19:56:09.811215 3715 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-9g74t after 0 failed attempt(s) I0501 19:56:09.811218 3715 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-76cx8 I0501 19:56:09.811223 3715 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-sdzz8 after 0 failed attempt(s) I0501 19:56:09.811184 3715 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-zt9wf I0501 19:56:09.811235 3715 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-76cx8 after 0 failed attempt(s) I0501 19:56:09.811248 3715 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-zt9wf] creating logical port openshift-multus_network-metrics-daemon-zt9wf for pod on switch ip-10-0-1-141.ec2.internal I0501 19:56:09.811181 3715 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-141.ec2.internal I0501 19:56:09.811374 3715 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-141.ec2.internal I0501 19:56:09.811393 3715 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-141.ec2.internal after 0 failed attempt(s) I0501 19:56:09.811150 3715 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-t4ls2] creating logical port openshift-network-diagnostics_network-check-target-t4ls2 for pod on switch ip-10-0-1-141.ec2.internal I0501 19:56:09.811195 3715 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-tw6b4 I0501 19:56:09.811482 3715 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-tw6b4 after 0 failed attempt(s) I0501 19:56:09.811198 3715 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-rrvwc I0501 19:56:09.811497 3715 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-rrvwc I0501 19:56:09.811508 3715 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-rrvwc after 0 failed attempt(s) I0501 19:56:09.812087 3715 pods.go:271] [openshift-multus/network-metrics-daemon-zt9wf] addLogicalPort took 834.499µs, libovsdb time 340.803µs I0501 19:56:09.812098 3715 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-zt9wf after 0 failed attempt(s) I0501 19:56:09.812297 3715 pods.go:271] [openshift-network-diagnostics/network-check-target-t4ls2] addLogicalPort took 1.15585ms, libovsdb time 495.136µs I0501 19:56:09.812305 3715 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-t4ls2 after 0 failed attempt(s) I0501 19:56:09.820505 3715 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0501 19:56:09.831566 3715 iptables.go:108] Creating table: mangle chain: OUTPUT I0501 19:56:09.834813 3715 iptables.go:108] Creating table: nat chain: OUTPUT I0501 19:56:09.874488 3715 iptables.go:108] Creating table: nat chain: PREROUTING I0501 19:56:09.933346 3715 iptables.go:108] Creating table: filter chain: FORWARD I0501 19:56:09.949759 3715 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0501 19:56:09.949888 3715 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0501 19:56:09.949957 3715 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0501 19:56:09.950053 3715 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0501 19:56:09.950111 3715 gateway_init.go:325] Gateway and management port readiness took 696.398827ms I0501 19:56:09.950163 3715 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0501 19:56:09.950199 3715 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0501 19:56:09.950211 3715 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0501 19:56:09.950222 3715 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0501 19:56:09.950280 3715 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0501 19:56:09.950392 3715 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 82.977µs I0501 19:56:09.950739 3715 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0501 19:56:09.950766 3715 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.565µs I0501 19:56:09.950775 3715 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 37.7µs I0501 19:56:09.950780 3715 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0501 19:56:09.950790 3715 nad_controller.go:379] [node-nad-controller NAD controller]: started I0501 19:56:09.950794 3715 default_node_network_controller.go:899] Starting the default node network controller I0501 19:56:09.950799 3715 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0501 19:56:09.950875 3715 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.031µs I0501 19:56:09.950988 3715 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0501 19:56:09.950997 3715 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0501 19:56:09.951019 3715 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c3e540 0xc00081fb90 0xc00081fc00 0xc00081fc70 0xc00081fce0 0xc00081fd50 0xc00081fdc0 0xc0007a5a40 0xc00081fe30 0xc00081fea0 0xc0008af0e0 0xc0063fea10 0xc00081ff10 map[0x2ff9080:0xc003198f60 0x2ff95c0:0xc0031990e0 0x2ffa2e0:0xc003198ea0 0x2ffa580:0xc003198f00 0x2ffad60:0xc003198fc0 0x2ffb000:0xc003199020 0x2ffb2a0:0xc003199080 0x2ffba80:0xc003199140 0x2ffbd20:0xc004992240 0x3026980:0xc000b6baa0 0x3026d20:0xc000b6bb00 0x3027800:0xc000d18420 0x3029160:0xc001b32000 0x30298a0:0xc000b6bc20 0x302a720:0xc0007a0f00] 0xc00050cd20 0} I0501 19:56:09.951078 3715 gateway.go:151] Starting gateway service sync I0501 19:56:09.951522 3715 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0501 19:56:09.953593 3715 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0501 19:56:09.981078 3715 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0501 19:56:09.982213 3715 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0501 19:56:09.983278 3715 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0501 19:56:10.015607 3715 gateway.go:168] Gateway service sync done. Time taken: 64.517313ms I0501 19:56:10.016106 3715 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31102 I0501 19:56:10.016434 3715 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c3e540 0xc00081fb90 0xc00081fc00 0xc00081fc70 0xc00081fce0 0xc00081fd50 0xc00081fdc0 0xc0007a5a40 0xc00081fe30 0xc00081fea0 0xc0008af0e0 0xc0063fea10 0xc00081ff10 map[0x2ff9080:0xc003198f60 0x2ff95c0:0xc0031990e0 0x2ffa2e0:0xc003198ea0 0x2ffa580:0xc003198f00 0x2ffad60:0xc003198fc0 0x2ffb000:0xc003199020 0x2ffb2a0:0xc003199080 0x2ffba80:0xc003199140 0x2ffbd20:0xc004992240 0x3026980:0xc000b6baa0 0x3026d20:0xc000b6bb00 0x3027800:0xc000d18420 0x3029160:0xc001b32000 0x30298a0:0xc000b6bc20 0x302a720:0xc0007a0f00] 0xc00050cd20 0} I0501 19:56:10.016902 3715 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c3e540 0xc00081fb90 0xc00081fc00 0xc00081fc70 0xc00081fce0 0xc00081fd50 0xc00081fdc0 0xc0007a5a40 0xc00081fe30 0xc00081fea0 0xc0008af0e0 0xc0063fea10 0xc00081ff10 map[0x2ff9080:0xc003198f60 0x2ff95c0:0xc0031990e0 0x2ffa2e0:0xc003198ea0 0x2ffa580:0xc003198f00 0x2ffad60:0xc003198fc0 0x2ffb000:0xc003199020 0x2ffb2a0:0xc003199080 0x2ffba80:0xc003199140 0x2ffbd20:0xc004992240 0x3026980:0xc000b6baa0 0x3026d20:0xc000b6bb00 0x3027800:0xc000d18420 0x3029160:0xc001b32000 0x30298a0:0xc000b6bc20 0x302a720:0xc0007a0f00] 0xc00050cd20 0} I0501 19:56:10.016942 3715 gateway.go:532] Reconciling gateway with updates I0501 19:56:10.022465 3715 gateway.go:339] Spawning Conntrack Rule Check Thread I0501 19:56:10.022545 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0501 19:56:10.022571 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0501 19:56:10.022572 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0501 19:56:10.022581 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0501 19:56:10.022588 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0501 19:56:10.022592 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0501 19:56:10.022591 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0501 19:56:10.022609 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0501 19:56:10.022617 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0501 19:56:10.022619 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0501 19:56:10.022624 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0501 19:56:10.022633 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0501 19:56:10.022638 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0501 19:56:10.022643 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0501 19:56:10.022643 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0501 19:56:10.022644 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0501 19:56:10.022652 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0501 19:56:10.022631 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0501 19:56:10.022664 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0501 19:56:10.022664 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0501 19:56:10.022672 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0501 19:56:10.022671 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0501 19:56:10.022682 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0501 19:56:10.022679 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0501 19:56:10.022685 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0501 19:56:10.022689 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0501 19:56:10.022596 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0501 19:56:10.022706 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0501 19:56:10.022653 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0501 19:56:10.022651 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0501 19:56:10.022713 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0501 19:56:10.022721 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0501 19:56:10.022725 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0501 19:56:10.022729 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0501 19:56:10.022734 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0501 19:56:10.022732 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0501 19:56:10.022698 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0501 19:56:10.022740 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0501 19:56:10.022746 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0501 19:56:10.022750 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0501 19:56:10.022750 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0501 19:56:10.022756 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0501 19:56:10.022659 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0501 19:56:10.022759 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0501 19:56:10.022745 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0501 19:56:10.022764 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0501 19:56:10.022765 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0501 19:56:10.022772 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0501 19:56:10.022773 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0501 19:56:10.022687 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0501 19:56:10.022778 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0501 19:56:10.022783 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0501 19:56:10.022786 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0501 19:56:10.022792 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0501 19:56:10.022803 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0501 19:56:10.022705 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0501 19:56:10.022668 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0501 19:56:10.022707 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0501 19:56:10.022825 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0501 19:56:10.022832 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0501 19:56:10.022833 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0501 19:56:10.022729 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0501 19:56:10.022844 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0501 19:56:10.022849 3715 port_claim.go:71] Svc openshift-ingress/router-default: port 32163 is already open, no action needed I0501 19:56:10.022855 3715 port_claim.go:71] Svc openshift-ingress/router-default: port 32765 is already open, no action needed I0501 19:56:10.022693 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0501 19:56:10.022864 3715 default_node_network_controller.go:944] Gateway and management port readiness took 71.85952ms I0501 19:56:10.022869 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0501 19:56:10.022713 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0501 19:56:10.022864 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0501 19:56:10.022877 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0501 19:56:10.022885 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0501 19:56:10.022709 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0501 19:56:10.022888 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0501 19:56:10.022889 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0501 19:56:10.022880 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0501 19:56:10.022902 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0501 19:56:10.022720 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0501 19:56:10.022922 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0501 19:56:10.022734 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0501 19:56:10.022939 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0501 19:56:10.022892 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0501 19:56:10.022752 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0501 19:56:10.022972 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0501 19:56:10.022755 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0501 19:56:10.023036 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0501 19:56:10.022762 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0501 19:56:10.022768 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0501 19:56:10.022776 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0501 19:56:10.022680 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0501 19:56:10.023220 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0501 19:56:10.022778 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0501 19:56:10.022786 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0501 19:56:10.023316 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0501 19:56:10.022710 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0501 19:56:10.023390 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0501 19:56:10.022817 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0501 19:56:10.023438 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0501 19:56:10.022718 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0501 19:56:10.022650 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0501 19:56:10.023463 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0501 19:56:10.022893 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0501 19:56:10.022738 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0501 19:56:10.023840 3715 node_ip_handler_linux.go:160] Node IP manager is running W0501 19:56:10.059920 3715 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0501 19:56:10.060086 3715 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0501 19:56:10.060211 3715 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0501 19:56:10.067973 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0501 19:56:10.067994 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0501 19:56:10.068000 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0501 19:56:10.068006 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0501 19:56:10.068011 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0501 19:56:10.068038 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0501 19:56:10.068051 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0501 19:56:10.068059 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0501 19:56:10.068066 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0501 19:56:10.068071 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0501 19:56:10.068076 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0501 19:56:10.068082 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0501 19:56:10.068087 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0501 19:56:10.068092 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0501 19:56:10.068098 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0501 19:56:10.068103 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0501 19:56:10.106145 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0501 19:56:10.106150 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0501 19:56:10.106165 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0501 19:56:10.106171 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0501 19:56:10.106179 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0501 19:56:10.106186 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0501 19:56:10.106212 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0501 19:56:10.106226 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0501 19:56:10.106231 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0501 19:56:10.143624 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0501 19:56:10.143648 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0501 19:56:10.143656 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0501 19:56:10.143662 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0501 19:56:10.143667 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0501 19:56:10.143672 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0501 19:56:10.143680 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0501 19:56:12.087867 3715 default_node_network_controller.go:1380] Starting node controller node sync W0501 19:56:12.087885 3715 egressip_healthcheck.go:76] Health checking using insecure connection I0501 19:56:12.087926 3715 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0501 19:56:12.099476 3715 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.585451ms I0501 19:56:12.099640 3715 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-151.ec2.internal", IP: 10.0.0.151 to PMTUD blocking rules I0501 19:56:12.099656 3715 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-151.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0501 19:56:12.105464 3715 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0501 19:56:12.105743 3715 egressservice_node.go:93] Setting up event handlers for Egress Services I0501 19:56:12.105884 3715 egressservice_node.go:183] Starting Egress Services Controller I0501 19:56:12.105901 3715 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0501 19:56:12.105910 3715 shared_informer.go:356] "Caches are synced" controller="egressservices" I0501 19:56:12.105916 3715 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0501 19:56:12.105920 3715 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0501 19:56:12.105926 3715 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0501 19:56:12.105932 3715 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0501 19:56:12.105939 3715 egressservice_node.go:197] Repairing Egress Services I0501 19:56:12.115837 3715 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0501 19:56:12.115853 3715 external_controller.go:278] Starting Admin Policy Based Route Controller I0501 19:56:12.116025 3715 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0501 19:56:12.116043 3715 link_network_manager.go:119] Link manager is running I0501 19:56:12.116056 3715 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0501 19:56:12.116219 3715 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0501 19:56:12.118100 3715 vrf_manager.go:128] VRF manager is running I0501 19:56:12.119238 3715 node_controller_manager.go:437] Removing flows to drop GARP I0501 19:56:12.119253 3715 gateway.go:532] Reconciling gateway with updates I0501 19:56:12.155297 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0501 19:56:12.155316 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0501 19:56:12.155322 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0501 19:56:12.155317 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0501 19:56:12.155342 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0501 19:56:12.155347 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0501 19:56:12.155346 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0501 19:56:12.155356 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0501 19:56:12.155357 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0501 19:56:12.155365 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0501 19:56:12.155366 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0501 19:56:12.155372 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0501 19:56:12.155380 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0501 19:56:12.155381 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0501 19:56:12.155301 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0501 19:56:12.155384 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0501 19:56:12.155392 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0501 19:56:12.155395 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0501 19:56:12.155400 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0501 19:56:12.155403 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0501 19:56:12.155405 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0501 19:56:12.155411 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0501 19:56:12.155412 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0501 19:56:12.155304 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0501 19:56:12.155414 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0501 19:56:12.155424 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0501 19:56:12.155428 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0501 19:56:12.155432 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0501 19:56:12.155434 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0501 19:56:12.155437 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0501 19:56:12.155440 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0501 19:56:12.155443 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0501 19:56:12.155445 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0501 19:56:12.155451 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0501 19:56:12.155457 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0501 19:56:12.155460 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0501 19:56:12.155457 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0501 19:56:12.155460 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0501 19:56:12.155461 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0501 19:56:12.155473 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0501 19:56:12.155474 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0501 19:56:12.155475 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0501 19:56:12.155366 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0501 19:56:12.155483 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0501 19:56:12.155484 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0501 19:56:12.155489 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0501 19:56:12.155491 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0501 19:56:12.155493 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0501 19:56:12.155497 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0501 19:56:12.155500 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0501 19:56:12.155503 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0501 19:56:12.155505 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0501 19:56:12.155513 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0501 19:56:12.155445 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0501 19:56:12.155539 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0501 19:56:12.155316 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0501 19:56:12.155553 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0501 19:56:12.155394 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0501 19:56:12.155380 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0501 19:56:12.155595 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0501 19:56:12.155401 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0501 19:56:12.155442 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0501 19:56:12.155429 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0501 19:56:12.155659 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0501 19:56:12.155664 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0501 19:56:12.155353 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0501 19:56:12.155431 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0501 19:56:12.155698 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0501 19:56:12.155421 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0501 19:56:12.155369 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0501 19:56:12.155728 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0501 19:56:12.155383 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0501 19:56:12.155781 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0501 19:56:12.155388 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0501 19:56:12.155391 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0501 19:56:12.155812 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0501 19:56:12.155402 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0501 19:56:12.155841 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0501 19:56:12.155415 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0501 19:56:12.155413 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0501 19:56:12.155423 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0501 19:56:12.155434 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0501 19:56:12.155916 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0501 19:56:12.155922 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0501 19:56:12.155447 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0501 19:56:12.155929 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0501 19:56:12.155451 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0501 19:56:12.155456 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0501 19:56:12.155977 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0501 19:56:12.155993 3715 port_claim.go:71] Svc openshift-ingress/router-default: port 32163 is already open, no action needed I0501 19:56:12.156004 3715 port_claim.go:71] Svc openshift-ingress/router-default: port 32765 is already open, no action needed I0501 19:56:12.155462 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0501 19:56:12.155460 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0501 19:56:12.156049 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0501 19:56:12.156054 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0501 19:56:12.155476 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0501 19:56:12.155476 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0501 19:56:12.155480 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0501 19:56:12.155485 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0501 19:56:12.155489 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0501 19:56:12.155482 3715 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0501 19:56:12.156145 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0501 19:56:12.155493 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0501 19:56:12.155498 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0501 19:56:12.155588 3715 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0501 19:56:12.156210 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0501 19:56:12.196241 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0501 19:56:12.196267 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0501 19:56:12.237880 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0501 19:56:12.237910 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0501 19:56:12.237919 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0501 19:56:12.237927 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0501 19:56:12.237935 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0501 19:56:12.237941 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0501 19:56:12.237948 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0501 19:56:12.237960 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0501 19:56:12.237980 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0501 19:56:12.237987 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0501 19:56:12.237993 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0501 19:56:12.238000 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0501 19:56:12.238005 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0501 19:56:12.238010 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0501 19:56:12.238015 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0501 19:56:12.238021 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0501 19:56:12.238026 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0501 19:56:12.238032 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0501 19:56:12.238037 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0501 19:56:12.276761 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0501 19:56:12.276784 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0501 19:56:12.276794 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0501 19:56:12.276802 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0501 19:56:12.276809 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0501 19:56:12.276817 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0501 19:56:12.276824 3715 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0501 19:56:14.188968 3715 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-141.ec2.internal I0501 19:56:14.189001 3715 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-141.ec2.internal: 39.734µs I0501 19:56:14.214623 3715 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-78b77c84b6-8rw9z] creating logical port openshift-image-registry_image-registry-78b77c84b6-8rw9z for pod on switch ip-10-0-1-141.ec2.internal I0501 19:56:14.214742 3715 kube.go:256] Updating pod openshift-image-registry/image-registry-78b77c84b6-8rw9z I0501 19:56:14.235023 3715 pod.go:62] [openshift-image-registry/image-registry-78b77c84b6-8rw9z] pod update took 20.318841ms I0501 19:56:14.235050 3715 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-78b77c84b6-8rw9z] addLogicalPort annotation time took 20.347081ms I0501 19:56:14.236372 3715 pods.go:271] [openshift-image-registry/image-registry-78b77c84b6-8rw9z] addLogicalPort took 21.760648ms, libovsdb time 968.61µs I0501 19:56:14.241805 3715 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-n7q6c] creating logical port openshift-dns_dns-default-n7q6c for pod on switch ip-10-0-1-141.ec2.internal I0501 19:56:14.241805 3715 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-dvk6x] creating logical port openshift-ingress-canary_ingress-canary-dvk6x for pod on switch ip-10-0-1-141.ec2.internal I0501 19:56:14.241931 3715 kube.go:256] Updating pod openshift-dns/dns-default-n7q6c I0501 19:56:14.241982 3715 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-dvk6x I0501 19:56:14.257852 3715 pod.go:62] [openshift-ingress-canary/ingress-canary-dvk6x] pod update took 15.890841ms I0501 19:56:14.257873 3715 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-dvk6x] addLogicalPort annotation time took 15.915901ms I0501 19:56:14.259016 3715 pods.go:271] [openshift-ingress-canary/ingress-canary-dvk6x] addLogicalPort took 17.222103ms, libovsdb time 876.92µs I0501 19:56:14.262134 3715 pod.go:62] [openshift-dns/dns-default-n7q6c] pod update took 20.237075ms I0501 19:56:14.262159 3715 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-n7q6c] addLogicalPort annotation time took 20.263936ms I0501 19:56:14.263183 3715 pods.go:271] [openshift-dns/dns-default-n7q6c] addLogicalPort took 21.397509ms, libovsdb time 771.783µs I0501 19:56:14.762294 3715 cni.go:452] [openshift-ingress-canary/ingress-canary-dvk6x 972319f9349444f24bd682afeea04b896527beaac99a39a25b0204c564752d1d network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-dvk6x 972319f9349444f24bd682afeea04b896527beaac99a39a25b0204c564752d1d network default NAD default NAD key ] I0501 19:56:14.805654 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-dvk6x, hostIfaceName: 972319f9349444f, network: default, NAD default, SandboxID: "972319f9349444f24bd682afeea04b896527beaac99a39a25b0204c564752d1d", PCI device ID: , UID: "67baebc0-a3ab-4df2-b7e0-82de9beff6e3", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0501 19:56:14.854128 3715 cni.go:473] [openshift-ingress-canary/ingress-canary-dvk6x 972319f9349444f24bd682afeea04b896527beaac99a39a25b0204c564752d1d network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-dvk6x 972319f9349444f24bd682afeea04b896527beaac99a39a25b0204c564752d1d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:1c:66:4d:bf:e2\",\"name\":\"972319f9349444f\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd1d0042-e822-44f4-9cd0-62eabaf65191\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 19:56:17.916627 3715 cni.go:452] [openshift-network-diagnostics/network-check-target-t4ls2 bd94a75216eb37602410c9f45d41162eec717463716a97ef93434ded4eba7e7c network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-t4ls2 bd94a75216eb37602410c9f45d41162eec717463716a97ef93434ded4eba7e7c network default NAD default NAD key ] I0501 19:56:17.926834 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-t4ls2, hostIfaceName: bd94a75216eb376, network: default, NAD default, SandboxID: "bd94a75216eb37602410c9f45d41162eec717463716a97ef93434ded4eba7e7c", PCI device ID: , UID: "b769d9fd-c96a-412a-b9da-38ca5510a086", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0501 19:56:17.972702 3715 cni.go:473] [openshift-network-diagnostics/network-check-target-t4ls2 bd94a75216eb37602410c9f45d41162eec717463716a97ef93434ded4eba7e7c network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-t4ls2 bd94a75216eb37602410c9f45d41162eec717463716a97ef93434ded4eba7e7c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:cb:60:f2:31:0b\",\"name\":\"bd94a75216eb376\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5dde691-4e1d-4bfa-aa25-e6520fe6bfb7\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0501 19:56:23.019709 3715 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0501 19:56:30.958802 3715 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0501 19:56:38.718182 3715 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925 for pod on switch ip-10-0-1-141.ec2.internal I0501 19:56:38.718294 3715 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925 I0501 19:56:38.732094 3715 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925] pod update took 13.826637ms I0501 19:56:38.732118 3715 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925] addLogicalPort annotation time took 13.856607ms I0501 19:56:38.733368 3715 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925] addLogicalPort took 15.202145ms, libovsdb time 972.252µs I0501 19:56:39.075794 3715 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925 d527c81640f85b800b5d3a8d3d7e80ef7f6aa971c55cd1cee6be377aff3ca18c network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925 d527c81640f85b800b5d3a8d3d7e80ef7f6aa971c55cd1cee6be377aff3ca18c network default NAD default NAD key ] I0501 19:56:39.085671 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925, hostIfaceName: d527c81640f85b8, network: default, NAD default, SandboxID: "d527c81640f85b800b5d3a8d3d7e80ef7f6aa971c55cd1cee6be377aff3ca18c", PCI device ID: , UID: "35726786-4cec-4440-9378-bfa2b541a982", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0501 19:56:39.129060 3715 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925 d527c81640f85b800b5d3a8d3d7e80ef7f6aa971c55cd1cee6be377aff3ca18c network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925 d527c81640f85b800b5d3a8d3d7e80ef7f6aa971c55cd1cee6be377aff3ca18c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:d3:9c:13:2f:c9\",\"name\":\"d527c81640f85b8\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/31d487fa-8c4d-4b72-a144-474838e80f4f\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0501 19:56:54.024267 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0501 19:56:59.112657 3715 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925 d527c81640f85b800b5d3a8d3d7e80ef7f6aa971c55cd1cee6be377aff3ca18c network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925 d527c81640f85b800b5d3a8d3d7e80ef7f6aa971c55cd1cee6be377aff3ca18c network default NAD default NAD key ] I0501 19:56:59.179148 3715 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925 d527c81640f85b800b5d3a8d3d7e80ef7f6aa971c55cd1cee6be377aff3ca18c network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925 d527c81640f85b800b5d3a8d3d7e80ef7f6aa971c55cd1cee6be377aff3ca18c network default NAD default NAD key default], result "{}", err I0501 19:56:59.222566 3715 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 19:56:59.222611 3715 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925 I0501 19:56:59.223972 3715 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925, ips: 10.129.0.8 I0501 19:56:59.224007 3715 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 19:56:59.224035 3715 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 19:56:59.224048 3715 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0501 19:56:59.224288 3715 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 19:56:59.224302 3715 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0501 19:57:00.250154 3715 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 19:57:00.250176 3715 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 19:57:00.250191 3715 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 19:57:00.250206 3715 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 19:57:03.795955 3715 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0501 19:57:03.805571 3715 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0501 20:00:00.455878 3715 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627750-rzwd7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:00:00.456485 3715 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627750-rzwd7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:00:00.466218 3715 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627750-rzwd7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:00:00.466235 3715 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627750-rzwd7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:00:00.469364 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29627750-rzwd7 I0501 20:00:00.469387 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29627750-rzwd7 I0501 20:01:13.350316 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0501 20:01:14.255315 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=32 I0501 20:01:57.379109 3715 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0501 20:02:02.361630 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0501 20:02:05.419763 3715 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-kkndw] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-kkndw for pod on switch ip-10-0-1-141.ec2.internal I0501 20:02:05.419937 3715 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-kkndw I0501 20:02:05.434168 3715 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-kkndw] pod update took 14.276153ms I0501 20:02:05.434190 3715 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-kkndw] addLogicalPort annotation time took 14.302832ms I0501 20:02:05.435309 3715 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-kkndw] addLogicalPort took 15.569342ms, libovsdb time 843.705µs I0501 20:02:05.773737 3715 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-kkndw c5659f87878b45155635fff1ab4d51c54f0d45ee01aeb99f4d83e65d68a2f0f7 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-kkndw c5659f87878b45155635fff1ab4d51c54f0d45ee01aeb99f4d83e65d68a2f0f7 network default NAD default NAD key ] I0501 20:02:05.783294 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-kkndw, hostIfaceName: c5659f87878b451, network: default, NAD default, SandboxID: "c5659f87878b45155635fff1ab4d51c54f0d45ee01aeb99f4d83e65d68a2f0f7", PCI device ID: , UID: "0c477289-a65d-446e-b259-712bd06aadd0", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0501 20:02:05.827829 3715 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-kkndw c5659f87878b45155635fff1ab4d51c54f0d45ee01aeb99f4d83e65d68a2f0f7 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-kkndw c5659f87878b45155635fff1ab4d51c54f0d45ee01aeb99f4d83e65d68a2f0f7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:bb:d6:cb:87:d1\",\"name\":\"c5659f87878b451\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/615c05e1-7ebf-4d05-8802-d62ef186240d\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0501 20:02:08.819391 3715 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0501 20:02:19.830565 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0501 20:02:19.864790 3715 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0501 20:02:19.864896 3715 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-5h4kw IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-5h4kw: no pod IPs found I0501 20:02:34.373484 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0501 20:02:39.766224 3715 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-4vwxq] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-4vwxq for pod on switch ip-10-0-1-141.ec2.internal I0501 20:02:39.766363 3715 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-4vwxq I0501 20:02:39.777171 3715 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5fc5d76568-lxv85] creating logical port openshift-ingress_router-default-5fc5d76568-lxv85 for pod on switch ip-10-0-1-141.ec2.internal I0501 20:02:39.777294 3715 kube.go:256] Updating pod openshift-ingress/router-default-5fc5d76568-lxv85 I0501 20:02:39.795183 3715 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-4vwxq] pod update took 28.867979ms I0501 20:02:39.795205 3715 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-4vwxq] addLogicalPort annotation time took 28.894915ms I0501 20:02:39.796440 3715 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-4vwxq] addLogicalPort took 30.228608ms, libovsdb time 944.928µs I0501 20:02:39.809142 3715 pod.go:62] [openshift-ingress/router-default-5fc5d76568-lxv85] pod update took 31.882456ms I0501 20:02:39.809167 3715 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5fc5d76568-lxv85] addLogicalPort annotation time took 31.909875ms I0501 20:02:39.810144 3715 pods.go:271] [openshift-ingress/router-default-5fc5d76568-lxv85] addLogicalPort took 32.988765ms, libovsdb time 697.785µs I0501 20:02:39.881935 3715 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lcvfk] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-lcvfk for pod on switch ip-10-0-1-141.ec2.internal I0501 20:02:39.882052 3715 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lcvfk I0501 20:02:39.886954 3715 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xrxds] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-xrxds for pod on switch ip-10-0-1-141.ec2.internal I0501 20:02:39.887082 3715 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xrxds I0501 20:02:39.890256 3715 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-vlstg] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-vlstg for pod on switch ip-10-0-1-141.ec2.internal I0501 20:02:39.890358 3715 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-vlstg I0501 20:02:39.890395 3715 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-225sz] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-225sz for pod on switch ip-10-0-1-141.ec2.internal I0501 20:02:39.890472 3715 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-225sz I0501 20:02:39.906419 3715 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7894c8b67c-jhg4w] creating logical port openshift-ingress_router-default-7894c8b67c-jhg4w for pod on switch ip-10-0-1-141.ec2.internal I0501 20:02:39.906523 3715 kube.go:256] Updating pod openshift-ingress/router-default-7894c8b67c-jhg4w I0501 20:02:39.917019 3715 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lcvfk] pod update took 34.986461ms I0501 20:02:39.917041 3715 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lcvfk] addLogicalPort annotation time took 35.013342ms I0501 20:02:39.918294 3715 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lcvfk] addLogicalPort took 36.375578ms, libovsdb time 912.541µs I0501 20:02:39.921055 3715 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-225sz] pod update took 30.607959ms I0501 20:02:39.921074 3715 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-225sz] addLogicalPort annotation time took 30.629416ms I0501 20:02:39.921132 3715 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xrxds] pod update took 34.072079ms I0501 20:02:39.921147 3715 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xrxds] addLogicalPort annotation time took 34.096287ms I0501 20:02:39.921183 3715 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-vlstg] pod update took 30.870439ms I0501 20:02:39.921199 3715 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-vlstg] addLogicalPort annotation time took 30.891078ms I0501 20:02:39.922152 3715 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-225sz] addLogicalPort took 31.767664ms, libovsdb time 838.632µs I0501 20:02:39.922470 3715 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xrxds] addLogicalPort took 35.537187ms, libovsdb time 1.075777ms I0501 20:02:39.922815 3715 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-vlstg] addLogicalPort took 32.570294ms, libovsdb time 1.372122ms I0501 20:02:39.935059 3715 pod.go:62] [openshift-ingress/router-default-7894c8b67c-jhg4w] pod update took 28.572265ms I0501 20:02:39.935079 3715 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7894c8b67c-jhg4w] addLogicalPort annotation time took 28.595354ms I0501 20:02:39.936093 3715 pods.go:271] [openshift-ingress/router-default-7894c8b67c-jhg4w] addLogicalPort took 29.694042ms, libovsdb time 762.024µs I0501 20:02:40.240049 3715 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lcvfk 062e45d79db828ccc5c63be6ba7ce3c56072413ce4af54ece5a1572617311fb2 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lcvfk 062e45d79db828ccc5c63be6ba7ce3c56072413ce4af54ece5a1572617311fb2 network default NAD default NAD key ] I0501 20:02:40.246756 3715 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xrxds c0e88ca844ad1972d4e5978019d6fb82542d6d9dbdaefa5b03facc6cc7f48909 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xrxds c0e88ca844ad1972d4e5978019d6fb82542d6d9dbdaefa5b03facc6cc7f48909 network default NAD default NAD key ] I0501 20:02:40.250672 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-lcvfk, hostIfaceName: 062e45d79db828c, network: default, NAD default, SandboxID: "062e45d79db828ccc5c63be6ba7ce3c56072413ce4af54ece5a1572617311fb2", PCI device ID: , UID: "13bf6234-f7b9-44cb-bd3d-a969de6e74b3", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0501 20:02:40.256393 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-xrxds, hostIfaceName: c0e88ca844ad197, network: default, NAD default, SandboxID: "c0e88ca844ad1972d4e5978019d6fb82542d6d9dbdaefa5b03facc6cc7f48909", PCI device ID: , UID: "b0cd5e48-4333-4b6f-8295-d84849150d26", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0501 20:02:40.261504 3715 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-225sz 3f865a4d7f7c679d035469c7cf09cac1054f59fca89e939c4c851ed58b51ac9f network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-225sz 3f865a4d7f7c679d035469c7cf09cac1054f59fca89e939c4c851ed58b51ac9f network default NAD default NAD key ] I0501 20:02:40.271932 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-225sz, hostIfaceName: 3f865a4d7f7c679, network: default, NAD default, SandboxID: "3f865a4d7f7c679d035469c7cf09cac1054f59fca89e939c4c851ed58b51ac9f", PCI device ID: , UID: "90b5f088-49ec-4e2e-9d60-174b127f5254", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0501 20:02:40.302097 3715 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lcvfk 062e45d79db828ccc5c63be6ba7ce3c56072413ce4af54ece5a1572617311fb2 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lcvfk 062e45d79db828ccc5c63be6ba7ce3c56072413ce4af54ece5a1572617311fb2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:02:9b:d4:ce:1e\",\"name\":\"062e45d79db828c\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4f605e1-1cb4-463d-8387-6dddc7fc761a\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:02:40.526716 3715 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-225sz 3f865a4d7f7c679d035469c7cf09cac1054f59fca89e939c4c851ed58b51ac9f network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-225sz 3f865a4d7f7c679d035469c7cf09cac1054f59fca89e939c4c851ed58b51ac9f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:7f:61:5e:3c:55\",\"name\":\"3f865a4d7f7c679\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4050f04-7b38-48d1-bcc2-47255543e736\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:02:40.526749 3715 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xrxds c0e88ca844ad1972d4e5978019d6fb82542d6d9dbdaefa5b03facc6cc7f48909 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xrxds c0e88ca844ad1972d4e5978019d6fb82542d6d9dbdaefa5b03facc6cc7f48909 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:62:86:d2:03:4b\",\"name\":\"c0e88ca844ad197\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4984d797-ce24-41a2-a6ee-7720d310d7b3\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0501 20:02:43.832461 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0501 20:02:44.992640 3715 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0501 20:02:44.993764 3715 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.095143ms I0501 20:02:45.017194 3715 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0501 20:02:45.121185 3715 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-w8648] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-w8648 for pod on switch ip-10-0-1-141.ec2.internal I0501 20:02:45.121283 3715 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-w8648 I0501 20:02:45.139222 3715 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-w8648] pod update took 17.96315ms I0501 20:02:45.139245 3715 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-w8648] addLogicalPort annotation time took 17.991782ms I0501 20:02:45.140519 3715 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-w8648] addLogicalPort took 19.349961ms, libovsdb time 892.794µs I0501 20:02:45.477185 3715 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-w8648 01792e4d54e2b9a0dd8a73c8eee5167d589e5a3394b2701af6918b27eb34287f network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-w8648 01792e4d54e2b9a0dd8a73c8eee5167d589e5a3394b2701af6918b27eb34287f network default NAD default NAD key ] I0501 20:02:45.487471 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-w8648, hostIfaceName: 01792e4d54e2b9a, network: default, NAD default, SandboxID: "01792e4d54e2b9a0dd8a73c8eee5167d589e5a3394b2701af6918b27eb34287f", PCI device ID: , UID: "af972a7e-f89d-4f4c-90e2-0df01103e6a5", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0501 20:02:45.533176 3715 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-w8648 01792e4d54e2b9a0dd8a73c8eee5167d589e5a3394b2701af6918b27eb34287f network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-w8648 01792e4d54e2b9a0dd8a73c8eee5167d589e5a3394b2701af6918b27eb34287f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:bb:ac:aa:4a:c6\",\"name\":\"01792e4d54e2b9a\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a31f1d1-9ea2-4591-b0d2-842d6e6edf0d\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:02:46.206719 3715 namespace.go:98] [openshift-service-ca] adding namespace I0501 20:02:46.207607 3715 namespace.go:102] [openshift-service-ca] adding namespace took 864.111µs I0501 20:02:46.227526 3715 namespace.go:142] [openshift-service-ca] updating namespace I0501 20:02:50.257278 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0501 20:02:51.259977 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=19 W0501 20:02:54.726939 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0501 20:02:56.034495 3715 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-4vwxq 71a015f173dae2f6c8feb236effbfa19fc92d415afcf09d2ded4c95e5bbcf0d8 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-4vwxq 71a015f173dae2f6c8feb236effbfa19fc92d415afcf09d2ded4c95e5bbcf0d8 network default NAD default NAD key ] I0501 20:02:56.043974 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-4vwxq, hostIfaceName: 71a015f173dae2f, network: default, NAD default, SandboxID: "71a015f173dae2f6c8feb236effbfa19fc92d415afcf09d2ded4c95e5bbcf0d8", PCI device ID: , UID: "1423fe29-c824-433d-b9d7-eece7ba9aec1", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0501 20:02:56.089866 3715 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-4vwxq 71a015f173dae2f6c8feb236effbfa19fc92d415afcf09d2ded4c95e5bbcf0d8 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-4vwxq 71a015f173dae2f6c8feb236effbfa19fc92d415afcf09d2ded4c95e5bbcf0d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:f7:be:77:8c:d2\",\"name\":\"71a015f173dae2f\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1aa0460-cc18-4faf-83df-4ac50626c095\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:02:59.384062 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 W0501 20:03:07.436065 3715 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-54f74b774f-vw9h2 IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-54f74b774f-vw9h2: no pod IPs found I0501 20:03:07.500718 3715 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-ftltm] creating logical port openshift-insights_insights-runtime-extractor-ftltm for pod on switch ip-10-0-1-141.ec2.internal I0501 20:03:07.500843 3715 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-ftltm I0501 20:03:07.522249 3715 pod.go:62] [openshift-insights/insights-runtime-extractor-ftltm] pod update took 21.431207ms I0501 20:03:07.522277 3715 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-ftltm] addLogicalPort annotation time took 21.467988ms I0501 20:03:07.523422 3715 pods.go:271] [openshift-insights/insights-runtime-extractor-ftltm] addLogicalPort took 22.719064ms, libovsdb time 828.52µs I0501 20:03:07.746132 3715 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-p9bv6] creating logical port openshift-console_downloads-5c54f4944f-p9bv6 for pod on switch ip-10-0-1-141.ec2.internal I0501 20:03:07.746243 3715 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-p9bv6 I0501 20:03:07.762493 3715 pod.go:62] [openshift-console/downloads-5c54f4944f-p9bv6] pod update took 16.281209ms I0501 20:03:07.762515 3715 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-p9bv6] addLogicalPort annotation time took 16.308858ms I0501 20:03:07.763602 3715 pods.go:271] [openshift-console/downloads-5c54f4944f-p9bv6] addLogicalPort took 17.484441ms, libovsdb time 787.213µs I0501 20:03:07.858479 3715 cni.go:452] [openshift-insights/insights-runtime-extractor-ftltm d42d65e0f2688c839ef7e33ee22cb9c175f64e16f9072355a5f35215b1bfd8a4 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-ftltm d42d65e0f2688c839ef7e33ee22cb9c175f64e16f9072355a5f35215b1bfd8a4 network default NAD default NAD key ] I0501 20:03:07.868528 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-ftltm, hostIfaceName: d42d65e0f2688c8, network: default, NAD default, SandboxID: "d42d65e0f2688c839ef7e33ee22cb9c175f64e16f9072355a5f35215b1bfd8a4", PCI device ID: , UID: "3da867a0-917f-494e-8f6a-2375c68bfb4f", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0501 20:03:07.916722 3715 cni.go:473] [openshift-insights/insights-runtime-extractor-ftltm d42d65e0f2688c839ef7e33ee22cb9c175f64e16f9072355a5f35215b1bfd8a4 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-ftltm d42d65e0f2688c839ef7e33ee22cb9c175f64e16f9072355a5f35215b1bfd8a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:ac:4c:ca:c5:1a\",\"name\":\"d42d65e0f2688c8\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d95d8475-6d8d-42dd-986d-d079c72a9a65\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:03:08.102497 3715 cni.go:452] [openshift-console/downloads-5c54f4944f-p9bv6 df9c8ec37542d8ac4fabe7293fdf8f148cb0a0ef8dfb92346241a8344d1bc65b network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-p9bv6 df9c8ec37542d8ac4fabe7293fdf8f148cb0a0ef8dfb92346241a8344d1bc65b network default NAD default NAD key ] I0501 20:03:08.112938 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-p9bv6, hostIfaceName: df9c8ec37542d8a, network: default, NAD default, SandboxID: "df9c8ec37542d8ac4fabe7293fdf8f148cb0a0ef8dfb92346241a8344d1bc65b", PCI device ID: , UID: "2d1556c6-5f03-413e-90e2-0f2cf758005b", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0501 20:03:08.157199 3715 cni.go:473] [openshift-console/downloads-5c54f4944f-p9bv6 df9c8ec37542d8ac4fabe7293fdf8f148cb0a0ef8dfb92346241a8344d1bc65b network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-p9bv6 df9c8ec37542d8ac4fabe7293fdf8f148cb0a0ef8dfb92346241a8344d1bc65b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:cb:ee:74:c9:bf\",\"name\":\"df9c8ec37542d8a\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/730669be-b878-46fa-81c5-d9e971bbc905\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:03:09.012287 3715 obj_retry.go:498] Detected object openshift-image-registry/image-registry-78b77c84b6-8rw9z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:03:09.012319 3715 pods.go:176] Deleting pod: openshift-image-registry/image-registry-78b77c84b6-8rw9z I0501 20:03:09.013782 3715 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-78b77c84b6-8rw9z, ips: 10.129.0.5 I0501 20:03:09.013821 3715 obj_retry.go:498] Detected object openshift-image-registry/image-registry-78b77c84b6-8rw9z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:03:09.021473 3715 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5dfbb8bb78-q4c6f] creating logical port openshift-image-registry_image-registry-5dfbb8bb78-q4c6f for pod on switch ip-10-0-1-141.ec2.internal I0501 20:03:09.021609 3715 kube.go:256] Updating pod openshift-image-registry/image-registry-5dfbb8bb78-q4c6f I0501 20:03:09.031074 3715 obj_retry.go:492] Detected object openshift-image-registry/image-registry-78b77c84b6-8rw9z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:03:09.031098 3715 obj_retry.go:492] Detected object openshift-image-registry/image-registry-78b77c84b6-8rw9z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:03:09.037580 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-78b77c84b6-8rw9z I0501 20:03:09.037657 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-78b77c84b6-8rw9z I0501 20:03:09.037676 3715 pod.go:62] [openshift-image-registry/image-registry-5dfbb8bb78-q4c6f] pod update took 16.095613ms I0501 20:03:09.037697 3715 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5dfbb8bb78-q4c6f] addLogicalPort annotation time took 16.147659ms I0501 20:03:09.039086 3715 pods.go:271] [openshift-image-registry/image-registry-5dfbb8bb78-q4c6f] addLogicalPort took 17.630674ms, libovsdb time 894.69µs I0501 20:03:09.383472 3715 cni.go:452] [openshift-image-registry/image-registry-5dfbb8bb78-q4c6f 0ef8395b6a2af0611d6ef076081c450b75bb6ba10e67656c4722dd770d4299b9 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5dfbb8bb78-q4c6f 0ef8395b6a2af0611d6ef076081c450b75bb6ba10e67656c4722dd770d4299b9 network default NAD default NAD key ] I0501 20:03:09.400612 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5dfbb8bb78-q4c6f, hostIfaceName: 0ef8395b6a2af06, network: default, NAD default, SandboxID: "0ef8395b6a2af0611d6ef076081c450b75bb6ba10e67656c4722dd770d4299b9", PCI device ID: , UID: "bc050281-d2e3-4854-96da-46c3be83f196", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0501 20:03:09.453571 3715 cni.go:473] [openshift-image-registry/image-registry-5dfbb8bb78-q4c6f 0ef8395b6a2af0611d6ef076081c450b75bb6ba10e67656c4722dd770d4299b9 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5dfbb8bb78-q4c6f 0ef8395b6a2af0611d6ef076081c450b75bb6ba10e67656c4722dd770d4299b9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:49:f5:39:13:64\",\"name\":\"0ef8395b6a2af06\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27169b14-1068-4746-8dee-a75a038a19c0\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0501 20:03:10.022046 3715 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0501 20:03:11.952217 3715 cni.go:452] [openshift-ingress/router-default-5fc5d76568-lxv85 c32d9e05ba48f25c09fbe23830fd1d63956469ec54d6ef07dc4610c7c66abd53 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5fc5d76568-lxv85 c32d9e05ba48f25c09fbe23830fd1d63956469ec54d6ef07dc4610c7c66abd53 network default NAD default NAD key ] I0501 20:03:11.961428 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5fc5d76568-lxv85, hostIfaceName: c32d9e05ba48f25, network: default, NAD default, SandboxID: "c32d9e05ba48f25c09fbe23830fd1d63956469ec54d6ef07dc4610c7c66abd53", PCI device ID: , UID: "65479454-c336-493a-b246-21e9d99a1b60", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0501 20:03:12.009125 3715 cni.go:473] [openshift-ingress/router-default-5fc5d76568-lxv85 c32d9e05ba48f25c09fbe23830fd1d63956469ec54d6ef07dc4610c7c66abd53 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5fc5d76568-lxv85 c32d9e05ba48f25c09fbe23830fd1d63956469ec54d6ef07dc4610c7c66abd53 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:41:08:23:76:34\",\"name\":\"c32d9e05ba48f25\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/05082e2f-5a7f-448f-9ca8-6f6d129dd34a\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:03:12.072664 3715 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-vlstg c1f6ffcaadb2732f016a74277d4fe7a799c5ce561d210ef90695263927aa66a2 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-vlstg c1f6ffcaadb2732f016a74277d4fe7a799c5ce561d210ef90695263927aa66a2 network default NAD default NAD key ] I0501 20:03:12.072669 3715 cni.go:452] [openshift-ingress/router-default-7894c8b67c-jhg4w 72f07e8f61983c01ec4d93c5885cbdeded1d2cab981b4caac61b3f05aa498345 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7894c8b67c-jhg4w 72f07e8f61983c01ec4d93c5885cbdeded1d2cab981b4caac61b3f05aa498345 network default NAD default NAD key ] I0501 20:03:12.085345 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-vlstg, hostIfaceName: c1f6ffcaadb2732, network: default, NAD default, SandboxID: "c1f6ffcaadb2732f016a74277d4fe7a799c5ce561d210ef90695263927aa66a2", PCI device ID: , UID: "bf71576c-b825-45e4-a1ce-a9a23da0b132", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0501 20:03:12.085694 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7894c8b67c-jhg4w, hostIfaceName: 72f07e8f61983c0, network: default, NAD default, SandboxID: "72f07e8f61983c01ec4d93c5885cbdeded1d2cab981b4caac61b3f05aa498345", PCI device ID: , UID: "6422eecb-e0be-4281-a5c3-58a5b1bc4f6b", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0501 20:03:12.133483 3715 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-vlstg c1f6ffcaadb2732f016a74277d4fe7a799c5ce561d210ef90695263927aa66a2 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-vlstg c1f6ffcaadb2732f016a74277d4fe7a799c5ce561d210ef90695263927aa66a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:89:eb:a1:93:1c\",\"name\":\"c1f6ffcaadb2732\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6fe8fba9-92b5-455c-a669-9fa335155d84\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:03:12.149612 3715 cni.go:473] [openshift-ingress/router-default-7894c8b67c-jhg4w 72f07e8f61983c01ec4d93c5885cbdeded1d2cab981b4caac61b3f05aa498345 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7894c8b67c-jhg4w 72f07e8f61983c01ec4d93c5885cbdeded1d2cab981b4caac61b3f05aa498345 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:9c:ca:0c:43:a6\",\"name\":\"72f07e8f61983c0\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3b422d8-3c7b-4f4f-96be-d82338df3f3b\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0501 20:03:12.944460 3715 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0501 20:03:12.944485 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0501 20:03:12.944521 3715 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0501 20:03:12.944539 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0501 20:03:12.944544 3715 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0501 20:03:13.033681 3715 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0501 20:03:13.033778 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0501 20:03:13.033731 3715 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0501 20:03:13.033873 3715 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0501 20:03:13.033883 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0501 20:03:13.058033 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0501 20:03:13.058057 3715 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0501 20:03:13.058061 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0501 20:03:13.058081 3715 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0501 20:03:13.058089 3715 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0501 20:03:14.003346 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0501 20:03:14.003359 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0501 20:03:14.003368 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0501 20:03:14.003378 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0501 20:03:14.003394 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0501 20:03:14.003404 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0501 20:03:14.009364 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0501 20:03:14.009390 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0501 20:03:14.009397 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0501 20:03:14.009416 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0501 20:03:14.009424 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0501 20:03:14.009430 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0501 20:03:14.105264 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0501 20:03:14.105290 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0501 20:03:14.105299 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0501 20:03:14.105491 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0501 20:03:14.105504 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default I0501 20:03:14.244193 3715 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0501 20:03:14.347209 3715 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0501 20:03:15.135521 3715 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-rscdr] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-rscdr for pod on switch ip-10-0-1-141.ec2.internal I0501 20:03:15.135630 3715 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-rscdr I0501 20:03:15.154593 3715 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-rscdr] pod update took 18.98789ms I0501 20:03:15.154617 3715 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-rscdr] addLogicalPort annotation time took 19.016528ms I0501 20:03:15.155924 3715 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-rscdr] addLogicalPort took 20.42409ms, libovsdb time 945.962µs I0501 20:03:15.287372 3715 base_network_controller_pods.go:487] [default/openshift-console/console-fb6459fb8-t8mx2] creating logical port openshift-console_console-fb6459fb8-t8mx2 for pod on switch ip-10-0-1-141.ec2.internal I0501 20:03:15.287475 3715 kube.go:256] Updating pod openshift-console/console-fb6459fb8-t8mx2 I0501 20:03:15.303603 3715 pod.go:62] [openshift-console/console-fb6459fb8-t8mx2] pod update took 16.151586ms I0501 20:03:15.303628 3715 base_network_controller_pods.go:951] [default/openshift-console/console-fb6459fb8-t8mx2] addLogicalPort annotation time took 16.178779ms I0501 20:03:15.305081 3715 pods.go:271] [openshift-console/console-fb6459fb8-t8mx2] addLogicalPort took 17.725102ms, libovsdb time 992.889µs I0501 20:03:15.499451 3715 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-rscdr e705b0985a16c86b394b5a7f23cc9cc30c23545c2f94b966b6f582d61c48104b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-rscdr e705b0985a16c86b394b5a7f23cc9cc30c23545c2f94b966b6f582d61c48104b network default NAD default NAD key ] I0501 20:03:15.509115 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-rscdr, hostIfaceName: e705b0985a16c86, network: default, NAD default, SandboxID: "e705b0985a16c86b394b5a7f23cc9cc30c23545c2f94b966b6f582d61c48104b", PCI device ID: , UID: "71257ba0-d933-497b-8ae9-01bd5c50cc85", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0501 20:03:15.563305 3715 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-rscdr e705b0985a16c86b394b5a7f23cc9cc30c23545c2f94b966b6f582d61c48104b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-rscdr e705b0985a16c86b394b5a7f23cc9cc30c23545c2f94b966b6f582d61c48104b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:6f:b2:ff:cc:75\",\"name\":\"e705b0985a16c86\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a456ddb5-7e21-4bfa-aef1-1796daf98608\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:03:15.646618 3715 cni.go:452] [openshift-console/console-fb6459fb8-t8mx2 a158f9dda6490c73e123f338b5425add05c9dad4fbff8b9f2d1f310fec02d57d network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-fb6459fb8-t8mx2 a158f9dda6490c73e123f338b5425add05c9dad4fbff8b9f2d1f310fec02d57d network default NAD default NAD key ] I0501 20:03:15.655880 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-fb6459fb8-t8mx2, hostIfaceName: a158f9dda6490c7, network: default, NAD default, SandboxID: "a158f9dda6490c73e123f338b5425add05c9dad4fbff8b9f2d1f310fec02d57d", PCI device ID: , UID: "9a19fc0a-38a5-4498-b35f-ec2ce6bbcb2b", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0501 20:03:15.704455 3715 cni.go:473] [openshift-console/console-fb6459fb8-t8mx2 a158f9dda6490c73e123f338b5425add05c9dad4fbff8b9f2d1f310fec02d57d network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-fb6459fb8-t8mx2 a158f9dda6490c73e123f338b5425add05c9dad4fbff8b9f2d1f310fec02d57d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:09:74:6d:e5:fc\",\"name\":\"a158f9dda6490c7\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2dab78b8-6ed1-49da-9e76-7a3923824b6a\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0501 20:03:17.053962 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0501 20:03:17.077786 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0501 20:03:19.977141 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0501 20:03:20.066566 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0501 20:03:23.049772 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0501 20:03:28.010728 3715 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0501 20:03:28.133932 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0501 20:03:30.887485 3715 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-141.ec2.internal I0501 20:03:30.887640 3715 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0501 20:03:30.949411 3715 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 61.810611ms I0501 20:03:30.949436 3715 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 61.840314ms I0501 20:03:30.950750 3715 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 63.282845ms, libovsdb time 959.192µs I0501 20:03:31.565272 3715 cni.go:452] [openshift-monitoring/alertmanager-main-0 0a5d52d401ac413ac6d97d18a92a9d022d7b7b679ece22e08f4d5452a11952be network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 0a5d52d401ac413ac6d97d18a92a9d022d7b7b679ece22e08f4d5452a11952be network default NAD default NAD key ] I0501 20:03:31.575585 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 0a5d52d401ac413, network: default, NAD default, SandboxID: "0a5d52d401ac413ac6d97d18a92a9d022d7b7b679ece22e08f4d5452a11952be", PCI device ID: , UID: "906ddef7-6bd5-4ae0-bcb1-a4876b33a285", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0501 20:03:31.630296 3715 cni.go:473] [openshift-monitoring/alertmanager-main-0 0a5d52d401ac413ac6d97d18a92a9d022d7b7b679ece22e08f4d5452a11952be network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 0a5d52d401ac413ac6d97d18a92a9d022d7b7b679ece22e08f4d5452a11952be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:75:a4:a4:9f:b8\",\"name\":\"0a5d52d401ac413\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08ee8bb9-b31b-4262-ba54-d0f7b9c4ad45\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:03:32.853130 3715 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-997f477bf-zpjqf] creating logical port openshift-monitoring_thanos-querier-997f477bf-zpjqf for pod on switch ip-10-0-1-141.ec2.internal I0501 20:03:32.853238 3715 kube.go:256] Updating pod openshift-monitoring/thanos-querier-997f477bf-zpjqf I0501 20:03:32.873770 3715 pod.go:62] [openshift-monitoring/thanos-querier-997f477bf-zpjqf] pod update took 20.569461ms I0501 20:03:32.873795 3715 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-997f477bf-zpjqf] addLogicalPort annotation time took 20.599167ms I0501 20:03:32.875125 3715 pods.go:271] [openshift-monitoring/thanos-querier-997f477bf-zpjqf] addLogicalPort took 22.013385ms, libovsdb time 936.192µs W0501 20:03:33.172807 3715 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0501 20:03:33.172831 3715 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0501 20:03:33.172836 3715 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0501 20:03:33.218515 3715 cni.go:452] [openshift-monitoring/thanos-querier-997f477bf-zpjqf 2cdc2764b5fd2f054a7edf9ca13c4be0b6228a18f0e2838c58d49e18f3b98fa1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-997f477bf-zpjqf 2cdc2764b5fd2f054a7edf9ca13c4be0b6228a18f0e2838c58d49e18f3b98fa1 network default NAD default NAD key ] I0501 20:03:33.229708 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-997f477bf-zpjqf, hostIfaceName: 2cdc2764b5fd2f0, network: default, NAD default, SandboxID: "2cdc2764b5fd2f054a7edf9ca13c4be0b6228a18f0e2838c58d49e18f3b98fa1", PCI device ID: , UID: "f93a4f45-5ac6-45cb-86f3-4c91f9574941", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0501 20:03:33.280080 3715 cni.go:473] [openshift-monitoring/thanos-querier-997f477bf-zpjqf 2cdc2764b5fd2f054a7edf9ca13c4be0b6228a18f0e2838c58d49e18f3b98fa1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-997f477bf-zpjqf 2cdc2764b5fd2f054a7edf9ca13c4be0b6228a18f0e2838c58d49e18f3b98fa1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:8b:e8:42:96:4f\",\"name\":\"2cdc2764b5fd2f0\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a860b5e1-dfc0-4e51-9324-1c8de856532c\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0501 20:03:34.070166 3715 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0501 20:03:34.070184 3715 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0501 20:03:34.070188 3715 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0501 20:03:34.327186 3715 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-65cbf8894d-pdgkz] creating logical port openshift-monitoring_metrics-server-65cbf8894d-pdgkz for pod on switch ip-10-0-1-141.ec2.internal I0501 20:03:34.327307 3715 kube.go:256] Updating pod openshift-monitoring/metrics-server-65cbf8894d-pdgkz I0501 20:03:34.346536 3715 pod.go:62] [openshift-monitoring/metrics-server-65cbf8894d-pdgkz] pod update took 19.259127ms I0501 20:03:34.346561 3715 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-65cbf8894d-pdgkz] addLogicalPort annotation time took 19.294058ms I0501 20:03:34.348161 3715 pods.go:271] [openshift-monitoring/metrics-server-65cbf8894d-pdgkz] addLogicalPort took 20.996273ms, libovsdb time 1.194255ms W0501 20:03:34.509158 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0501 20:03:34.522716 3715 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-bmc6t] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-bmc6t for pod on switch ip-10-0-1-141.ec2.internal I0501 20:03:34.522811 3715 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-bmc6t W0501 20:03:34.529800 3715 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7f8464455b-w4wps IP address from the namespace address-set, err: pod openshift-console/console-7f8464455b-w4wps: no pod IPs found I0501 20:03:34.539717 3715 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-bmc6t] pod update took 16.929333ms I0501 20:03:34.539738 3715 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-bmc6t] addLogicalPort annotation time took 16.962723ms I0501 20:03:34.544546 3715 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-bmc6t] addLogicalPort took 21.844247ms, libovsdb time 2.110518ms I0501 20:03:34.699002 3715 cni.go:452] [openshift-monitoring/metrics-server-65cbf8894d-pdgkz 7c5a54d5a38e7f970126f93a35dfb88f39cd709f181aefc3e7987a9b64b4af97 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-65cbf8894d-pdgkz 7c5a54d5a38e7f970126f93a35dfb88f39cd709f181aefc3e7987a9b64b4af97 network default NAD default NAD key ] I0501 20:03:34.710934 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-65cbf8894d-pdgkz, hostIfaceName: 7c5a54d5a38e7f9, network: default, NAD default, SandboxID: "7c5a54d5a38e7f970126f93a35dfb88f39cd709f181aefc3e7987a9b64b4af97", PCI device ID: , UID: "5cecf80c-92b2-4ff4-89ab-9abfaca17876", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0501 20:03:34.767034 3715 cni.go:473] [openshift-monitoring/metrics-server-65cbf8894d-pdgkz 7c5a54d5a38e7f970126f93a35dfb88f39cd709f181aefc3e7987a9b64b4af97 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-65cbf8894d-pdgkz 7c5a54d5a38e7f970126f93a35dfb88f39cd709f181aefc3e7987a9b64b4af97 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:3e:ef:33:bf:b4\",\"name\":\"7c5a54d5a38e7f9\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51c62a6d-1b9a-40d3-b6dd-dc51faa12e2e\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:03:35.087920 3715 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-5fb69b7c5-fdf22] creating logical port openshift-monitoring_telemeter-client-5fb69b7c5-fdf22 for pod on switch ip-10-0-1-141.ec2.internal I0501 20:03:35.088068 3715 kube.go:256] Updating pod openshift-monitoring/telemeter-client-5fb69b7c5-fdf22 I0501 20:03:35.106029 3715 pod.go:62] [openshift-monitoring/telemeter-client-5fb69b7c5-fdf22] pod update took 17.993613ms I0501 20:03:35.106052 3715 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-5fb69b7c5-fdf22] addLogicalPort annotation time took 18.019269ms I0501 20:03:35.107528 3715 pods.go:271] [openshift-monitoring/telemeter-client-5fb69b7c5-fdf22] addLogicalPort took 19.627469ms, libovsdb time 1.021402ms I0501 20:03:35.596545 3715 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-bmc6t 57685c2893c5e7c8de9e92b3a1a597e77f4b7147e582e8396cce3b48bab50c61 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-bmc6t 57685c2893c5e7c8de9e92b3a1a597e77f4b7147e582e8396cce3b48bab50c61 network default NAD default NAD key ] I0501 20:03:35.597525 3715 cni.go:452] [openshift-monitoring/telemeter-client-5fb69b7c5-fdf22 8347f4cc4dee36d268c40a6312fe25d98fce49f99619d389d325474ea4c520a2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-5fb69b7c5-fdf22 8347f4cc4dee36d268c40a6312fe25d98fce49f99619d389d325474ea4c520a2 network default NAD default NAD key ] I0501 20:03:35.610153 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-5fb69b7c5-fdf22, hostIfaceName: 8347f4cc4dee36d, network: default, NAD default, SandboxID: "8347f4cc4dee36d268c40a6312fe25d98fce49f99619d389d325474ea4c520a2", PCI device ID: , UID: "a546fbfb-4dea-4264-8234-20643ef107b0", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0501 20:03:35.610555 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-bmc6t, hostIfaceName: 57685c2893c5e7c, network: default, NAD default, SandboxID: "57685c2893c5e7c8de9e92b3a1a597e77f4b7147e582e8396cce3b48bab50c61", PCI device ID: , UID: "5db404da-47c7-45a0-b15c-2d7b98702b54", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0501 20:03:35.667889 3715 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-bmc6t 57685c2893c5e7c8de9e92b3a1a597e77f4b7147e582e8396cce3b48bab50c61 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-bmc6t 57685c2893c5e7c8de9e92b3a1a597e77f4b7147e582e8396cce3b48bab50c61 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:95:b6:2b:cd:60\",\"name\":\"57685c2893c5e7c\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc5127a6-27ce-47da-ae66-943be44cbfaf\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:03:35.683595 3715 cni.go:473] [openshift-monitoring/telemeter-client-5fb69b7c5-fdf22 8347f4cc4dee36d268c40a6312fe25d98fce49f99619d389d325474ea4c520a2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-5fb69b7c5-fdf22 8347f4cc4dee36d268c40a6312fe25d98fce49f99619d389d325474ea4c520a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:fe:d5:f5:d4:bc\",\"name\":\"8347f4cc4dee36d\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f99372b-df63-4877-9ae5-c7200d0e262a\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:03:36.217321 3715 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-141.ec2.internal I0501 20:03:36.217476 3715 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0501 20:03:36.255027 3715 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 37.588059ms I0501 20:03:36.255048 3715 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 37.615447ms I0501 20:03:36.256267 3715 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 38.958103ms, libovsdb time 835.981µs I0501 20:03:36.579102 3715 cni.go:452] [openshift-monitoring/prometheus-k8s-1 a6a60d74cc0a79088475d9683103e9805219f1ae35d388b49a80256d7d54d2d9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 a6a60d74cc0a79088475d9683103e9805219f1ae35d388b49a80256d7d54d2d9 network default NAD default NAD key ] I0501 20:03:36.590079 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: a6a60d74cc0a790, network: default, NAD default, SandboxID: "a6a60d74cc0a79088475d9683103e9805219f1ae35d388b49a80256d7d54d2d9", PCI device ID: , UID: "3c2090a4-eb64-47fd-bad1-f2f0ce7ea70f", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0501 20:03:36.641109 3715 cni.go:473] [openshift-monitoring/prometheus-k8s-1 a6a60d74cc0a79088475d9683103e9805219f1ae35d388b49a80256d7d54d2d9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 a6a60d74cc0a79088475d9683103e9805219f1ae35d388b49a80256d7d54d2d9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:c6:78:e7:73:e5\",\"name\":\"a6a60d74cc0a790\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a79c4ab3-76d6-496a-80b0-cb64c60d2bde\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0501 20:03:37.090908 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0501 20:03:37.140412 3715 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0501 20:03:37.140474 3715 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0501 20:03:37.170310 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0501 20:03:37.212592 3715 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0501 20:03:37.212612 3715 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0501 20:03:38.101603 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0501 20:03:38.129278 3715 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0501 20:03:38.129296 3715 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0501 20:03:38.129302 3715 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0501 20:03:38.129306 3715 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0501 20:03:38.210917 3715 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0501 20:03:38.210940 3715 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0501 20:03:38.210949 3715 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0501 20:03:38.210956 3715 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0501 20:03:38.235593 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0501 20:03:41.587037 3715 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7f8464455b-79t69 IP address from the namespace address-set, err: pod openshift-console/console-7f8464455b-79t69: no pod IPs found W0501 20:03:41.618397 3715 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-d7d49566c-rsssq IP address from the namespace address-set, err: pod openshift-console/console-d7d49566c-rsssq: no pod IPs found I0501 20:03:43.125216 3715 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0501 20:03:44.137741 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0501 20:03:44.137768 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0501 20:03:44.137774 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0501 20:03:44.137779 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0501 20:03:44.137792 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0501 20:03:44.137797 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0501 20:03:44.137802 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0501 20:03:44.137806 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0501 20:03:44.224589 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0501 20:03:44.224615 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0501 20:03:44.224622 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0501 20:03:44.224627 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier I0501 20:03:53.258448 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72 W0501 20:03:54.268513 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0501 20:03:54.268510 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0501 20:03:54.268677 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0501 20:03:55.278571 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0501 20:03:58.119105 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0501 20:03:58.119128 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0501 20:03:58.186587 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0501 20:04:00.029568 3715 cni.go:452] [openshift-multus/network-metrics-daemon-zt9wf 82f3a48a521da96aefd4f327364fb0fff3e379488c602342d3ac5dcba8c66497 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-zt9wf 82f3a48a521da96aefd4f327364fb0fff3e379488c602342d3ac5dcba8c66497 network default NAD default NAD key ] I0501 20:04:00.039208 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-zt9wf, hostIfaceName: 82f3a48a521da96, network: default, NAD default, SandboxID: "82f3a48a521da96aefd4f327364fb0fff3e379488c602342d3ac5dcba8c66497", PCI device ID: , UID: "d3310656-bb05-466a-8625-1b04e425525b", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0501 20:04:00.088025 3715 cni.go:473] [openshift-multus/network-metrics-daemon-zt9wf 82f3a48a521da96aefd4f327364fb0fff3e379488c602342d3ac5dcba8c66497 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-zt9wf 82f3a48a521da96aefd4f327364fb0fff3e379488c602342d3ac5dcba8c66497 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:e9:42:0f:c5:93\",\"name\":\"82f3a48a521da96\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79a756ef-a3fa-459a-a42d-faa649a20f94\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0501 20:04:01.378705 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0501 20:04:01.378725 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0501 20:04:01.378731 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0501 20:04:01.378741 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0501 20:04:01.378746 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0501 20:04:01.378751 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0501 20:04:01.601409 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0501 20:04:01.601434 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0501 20:04:01.601443 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0501 20:04:03.772303 3715 obj_retry.go:498] Detected object openshift-console/console-fb6459fb8-dljw2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:04:03.772898 3715 obj_retry.go:498] Detected object openshift-console/console-fb6459fb8-dljw2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0501 20:04:03.782770 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0501 20:04:04.240443 3715 obj_retry.go:492] Detected object openshift-console/console-fb6459fb8-dljw2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:04:04.240464 3715 obj_retry.go:492] Detected object openshift-console/console-fb6459fb8-dljw2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:04:04.246683 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-fb6459fb8-dljw2 I0501 20:04:04.246711 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-fb6459fb8-dljw2 W0501 20:04:05.251829 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0501 20:04:05.367456 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0501 20:04:08.355445 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 W0501 20:04:09.344236 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0501 20:04:09.344278 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0501 20:04:09.344295 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0501 20:04:10.345762 3715 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 W0501 20:04:10.359701 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0501 20:04:12.287200 3715 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0501 20:04:14.299054 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0501 20:04:14.626479 3715 cni.go:452] [openshift-console/console-fb6459fb8-t8mx2 a158f9dda6490c73e123f338b5425add05c9dad4fbff8b9f2d1f310fec02d57d network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-fb6459fb8-t8mx2 a158f9dda6490c73e123f338b5425add05c9dad4fbff8b9f2d1f310fec02d57d network default NAD default NAD key ] I0501 20:04:14.716259 3715 cni.go:473] [openshift-console/console-fb6459fb8-t8mx2 a158f9dda6490c73e123f338b5425add05c9dad4fbff8b9f2d1f310fec02d57d network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-fb6459fb8-t8mx2 a158f9dda6490c73e123f338b5425add05c9dad4fbff8b9f2d1f310fec02d57d network default NAD default NAD key default], result "{}", err I0501 20:04:14.786593 3715 obj_retry.go:498] Detected object openshift-console/console-fb6459fb8-t8mx2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:04:14.786626 3715 pods.go:176] Deleting pod: openshift-console/console-fb6459fb8-t8mx2 I0501 20:04:14.787943 3715 pods.go:236] Attempting to release IPs for pod: openshift-console/console-fb6459fb8-t8mx2, ips: 10.129.0.22 I0501 20:04:14.787972 3715 obj_retry.go:498] Detected object openshift-console/console-fb6459fb8-t8mx2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0501 20:04:14.795153 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0501 20:04:14.797614 3715 base_network_controller_pods.go:487] [default/openshift-console/console-5fc85db89b-2nx6l] creating logical port openshift-console_console-5fc85db89b-2nx6l for pod on switch ip-10-0-1-141.ec2.internal I0501 20:04:14.797731 3715 kube.go:256] Updating pod openshift-console/console-5fc85db89b-2nx6l I0501 20:04:14.811988 3715 pod.go:62] [openshift-console/console-5fc85db89b-2nx6l] pod update took 14.294355ms I0501 20:04:14.812017 3715 base_network_controller_pods.go:951] [default/openshift-console/console-5fc85db89b-2nx6l] addLogicalPort annotation time took 14.327524ms I0501 20:04:14.813213 3715 pods.go:271] [openshift-console/console-5fc85db89b-2nx6l] addLogicalPort took 15.617481ms, libovsdb time 789.329µs I0501 20:04:15.213046 3715 cni.go:452] [openshift-console/console-5fc85db89b-2nx6l 639c0e32edcdad85573e7cce5c29e69e2d55d3ef42f5c99859d5dddf29d0ba9e network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5fc85db89b-2nx6l 639c0e32edcdad85573e7cce5c29e69e2d55d3ef42f5c99859d5dddf29d0ba9e network default NAD default NAD key ] I0501 20:04:15.222559 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5fc85db89b-2nx6l, hostIfaceName: 639c0e32edcdad8, network: default, NAD default, SandboxID: "639c0e32edcdad85573e7cce5c29e69e2d55d3ef42f5c99859d5dddf29d0ba9e", PCI device ID: , UID: "8d497a4a-0bfc-4ea2-add3-93ab61b0feb8", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0501 20:04:15.270796 3715 cni.go:473] [openshift-console/console-5fc85db89b-2nx6l 639c0e32edcdad85573e7cce5c29e69e2d55d3ef42f5c99859d5dddf29d0ba9e network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5fc85db89b-2nx6l 639c0e32edcdad85573e7cce5c29e69e2d55d3ef42f5c99859d5dddf29d0ba9e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:a8:65:51:52:75\",\"name\":\"639c0e32edcdad8\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec9e5acf-09e0-47a8-be70-164d18c907a1\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:04:15.375758 3715 obj_retry.go:492] Detected object openshift-console/console-fb6459fb8-t8mx2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:04:15.375777 3715 obj_retry.go:492] Detected object openshift-console/console-fb6459fb8-t8mx2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0501 20:04:15.380653 3715 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0501 20:04:15.380669 3715 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0501 20:04:15.380673 3715 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0501 20:04:15.381230 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-fb6459fb8-t8mx2 I0501 20:04:15.381255 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-fb6459fb8-t8mx2 W0501 20:04:16.389811 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0501 20:04:28.463801 3715 cni.go:452] [openshift-dns/dns-default-n7q6c 46af67d351e4687a90c1c8548aec28dc192aab68564f03c4575537b6772c0852 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-n7q6c 46af67d351e4687a90c1c8548aec28dc192aab68564f03c4575537b6772c0852 network default NAD default NAD key ] I0501 20:04:28.472838 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-n7q6c, hostIfaceName: 46af67d351e4687, network: default, NAD default, SandboxID: "46af67d351e4687a90c1c8548aec28dc192aab68564f03c4575537b6772c0852", PCI device ID: , UID: "17d49aaa-89b3-4682-b098-d14fdf8fe4b5", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0501 20:04:28.520587 3715 cni.go:473] [openshift-dns/dns-default-n7q6c 46af67d351e4687a90c1c8548aec28dc192aab68564f03c4575537b6772c0852 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-n7q6c 46af67d351e4687a90c1c8548aec28dc192aab68564f03c4575537b6772c0852 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:c8:e7:ee:66:19\",\"name\":\"46af67d351e4687\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d8ba622-1c8d-4971-ba1c-190685f68dfe\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:04:29.190160 3715 cni.go:452] [openshift-ingress/router-default-7894c8b67c-jhg4w 72f07e8f61983c01ec4d93c5885cbdeded1d2cab981b4caac61b3f05aa498345 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-7894c8b67c-jhg4w 72f07e8f61983c01ec4d93c5885cbdeded1d2cab981b4caac61b3f05aa498345 network default NAD default NAD key ] I0501 20:04:29.275856 3715 cni.go:473] [openshift-ingress/router-default-7894c8b67c-jhg4w 72f07e8f61983c01ec4d93c5885cbdeded1d2cab981b4caac61b3f05aa498345 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-7894c8b67c-jhg4w 72f07e8f61983c01ec4d93c5885cbdeded1d2cab981b4caac61b3f05aa498345 network default NAD default NAD key default], result "{}", err I0501 20:04:29.313796 3715 obj_retry.go:498] Detected object openshift-ingress/router-default-7894c8b67c-jhg4w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:04:29.313833 3715 pods.go:176] Deleting pod: openshift-ingress/router-default-7894c8b67c-jhg4w I0501 20:04:29.315468 3715 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-7894c8b67c-jhg4w, ips: 10.129.0.16 I0501 20:04:29.315496 3715 obj_retry.go:498] Detected object openshift-ingress/router-default-7894c8b67c-jhg4w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:04:29.740932 3715 obj_retry.go:492] Detected object openshift-ingress/router-default-7894c8b67c-jhg4w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:04:29.740961 3715 obj_retry.go:492] Detected object openshift-ingress/router-default-7894c8b67c-jhg4w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:04:29.747457 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7894c8b67c-jhg4w I0501 20:04:29.747491 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7894c8b67c-jhg4w W0501 20:04:33.318729 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0501 20:04:33.318755 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0501 20:04:34.184113 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0501 20:04:34.184138 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0501 20:04:35.199050 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0501 20:04:37.411066 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0501 20:04:37.470739 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0501 20:04:37.470841 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0501 20:04:37.470870 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0501 20:04:37.470878 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0501 20:04:37.542211 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0501 20:04:37.542236 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0501 20:04:40.467179 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0501 20:04:40.467246 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0501 20:04:40.467256 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0501 20:04:41.344501 3715 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0501 20:04:42.262805 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=445 I0501 20:04:45.483102 3715 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0501 20:04:51.857375 3715 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:04:51.858015 3715 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:04:52.503418 3715 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:04:52.503443 3715 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:04:52.511832 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0501 20:04:52.511856 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0501 20:04:53.384586 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 W0501 20:04:54.253731 3715 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5fc85db89b-l77jq IP address from the namespace address-set, err: pod openshift-console/console-5fc85db89b-l77jq: no pod IPs found I0501 20:04:55.979510 3715 cni.go:452] [openshift-monitoring/prometheus-k8s-1 a6a60d74cc0a79088475d9683103e9805219f1ae35d388b49a80256d7d54d2d9 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 a6a60d74cc0a79088475d9683103e9805219f1ae35d388b49a80256d7d54d2d9 network default NAD default NAD key ] I0501 20:04:56.080432 3715 cni.go:473] [openshift-monitoring/prometheus-k8s-1 a6a60d74cc0a79088475d9683103e9805219f1ae35d388b49a80256d7d54d2d9 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 a6a60d74cc0a79088475d9683103e9805219f1ae35d388b49a80256d7d54d2d9 network default NAD default NAD key default], result "{}", err I0501 20:04:56.142288 3715 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:04:56.142352 3715 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0501 20:04:56.143716 3715 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.28 I0501 20:04:56.143749 3715 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:04:56.593795 3715 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:04:56.593821 3715 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:04:56.603640 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0501 20:04:56.603672 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0501 20:04:56.643849 3715 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-141.ec2.internal I0501 20:04:56.643985 3715 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0501 20:04:56.668896 3715 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 24.95571ms I0501 20:04:56.668919 3715 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 24.990203ms I0501 20:04:56.670171 3715 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 26.341355ms, libovsdb time 893.842µs I0501 20:04:57.002661 3715 cni.go:452] [openshift-monitoring/prometheus-k8s-1 8d47b59d2cd0bebc15cd4fc11d2dbe8abf3b2847cb9a4ba7c3e58af76e53574e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 8d47b59d2cd0bebc15cd4fc11d2dbe8abf3b2847cb9a4ba7c3e58af76e53574e network default NAD default NAD key ] I0501 20:04:57.011876 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 8d47b59d2cd0beb, network: default, NAD default, SandboxID: "8d47b59d2cd0bebc15cd4fc11d2dbe8abf3b2847cb9a4ba7c3e58af76e53574e", PCI device ID: , UID: "1c715207-8492-4db9-881d-ea80492874ce", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0501 20:04:57.061893 3715 cni.go:473] [openshift-monitoring/prometheus-k8s-1 8d47b59d2cd0bebc15cd4fc11d2dbe8abf3b2847cb9a4ba7c3e58af76e53574e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 8d47b59d2cd0bebc15cd4fc11d2dbe8abf3b2847cb9a4ba7c3e58af76e53574e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:d0:10:10:c9:7e\",\"name\":\"8d47b59d2cd0beb\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6784333a-b67b-46b2-8775-da8cbfc1a067\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:05:00.673983 3715 obj_retry.go:498] Detected object openshift-console/console-d7d49566c-28496 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:05:00.674562 3715 obj_retry.go:498] Detected object openshift-console/console-d7d49566c-28496 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:05:01.576857 3715 obj_retry.go:492] Detected object openshift-console/console-d7d49566c-28496 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:05:01.576883 3715 obj_retry.go:492] Detected object openshift-console/console-d7d49566c-28496 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:05:01.584518 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-d7d49566c-28496 I0501 20:05:01.584549 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-d7d49566c-28496 I0501 20:05:03.756973 3715 obj_retry.go:498] Detected object openshift-image-registry/image-registry-78b77c84b6-s5p2h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:05:03.757556 3715 obj_retry.go:498] Detected object openshift-image-registry/image-registry-78b77c84b6-s5p2h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:05:04.599977 3715 obj_retry.go:492] Detected object openshift-image-registry/image-registry-78b77c84b6-s5p2h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:05:04.600005 3715 obj_retry.go:492] Detected object openshift-image-registry/image-registry-78b77c84b6-s5p2h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:05:04.603143 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-78b77c84b6-s5p2h I0501 20:05:04.603168 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-78b77c84b6-s5p2h I0501 20:05:08.259261 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=17 I0501 20:05:24.146504 3715 cni.go:452] [openshift-monitoring/alertmanager-main-0 0a5d52d401ac413ac6d97d18a92a9d022d7b7b679ece22e08f4d5452a11952be network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 0a5d52d401ac413ac6d97d18a92a9d022d7b7b679ece22e08f4d5452a11952be network default NAD default NAD key ] I0501 20:05:24.223434 3715 cni.go:473] [openshift-monitoring/alertmanager-main-0 0a5d52d401ac413ac6d97d18a92a9d022d7b7b679ece22e08f4d5452a11952be network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 0a5d52d401ac413ac6d97d18a92a9d022d7b7b679ece22e08f4d5452a11952be network default NAD default NAD key default], result "{}", err I0501 20:05:24.282753 3715 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:05:24.282788 3715 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0501 20:05:24.284191 3715 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.129.0.23 I0501 20:05:24.284221 3715 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:05:24.731033 3715 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:05:24.731060 3715 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:05:24.739586 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0501 20:05:24.739614 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0501 20:05:24.782358 3715 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-141.ec2.internal I0501 20:05:24.782493 3715 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0501 20:05:24.803530 3715 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 21.07066ms I0501 20:05:24.803558 3715 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 21.106141ms I0501 20:05:24.804868 3715 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 22.53879ms, libovsdb time 883.193µs I0501 20:05:25.144937 3715 cni.go:452] [openshift-monitoring/alertmanager-main-0 6f59004ad9e6c621967695c9049185db17a034079c330aea3114068012aa2cb2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 6f59004ad9e6c621967695c9049185db17a034079c330aea3114068012aa2cb2 network default NAD default NAD key ] I0501 20:05:25.154393 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 6f59004ad9e6c62, network: default, NAD default, SandboxID: "6f59004ad9e6c621967695c9049185db17a034079c330aea3114068012aa2cb2", PCI device ID: , UID: "c0c2b044-d96b-41bf-b514-cf5744467fb0", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0501 20:05:25.204309 3715 cni.go:473] [openshift-monitoring/alertmanager-main-0 6f59004ad9e6c621967695c9049185db17a034079c330aea3114068012aa2cb2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 6f59004ad9e6c621967695c9049185db17a034079c330aea3114068012aa2cb2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:9a:30:83:1d:1d\",\"name\":\"6f59004ad9e6c62\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f7c67c2-a379-4a97-927a-758f55c66d68\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:05:36.838423 3715 cni.go:452] [openshift-console/console-5fc85db89b-2nx6l 639c0e32edcdad85573e7cce5c29e69e2d55d3ef42f5c99859d5dddf29d0ba9e network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5fc85db89b-2nx6l 639c0e32edcdad85573e7cce5c29e69e2d55d3ef42f5c99859d5dddf29d0ba9e network default NAD default NAD key ] I0501 20:05:36.911966 3715 cni.go:473] [openshift-console/console-5fc85db89b-2nx6l 639c0e32edcdad85573e7cce5c29e69e2d55d3ef42f5c99859d5dddf29d0ba9e network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5fc85db89b-2nx6l 639c0e32edcdad85573e7cce5c29e69e2d55d3ef42f5c99859d5dddf29d0ba9e network default NAD default NAD key default], result "{}", err I0501 20:05:36.960013 3715 obj_retry.go:498] Detected object openshift-console/console-5fc85db89b-2nx6l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:05:36.960045 3715 pods.go:176] Deleting pod: openshift-console/console-5fc85db89b-2nx6l I0501 20:05:36.961424 3715 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5fc85db89b-2nx6l, ips: 10.129.0.29 I0501 20:05:36.961453 3715 obj_retry.go:498] Detected object openshift-console/console-5fc85db89b-2nx6l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:05:36.968653 3715 base_network_controller_pods.go:487] [default/openshift-console/console-586f9cccff-7drcb] creating logical port openshift-console_console-586f9cccff-7drcb for pod on switch ip-10-0-1-141.ec2.internal I0501 20:05:36.968826 3715 kube.go:256] Updating pod openshift-console/console-586f9cccff-7drcb I0501 20:05:36.984426 3715 pod.go:62] [openshift-console/console-586f9cccff-7drcb] pod update took 15.636622ms I0501 20:05:36.984450 3715 base_network_controller_pods.go:951] [default/openshift-console/console-586f9cccff-7drcb] addLogicalPort annotation time took 15.666949ms I0501 20:05:36.985616 3715 pods.go:271] [openshift-console/console-586f9cccff-7drcb] addLogicalPort took 16.981138ms, libovsdb time 827.596µs I0501 20:05:37.328961 3715 cni.go:452] [openshift-console/console-586f9cccff-7drcb 771abe39c3ed14380e5b4278c39ab3d4cb6a2a19e3f9b6af6aca2a1eae5acd15 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-586f9cccff-7drcb 771abe39c3ed14380e5b4278c39ab3d4cb6a2a19e3f9b6af6aca2a1eae5acd15 network default NAD default NAD key ] I0501 20:05:37.338293 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-586f9cccff-7drcb, hostIfaceName: 771abe39c3ed143, network: default, NAD default, SandboxID: "771abe39c3ed14380e5b4278c39ab3d4cb6a2a19e3f9b6af6aca2a1eae5acd15", PCI device ID: , UID: "5084c1c3-6df4-46a5-859b-29c8bcb939ee", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0501 20:05:37.385518 3715 cni.go:473] [openshift-console/console-586f9cccff-7drcb 771abe39c3ed14380e5b4278c39ab3d4cb6a2a19e3f9b6af6aca2a1eae5acd15 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-586f9cccff-7drcb 771abe39c3ed14380e5b4278c39ab3d4cb6a2a19e3f9b6af6aca2a1eae5acd15 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:b7:f7:5c:c6:a9\",\"name\":\"771abe39c3ed143\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/400d64fd-5918-40ee-bb50-dfce1bd04b17\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:05:37.832878 3715 obj_retry.go:492] Detected object openshift-console/console-5fc85db89b-2nx6l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:05:37.832904 3715 obj_retry.go:492] Detected object openshift-console/console-5fc85db89b-2nx6l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:05:37.835733 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5fc85db89b-2nx6l I0501 20:05:37.835755 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5fc85db89b-2nx6l W0501 20:05:45.195470 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0501 20:05:45.195496 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0501 20:05:45.195505 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0501 20:05:47.875290 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0501 20:05:53.965747 3715 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:05:53.966292 3715 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:05:54.851412 3715 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:05:54.851436 3715 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0501 20:05:57.948015 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0501 20:05:57.948038 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0501 20:05:59.267068 3715 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:05:59.267612 3715 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:05:59.857899 3715 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:05:59.857923 3715 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:05:59.865149 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0501 20:05:59.865179 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0501 20:07:50.517696 3715 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-119.ec2.internal I0501 20:07:50.517724 3715 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-119.ec2.internal: 35.144µs I0501 20:07:50.517699 3715 egressfirewall.go:723] Syncing node "ip-10-0-2-119.ec2.internal" for egress firewall I0501 20:07:50.517770 3715 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-119.ec2.internal in network "default" E0501 20:07:50.517776 3715 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-119.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0501 20:07:50.517784 3715 node_tracker.go:220] Node ip-10-0-2-119.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0501 20:07:50.517798 3715 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-119.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-119.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-119.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-119.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-119.ec2.internal, error parsing annotation for node ip-10-0-2-119.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0501 20:07:50.529895 3715 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-119.ec2.internal annotation: unexpected end of JSON input I0501 20:07:50.529990 3715 default_network_controller.go:1025] Node "ip-10-0-2-119.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0501 20:07:50.530038 3715 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-119.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0501 20:07:50.543742 3715 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-119.ec2.internal annotation: unexpected end of JSON input I0501 20:07:50.543797 3715 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-119.ec2.internal I0501 20:07:50.543811 3715 egressfirewall.go:723] Syncing node "ip-10-0-2-119.ec2.internal" for egress firewall I0501 20:07:50.543814 3715 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-119.ec2.internal: 20.245µs I0501 20:07:50.543868 3715 default_network_controller.go:1025] Node "ip-10-0-2-119.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0501 20:07:50.543908 3715 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-119.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0501 20:07:50.573644 3715 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-119.ec2.internal annotation: unexpected end of JSON input E0501 20:07:50.573726 3715 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-119.ec2.internal annotation: unexpected end of JSON input I0501 20:07:50.573760 3715 default_network_controller.go:1025] Node "ip-10-0-2-119.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0501 20:07:50.573836 3715 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-119.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-119.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-119.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-119.ec2.internal" I0501 20:07:50.596242 3715 default_network_controller.go:1025] Node "ip-10-0-2-119.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0501 20:07:50.735527 3715 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-119.ec2.internal I0501 20:07:50.735558 3715 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-119.ec2.internal: 41.275µs I0501 20:07:50.735572 3715 egressfirewall.go:723] Syncing node "ip-10-0-2-119.ec2.internal" for egress firewall I0501 20:07:50.735601 3715 default_network_controller.go:1025] Node "ip-10-0-2-119.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0501 20:07:50.752081 3715 default_network_controller.go:1025] Node "ip-10-0-2-119.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0501 20:07:51.115625 3715 default_network_controller.go:1025] Node "ip-10-0-2-119.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0501 20:07:52.402837 3715 default_network_controller.go:1025] Node "ip-10-0-2-119.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0501 20:08:00.703580 3715 default_network_controller.go:1025] Node "ip-10-0-2-119.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0501 20:08:09.215584 3715 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-2-119.ec2.internal I0501 20:08:09.215612 3715 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-2-119.ec2.internal I0501 20:08:09.215717 3715 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-2-119.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-2-119.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-119.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-119.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-119.ec2.internal I0501 20:08:09.441424 3715 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-119.ec2.internal I0501 20:08:09.441441 3715 egressfirewall.go:723] Syncing node "ip-10-0-2-119.ec2.internal" for egress firewall I0501 20:08:09.441451 3715 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-119.ec2.internal: 35.109µs I0501 20:08:09.441490 3715 default_network_controller.go:1025] Node "ip-10-0-2-119.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0501 20:08:09.813216 3715 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-tqrd9 I0501 20:08:09.813251 3715 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-tqrd9 I0501 20:08:09.813294 3715 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-tqrd9, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-tqrd9: suppressed error logged: pod openshift-network-diagnostics/network-check-target-tqrd9: no pod IPs found I0501 20:08:09.813219 3715 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-7b6s9 I0501 20:08:09.813307 3715 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-7b6s9 I0501 20:08:09.813324 3715 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-7b6s9, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-7b6s9: suppressed error logged: pod openshift-multus/network-metrics-daemon-7b6s9: no pod IPs found I0501 20:08:15.764590 3715 default_network_controller.go:1025] Node "ip-10-0-2-119.ec2.internal" in remote zone "ip-10-0-2-119.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0501 20:08:15.764599 3715 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-119.ec2.internal in network "default" I0501 20:08:15.764650 3715 node_tracker.go:235] Node ip-10-0-2-119.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-119.ec2.internal" I0501 20:08:15.764666 3715 node_tracker.go:169] Node ip-10-0-2-119.ec2.internal switch + router changed, syncing services in network "default" I0501 20:08:15.764676 3715 services_controller.go:574] Full service sync requested for network=default I0501 20:08:15.803549 3715 default_network_controller.go:1025] Node "ip-10-0-2-119.ec2.internal" in remote zone "ip-10-0-2-119.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0501 20:08:15.908386 3715 default_network_controller.go:1025] Node "ip-10-0-2-119.ec2.internal" in remote zone "ip-10-0-2-119.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0501 20:08:15.908447 3715 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-119.ec2.internal in network "default" I0501 20:08:15.908494 3715 node_tracker.go:169] Node ip-10-0-2-119.ec2.internal switch + router changed, syncing services in network "default" I0501 20:08:15.908506 3715 services_controller.go:574] Full service sync requested for network=default I0501 20:08:15.909441 3715 zone_ic_handler.go:195] Time taken to create transit switch: 346.379µs I0501 20:08:15.909459 3715 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-119.ec2.internal for the network default I0501 20:08:15.910498 3715 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-119.ec2.internal" on network "default" took: 1.420183ms I0501 20:08:17.961227 3715 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-119.ec2.internal I0501 20:08:17.961246 3715 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-119.ec2.internal: 24.534µs I0501 20:08:17.961277 3715 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-119.ec2.internal", IP: 10.0.2.119 to PMTUD blocking rules I0501 20:08:17.961282 3715 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-119.ec2.internal in network "default" I0501 20:08:17.961291 3715 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-119.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0501 20:08:17.961295 3715 egressfirewall.go:723] Syncing node "ip-10-0-2-119.ec2.internal" for egress firewall I0501 20:08:17.961377 3715 node_tracker.go:169] Node ip-10-0-2-119.ec2.internal switch + router changed, syncing services in network "default" I0501 20:08:17.961396 3715 services_controller.go:574] Full service sync requested for network=default I0501 20:08:17.967308 3715 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-119.ec2.internal. Updating no re-route policies I0501 20:08:17.982385 3715 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-119.ec2.internal", IP: 10.0.2.119 to PMTUD blocking rules I0501 20:08:17.982399 3715 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-119.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0501 20:08:22.716404 3715 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-119.ec2.internal I0501 20:08:22.716442 3715 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-119.ec2.internal: 47.317µs I0501 20:09:13.360532 3715 cni.go:452] [openshift-console/console-586f9cccff-7drcb 771abe39c3ed14380e5b4278c39ab3d4cb6a2a19e3f9b6af6aca2a1eae5acd15 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-586f9cccff-7drcb 771abe39c3ed14380e5b4278c39ab3d4cb6a2a19e3f9b6af6aca2a1eae5acd15 network default NAD default NAD key ] I0501 20:09:13.445548 3715 cni.go:473] [openshift-console/console-586f9cccff-7drcb 771abe39c3ed14380e5b4278c39ab3d4cb6a2a19e3f9b6af6aca2a1eae5acd15 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-586f9cccff-7drcb 771abe39c3ed14380e5b4278c39ab3d4cb6a2a19e3f9b6af6aca2a1eae5acd15 network default NAD default NAD key default], result "{}", err I0501 20:09:13.492283 3715 obj_retry.go:498] Detected object openshift-console/console-586f9cccff-7drcb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:09:13.492345 3715 pods.go:176] Deleting pod: openshift-console/console-586f9cccff-7drcb I0501 20:09:13.493725 3715 pods.go:236] Attempting to release IPs for pod: openshift-console/console-586f9cccff-7drcb, ips: 10.129.0.32 I0501 20:09:13.493751 3715 obj_retry.go:498] Detected object openshift-console/console-586f9cccff-7drcb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:09:13.503547 3715 base_network_controller_pods.go:487] [default/openshift-console/console-59fc7f78b9-c27pg] creating logical port openshift-console_console-59fc7f78b9-c27pg for pod on switch ip-10-0-1-141.ec2.internal I0501 20:09:13.503689 3715 kube.go:256] Updating pod openshift-console/console-59fc7f78b9-c27pg I0501 20:09:13.517470 3715 pod.go:62] [openshift-console/console-59fc7f78b9-c27pg] pod update took 13.810566ms I0501 20:09:13.517499 3715 base_network_controller_pods.go:951] [default/openshift-console/console-59fc7f78b9-c27pg] addLogicalPort annotation time took 13.844949ms I0501 20:09:13.518674 3715 pods.go:271] [openshift-console/console-59fc7f78b9-c27pg] addLogicalPort took 15.141047ms, libovsdb time 815.934µs I0501 20:09:13.789017 3715 obj_retry.go:492] Detected object openshift-console/console-586f9cccff-7drcb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:09:13.789045 3715 obj_retry.go:492] Detected object openshift-console/console-586f9cccff-7drcb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:09:13.796358 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-586f9cccff-7drcb I0501 20:09:13.796382 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-586f9cccff-7drcb I0501 20:09:13.862285 3715 cni.go:452] [openshift-console/console-59fc7f78b9-c27pg b108cefa5ec0fe639dc2393aff536c7f0991abdf12994484ecd0cc15a9264d49 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-59fc7f78b9-c27pg b108cefa5ec0fe639dc2393aff536c7f0991abdf12994484ecd0cc15a9264d49 network default NAD default NAD key ] I0501 20:09:13.871501 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-59fc7f78b9-c27pg, hostIfaceName: b108cefa5ec0fe6, network: default, NAD default, SandboxID: "b108cefa5ec0fe639dc2393aff536c7f0991abdf12994484ecd0cc15a9264d49", PCI device ID: , UID: "c2da4837-4359-4900-b80d-dca6858526fd", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0501 20:09:13.918661 3715 cni.go:473] [openshift-console/console-59fc7f78b9-c27pg b108cefa5ec0fe639dc2393aff536c7f0991abdf12994484ecd0cc15a9264d49 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-59fc7f78b9-c27pg b108cefa5ec0fe639dc2393aff536c7f0991abdf12994484ecd0cc15a9264d49 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:1c:74:b1:11:58\",\"name\":\"b108cefa5ec0fe6\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a10f89da-f5f8-4fa5-abc9-eb2188cd11c7\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:09:18.348202 3715 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0501 20:09:24.091156 3715 obj_retry.go:498] Detected object openshift-console/console-586f9cccff-5nn86 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:09:24.091746 3715 obj_retry.go:498] Detected object openshift-console/console-586f9cccff-5nn86 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:09:24.834863 3715 obj_retry.go:492] Detected object openshift-console/console-586f9cccff-5nn86 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:09:24.834888 3715 obj_retry.go:492] Detected object openshift-console/console-586f9cccff-5nn86 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:09:24.842116 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-586f9cccff-5nn86 I0501 20:09:24.842139 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-586f9cccff-5nn86 W0501 20:09:24.861465 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0501 20:09:31.265933 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=134 I0501 20:09:35.353459 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0501 20:10:04.168914 3715 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:10:04.169496 3715 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:10:05.054158 3715 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:10:05.054185 3715 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:10:14.370267 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0501 20:10:20.387123 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0501 20:10:26.261808 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0501 20:10:31.258064 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=68 I0501 20:10:36.364231 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0501 20:10:38.259689 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0501 20:10:44.358598 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0501 20:11:03.382040 3715 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0501 20:11:06.387656 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0501 20:11:23.376089 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0501 20:11:30.265282 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=231 I0501 20:13:32.261249 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0501 20:14:19.347552 3715 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0501 20:15:36.389997 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0501 20:16:01.261143 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=28 I0501 20:16:07.008999 3715 namespace.go:98] [tsf] adding namespace I0501 20:16:07.009852 3715 namespace.go:102] [tsf] adding namespace took 826.664µs I0501 20:16:07.026081 3715 namespace.go:142] [tsf] updating namespace I0501 20:16:07.036565 3715 namespace.go:142] [tsf] updating namespace I0501 20:16:11.168316 3715 namespace.go:98] [cert-manager-operator] adding namespace I0501 20:16:11.168476 3715 namespace.go:98] [rhtpa-operator] adding namespace I0501 20:16:11.168544 3715 namespace.go:98] [tsf-tas] adding namespace I0501 20:16:11.168590 3715 namespace.go:98] [rhbk-operator] adding namespace I0501 20:16:11.168794 3715 namespace.go:98] [konflux-operator] adding namespace I0501 20:16:11.169255 3715 namespace.go:102] [cert-manager-operator] adding namespace took 905.776µs I0501 20:16:11.169284 3715 namespace.go:98] [konflux-ui] adding namespace I0501 20:16:11.169843 3715 namespace.go:102] [konflux-ui] adding namespace took 549.752µs I0501 20:16:11.170405 3715 namespace.go:102] [rhtpa-operator] adding namespace took 1.909277ms I0501 20:16:11.170827 3715 namespace.go:98] [tsf-keycloak] adding namespace I0501 20:16:11.171007 3715 namespace.go:102] [tsf-tas] adding namespace took 2.453966ms I0501 20:16:11.171665 3715 namespace.go:102] [rhbk-operator] adding namespace took 3.059809ms I0501 20:16:11.172300 3715 namespace.go:102] [konflux-operator] adding namespace took 3.490237ms I0501 20:16:11.172323 3715 namespace.go:98] [tsf-tpa] adding namespace I0501 20:16:11.172860 3715 namespace.go:102] [tsf-tpa] adding namespace took 516.538µs I0501 20:16:11.173341 3715 namespace.go:102] [tsf-keycloak] adding namespace took 2.447936ms I0501 20:16:11.197633 3715 namespace.go:142] [cert-manager-operator] updating namespace I0501 20:16:11.226038 3715 namespace.go:142] [cert-manager-operator] updating namespace I0501 20:16:11.261247 3715 namespace.go:142] [tsf-tas] updating namespace I0501 20:16:11.261281 3715 namespace.go:142] [konflux-ui] updating namespace I0501 20:16:11.266184 3715 namespace.go:142] [rhbk-operator] updating namespace I0501 20:16:11.266246 3715 namespace.go:142] [rhtpa-operator] updating namespace I0501 20:16:11.296530 3715 namespace.go:142] [konflux-operator] updating namespace I0501 20:16:11.309670 3715 namespace.go:142] [tsf-tpa] updating namespace I0501 20:16:11.325056 3715 namespace.go:142] [cert-manager-operator] updating namespace I0501 20:16:11.330546 3715 namespace.go:142] [tsf-keycloak] updating namespace I0501 20:16:11.337517 3715 namespace.go:142] [tsf-tas] updating namespace I0501 20:16:11.376516 3715 namespace.go:142] [tsf-tas] updating namespace I0501 20:16:11.394421 3715 namespace.go:142] [rhbk-operator] updating namespace I0501 20:16:11.425093 3715 namespace.go:142] [rhbk-operator] updating namespace I0501 20:16:11.445672 3715 namespace.go:142] [konflux-ui] updating namespace I0501 20:16:11.458433 3715 namespace.go:142] [konflux-ui] updating namespace I0501 20:16:11.488556 3715 namespace.go:142] [konflux-operator] updating namespace I0501 20:16:11.501205 3715 namespace.go:142] [konflux-operator] updating namespace I0501 20:16:11.523780 3715 namespace.go:142] [tsf-tpa] updating namespace I0501 20:16:11.533828 3715 namespace.go:142] [tsf-tpa] updating namespace I0501 20:16:11.551759 3715 namespace.go:142] [tsf-keycloak] updating namespace I0501 20:16:11.568767 3715 namespace.go:142] [tsf-keycloak] updating namespace I0501 20:16:11.603687 3715 namespace.go:142] [rhtpa-operator] updating namespace I0501 20:16:11.622545 3715 namespace.go:142] [rhtpa-operator] updating namespace I0501 20:16:12.560287 3715 namespace.go:142] [tsf-tpa] updating namespace I0501 20:16:12.576096 3715 namespace.go:142] [tsf-keycloak] updating namespace I0501 20:16:14.493460 3715 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg for pod on switch ip-10-0-1-141.ec2.internal I0501 20:16:14.493591 3715 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg I0501 20:16:14.506583 3715 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg] pod update took 13.022747ms I0501 20:16:14.506603 3715 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg] addLogicalPort annotation time took 13.047512ms I0501 20:16:14.507868 3715 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg] addLogicalPort took 14.42787ms, libovsdb time 876.179µs I0501 20:16:14.853307 3715 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg a4c3a4aadcdbbbb839ca4976fbdfb33e1f4040a168e99994702ad31517cc13de network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg a4c3a4aadcdbbbb839ca4976fbdfb33e1f4040a168e99994702ad31517cc13de network default NAD default NAD key ] I0501 20:16:14.862500 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg, hostIfaceName: a4c3a4aadcdbbbb, network: default, NAD default, SandboxID: "a4c3a4aadcdbbbb839ca4976fbdfb33e1f4040a168e99994702ad31517cc13de", PCI device ID: , UID: "27cffec8-fb17-41b7-858c-f578148b5660", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0501 20:16:14.911821 3715 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg a4c3a4aadcdbbbb839ca4976fbdfb33e1f4040a168e99994702ad31517cc13de network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg a4c3a4aadcdbbbb839ca4976fbdfb33e1f4040a168e99994702ad31517cc13de network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:c1:a0:1c:c4:a5\",\"name\":\"a4c3a4aadcdbbbb\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e381b83-55ca-4c99-abcb-464d7bc04dd6\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:16:15.501868 3715 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc for pod on switch ip-10-0-1-141.ec2.internal I0501 20:16:15.502025 3715 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc I0501 20:16:15.514974 3715 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc] pod update took 13.007363ms I0501 20:16:15.514996 3715 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc] addLogicalPort annotation time took 13.03306ms I0501 20:16:15.516282 3715 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc] addLogicalPort took 14.427104ms, libovsdb time 911.62µs I0501 20:16:15.862276 3715 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc a31cdc02d9ae6cffcf000dd275fc68afcf908ec8eefeefe7111ad4e96f0324f9 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc a31cdc02d9ae6cffcf000dd275fc68afcf908ec8eefeefe7111ad4e96f0324f9 network default NAD default NAD key ] I0501 20:16:15.871850 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc, hostIfaceName: a31cdc02d9ae6cf, network: default, NAD default, SandboxID: "a31cdc02d9ae6cffcf000dd275fc68afcf908ec8eefeefe7111ad4e96f0324f9", PCI device ID: , UID: "9e4e6869-bb16-44db-a785-24989ece7b3a", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0501 20:16:15.921760 3715 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc a31cdc02d9ae6cffcf000dd275fc68afcf908ec8eefeefe7111ad4e96f0324f9 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc a31cdc02d9ae6cffcf000dd275fc68afcf908ec8eefeefe7111ad4e96f0324f9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:3c:6f:62:00:9d\",\"name\":\"a31cdc02d9ae6cf\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97bedf67-ca0f-4b79-bcc0-f28480800bf7\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:16:17.745028 3715 base_network_controller_pods.go:487] [default/openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v] creating logical port openshift-marketplace_5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v for pod on switch ip-10-0-1-141.ec2.internal I0501 20:16:17.745157 3715 kube.go:256] Updating pod openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v I0501 20:16:17.758005 3715 pod.go:62] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v] pod update took 12.875801ms I0501 20:16:17.758029 3715 base_network_controller_pods.go:951] [default/openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v] addLogicalPort annotation time took 12.902335ms I0501 20:16:17.759293 3715 pods.go:271] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v] addLogicalPort took 14.283993ms, libovsdb time 862.361µs I0501 20:16:18.102485 3715 cni.go:452] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v bc7b587d396bc5ce1d323dbfd0f4801ff6dc4da392c20a89992ff1127b9d3ebf network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v bc7b587d396bc5ce1d323dbfd0f4801ff6dc4da392c20a89992ff1127b9d3ebf network default NAD default NAD key ] I0501 20:16:18.112961 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v, hostIfaceName: bc7b587d396bc5c, network: default, NAD default, SandboxID: "bc7b587d396bc5ce1d323dbfd0f4801ff6dc4da392c20a89992ff1127b9d3ebf", PCI device ID: , UID: "ef9ffb48-bdf2-4aab-bc4e-2cf35bb28937", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0501 20:16:18.162371 3715 cni.go:473] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v bc7b587d396bc5ce1d323dbfd0f4801ff6dc4da392c20a89992ff1127b9d3ebf network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v bc7b587d396bc5ce1d323dbfd0f4801ff6dc4da392c20a89992ff1127b9d3ebf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:b4:7c:fa:f2:98\",\"name\":\"bc7b587d396bc5c\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8394562b-7b66-4161-841c-6d362d7e9658\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:16:18.690972 3715 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp for pod on switch ip-10-0-1-141.ec2.internal I0501 20:16:18.691070 3715 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp I0501 20:16:18.703583 3715 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp] pod update took 12.545182ms I0501 20:16:18.703612 3715 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp] addLogicalPort annotation time took 12.576916ms I0501 20:16:18.705198 3715 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp] addLogicalPort took 14.245024ms, libovsdb time 1.170905ms I0501 20:16:19.047505 3715 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp f325663d28b9d8ba91ee8f644e779a0ec1fd9bd6223669a458c2e88392875155 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp f325663d28b9d8ba91ee8f644e779a0ec1fd9bd6223669a458c2e88392875155 network default NAD default NAD key ] I0501 20:16:19.056910 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp, hostIfaceName: f325663d28b9d8b, network: default, NAD default, SandboxID: "f325663d28b9d8ba91ee8f644e779a0ec1fd9bd6223669a458c2e88392875155", PCI device ID: , UID: "590e5175-0bef-4614-9bf0-abfdddbc4b15", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0501 20:16:19.104834 3715 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp f325663d28b9d8ba91ee8f644e779a0ec1fd9bd6223669a458c2e88392875155 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp f325663d28b9d8ba91ee8f644e779a0ec1fd9bd6223669a458c2e88392875155 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:d8:5c:42:6a:65\",\"name\":\"f325663d28b9d8b\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44e28891-8eb3-4e6c-b5aa-91ff57fedc1e\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:16:19.780833 3715 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg a4c3a4aadcdbbbb839ca4976fbdfb33e1f4040a168e99994702ad31517cc13de network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg a4c3a4aadcdbbbb839ca4976fbdfb33e1f4040a168e99994702ad31517cc13de network default NAD default NAD key ] I0501 20:16:19.859622 3715 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg a4c3a4aadcdbbbb839ca4976fbdfb33e1f4040a168e99994702ad31517cc13de network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg a4c3a4aadcdbbbb839ca4976fbdfb33e1f4040a168e99994702ad31517cc13de network default NAD default NAD key default], result "{}", err I0501 20:16:19.908413 3715 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:19.908459 3715 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg I0501 20:16:19.910098 3715 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg, ips: 10.129.0.34 I0501 20:16:19.910128 3715 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:19.910149 3715 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:19.910157 3715 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0501 20:16:19.910347 3715 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:19.910374 3715 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0501 20:16:20.790228 3715 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc a31cdc02d9ae6cffcf000dd275fc68afcf908ec8eefeefe7111ad4e96f0324f9 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc a31cdc02d9ae6cffcf000dd275fc68afcf908ec8eefeefe7111ad4e96f0324f9 network default NAD default NAD key ] I0501 20:16:20.861917 3715 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc a31cdc02d9ae6cffcf000dd275fc68afcf908ec8eefeefe7111ad4e96f0324f9 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc a31cdc02d9ae6cffcf000dd275fc68afcf908ec8eefeefe7111ad4e96f0324f9 network default NAD default NAD key default], result "{}", err I0501 20:16:20.910909 3715 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:20.910945 3715 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc I0501 20:16:20.912526 3715 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc, ips: 10.129.0.35 I0501 20:16:20.912561 3715 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:20.912584 3715 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:20.912591 3715 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0501 20:16:20.912788 3715 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:20.912803 3715 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0501 20:16:20.942393 3715 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:20.942412 3715 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:20.942426 3715 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:20.942439 3715 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:21.150561 3715 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc for pod on switch ip-10-0-1-141.ec2.internal I0501 20:16:21.150743 3715 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc I0501 20:16:21.163395 3715 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc] pod update took 12.704701ms I0501 20:16:21.163476 3715 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc] addLogicalPort annotation time took 12.795709ms I0501 20:16:21.164969 3715 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc] addLogicalPort took 14.429869ms, libovsdb time 1.02316ms I0501 20:16:21.257159 3715 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 for pod on switch ip-10-0-1-141.ec2.internal I0501 20:16:21.257290 3715 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 I0501 20:16:21.270632 3715 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5] pod update took 13.371317ms I0501 20:16:21.270657 3715 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5] addLogicalPort annotation time took 13.3991ms I0501 20:16:21.272356 3715 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5] addLogicalPort took 15.2153ms, libovsdb time 1.237604ms I0501 20:16:21.800128 3715 cni.go:452] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v bc7b587d396bc5ce1d323dbfd0f4801ff6dc4da392c20a89992ff1127b9d3ebf network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v bc7b587d396bc5ce1d323dbfd0f4801ff6dc4da392c20a89992ff1127b9d3ebf network default NAD default NAD key ] I0501 20:16:21.867692 3715 cni.go:473] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v bc7b587d396bc5ce1d323dbfd0f4801ff6dc4da392c20a89992ff1127b9d3ebf network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v bc7b587d396bc5ce1d323dbfd0f4801ff6dc4da392c20a89992ff1127b9d3ebf network default NAD default NAD key default], result "{}", err I0501 20:16:21.938579 3715 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:21.938607 3715 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:21.938622 3715 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:21.938633 3715 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:21.949906 3715 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 27642ef074ac5f24aa7644ef4be15d3ee3dc0370c68f79d0c9d10391d281f0f0 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 27642ef074ac5f24aa7644ef4be15d3ee3dc0370c68f79d0c9d10391d281f0f0 network default NAD default NAD key ] I0501 20:16:21.950226 3715 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc 4269979e5aa3d3d6e294c23de2e3bba1fd2d289b4915b00ddf1e03bbd826cad9 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc 4269979e5aa3d3d6e294c23de2e3bba1fd2d289b4915b00ddf1e03bbd826cad9 network default NAD default NAD key ] I0501 20:16:21.959588 3715 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:21.959627 3715 pods.go:176] Deleting pod: openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v I0501 20:16:21.962138 3715 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v, ips: 10.129.0.36 I0501 20:16:21.962180 3715 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:21.962204 3715 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:21.962213 3715 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0501 20:16:21.962580 3715 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:21.962640 3715 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0501 20:16:21.963732 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc, hostIfaceName: 4269979e5aa3d3d, network: default, NAD default, SandboxID: "4269979e5aa3d3d6e294c23de2e3bba1fd2d289b4915b00ddf1e03bbd826cad9", PCI device ID: , UID: "6c5895f7-75f0-46ad-9633-1ea239627807", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0501 20:16:21.964406 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5, hostIfaceName: 27642ef074ac5f2, network: default, NAD default, SandboxID: "27642ef074ac5f24aa7644ef4be15d3ee3dc0370c68f79d0c9d10391d281f0f0", PCI device ID: , UID: "b2df7f81-4a7b-4d2d-959b-cc26654a3d23", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0501 20:16:22.022593 3715 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 27642ef074ac5f24aa7644ef4be15d3ee3dc0370c68f79d0c9d10391d281f0f0 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 27642ef074ac5f24aa7644ef4be15d3ee3dc0370c68f79d0c9d10391d281f0f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:27:f2:85:9f:70\",\"name\":\"27642ef074ac5f2\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb6b16fe-8c64-4631-98b2-08b262414516\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:16:22.051018 3715 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc 4269979e5aa3d3d6e294c23de2e3bba1fd2d289b4915b00ddf1e03bbd826cad9 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc 4269979e5aa3d3d6e294c23de2e3bba1fd2d289b4915b00ddf1e03bbd826cad9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:10:84:6f:8a:15\",\"name\":\"4269979e5aa3d3d\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63dbc93e-32c8-40fd-b640-616156fd6d42\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:16:22.987603 3715 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:22.987634 3715 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:22.987651 3715 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:22.987662 3715 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:24.821835 3715 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp f325663d28b9d8ba91ee8f644e779a0ec1fd9bd6223669a458c2e88392875155 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp f325663d28b9d8ba91ee8f644e779a0ec1fd9bd6223669a458c2e88392875155 network default NAD default NAD key ] I0501 20:16:24.908262 3715 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp f325663d28b9d8ba91ee8f644e779a0ec1fd9bd6223669a458c2e88392875155 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp f325663d28b9d8ba91ee8f644e779a0ec1fd9bd6223669a458c2e88392875155 network default NAD default NAD key default], result "{}", err I0501 20:16:24.949458 3715 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:24.949496 3715 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp I0501 20:16:24.950804 3715 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp, ips: 10.129.0.37 I0501 20:16:24.950838 3715 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:24.950859 3715 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:24.950869 3715 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0501 20:16:24.951050 3715 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:24.951067 3715 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0501 20:16:25.981012 3715 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:25.981037 3715 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:25.981052 3715 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:25.981061 3715 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:26.836447 3715 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 27642ef074ac5f24aa7644ef4be15d3ee3dc0370c68f79d0c9d10391d281f0f0 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 27642ef074ac5f24aa7644ef4be15d3ee3dc0370c68f79d0c9d10391d281f0f0 network default NAD default NAD key ] I0501 20:16:26.836492 3715 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc 4269979e5aa3d3d6e294c23de2e3bba1fd2d289b4915b00ddf1e03bbd826cad9 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc 4269979e5aa3d3d6e294c23de2e3bba1fd2d289b4915b00ddf1e03bbd826cad9 network default NAD default NAD key ] I0501 20:16:26.911249 3715 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 27642ef074ac5f24aa7644ef4be15d3ee3dc0370c68f79d0c9d10391d281f0f0 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 27642ef074ac5f24aa7644ef4be15d3ee3dc0370c68f79d0c9d10391d281f0f0 network default NAD default NAD key default], result "{}", err I0501 20:16:26.928951 3715 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc 4269979e5aa3d3d6e294c23de2e3bba1fd2d289b4915b00ddf1e03bbd826cad9 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc 4269979e5aa3d3d6e294c23de2e3bba1fd2d289b4915b00ddf1e03bbd826cad9 network default NAD default NAD key default], result "{}", err I0501 20:16:26.962653 3715 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:26.962680 3715 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 I0501 20:16:26.964220 3715 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5, ips: 10.129.0.39 I0501 20:16:26.964250 3715 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:26.964267 3715 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:26.964277 3715 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0501 20:16:26.964586 3715 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:26.964601 3715 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0501 20:16:26.994358 3715 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:26.994389 3715 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc I0501 20:16:26.995594 3715 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc, ips: 10.129.0.38 I0501 20:16:26.995620 3715 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:26.995635 3715 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:26.995642 3715 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0501 20:16:26.995792 3715 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:26.995803 3715 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0501 20:16:27.992610 3715 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:27.992639 3715 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:27.992653 3715 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:27.992664 3715 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:28.019378 3715 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:28.019402 3715 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:28.019422 3715 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:28.019434 3715 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0501 20:16:34.227865 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0501 20:16:36.567113 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0501 20:16:36.582887 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0501 20:16:39.264177 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=45 I0501 20:16:42.165156 3715 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-6f57cf498-rcmv6] creating logical port konflux-operator_konflux-operator-controller-manager-6f57cf498-rcmv6 for pod on switch ip-10-0-1-141.ec2.internal I0501 20:16:42.165293 3715 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-6f57cf498-rcmv6 I0501 20:16:42.191632 3715 pod.go:62] [konflux-operator/konflux-operator-controller-manager-6f57cf498-rcmv6] pod update took 26.386961ms I0501 20:16:42.191654 3715 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-6f57cf498-rcmv6] addLogicalPort annotation time took 26.413796ms I0501 20:16:42.192809 3715 pods.go:271] [konflux-operator/konflux-operator-controller-manager-6f57cf498-rcmv6] addLogicalPort took 27.670429ms, libovsdb time 840.844µs I0501 20:16:42.532397 3715 cni.go:452] [konflux-operator/konflux-operator-controller-manager-6f57cf498-rcmv6 c5d56f880a77d71535c22180792a6a427a9bd1ed8a025a9ae577d2a4c5bf3e16 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-6f57cf498-rcmv6 c5d56f880a77d71535c22180792a6a427a9bd1ed8a025a9ae577d2a4c5bf3e16 network default NAD default NAD key ] I0501 20:16:42.541725 3715 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-6f57cf498-rcmv6, hostIfaceName: c5d56f880a77d71, network: default, NAD default, SandboxID: "c5d56f880a77d71535c22180792a6a427a9bd1ed8a025a9ae577d2a4c5bf3e16", PCI device ID: , UID: "035cbe72-28bb-4894-8818-0af48953b899", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0501 20:16:42.590747 3715 cni.go:473] [konflux-operator/konflux-operator-controller-manager-6f57cf498-rcmv6 c5d56f880a77d71535c22180792a6a427a9bd1ed8a025a9ae577d2a4c5bf3e16 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-6f57cf498-rcmv6 c5d56f880a77d71535c22180792a6a427a9bd1ed8a025a9ae577d2a4c5bf3e16 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:4a:58:22:61:52\",\"name\":\"c5d56f880a77d71\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed5e96da-6456-4339-93d3-93d5d692395a\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:16:43.288305 3715 namespace.go:142] [openshift-operators] updating namespace I0501 20:16:43.299797 3715 namespace.go:142] [openshift-operators] updating namespace W0501 20:16:46.035262 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0501 20:16:46.973359 3715 namespace.go:98] [cert-manager] adding namespace I0501 20:16:46.974200 3715 namespace.go:102] [cert-manager] adding namespace took 818.702µs I0501 20:16:47.067983 3715 namespace.go:142] [cert-manager] updating namespace I0501 20:16:47.088362 3715 namespace.go:142] [cert-manager] updating namespace W0501 20:16:47.165066 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0501 20:16:47.198610 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0501 20:16:47.229018 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0501 20:16:47.247123 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0501 20:16:53.602879 3715 namespace.go:98] [trusted-artifact-signer] adding namespace I0501 20:16:53.603798 3715 namespace.go:102] [trusted-artifact-signer] adding namespace took 894.524µs I0501 20:16:53.655237 3715 namespace.go:142] [trusted-artifact-signer] updating namespace I0501 20:16:53.673467 3715 namespace.go:142] [trusted-artifact-signer] updating namespace W0501 20:16:54.217195 3715 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0501 20:16:54.725106 3715 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-p2kqm] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-p2kqm for pod on switch ip-10-0-1-141.ec2.internal I0501 20:16:54.725189 3715 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-p2kqm I0501 20:16:54.770143 3715 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-p2kqm] pod update took 44.971547ms I0501 20:16:54.770166 3715 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-p2kqm] addLogicalPort annotation time took 44.999455ms I0501 20:16:54.771323 3715 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-p2kqm] addLogicalPort took 46.229814ms, libovsdb time 793.977µs W0501 20:16:55.087074 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0501 20:16:55.087093 3715 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0501 20:16:55.092775 3715 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-p2kqm 51852c67c08b48e4fc2f9e90f9ca70d8458ee5ce275ffc6ed84e269ff91261a1 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-p2kqm 51852c67c08b48e4fc2f9e90f9ca70d8458ee5ce275ffc6ed84e269ff91261a1 network default NAD default NAD key ] I0501 20:16:55.101754 3715 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-p2kqm, hostIfaceName: 51852c67c08b48e, network: default, NAD default, SandboxID: "51852c67c08b48e4fc2f9e90f9ca70d8458ee5ce275ffc6ed84e269ff91261a1", PCI device ID: , UID: "c9e62df1-fda0-4a49-894e-9e9e943f1aa6", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0501 20:16:55.151550 3715 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-p2kqm 51852c67c08b48e4fc2f9e90f9ca70d8458ee5ce275ffc6ed84e269ff91261a1 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-p2kqm 51852c67c08b48e4fc2f9e90f9ca70d8458ee5ce275ffc6ed84e269ff91261a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:63:90:43:fb:02\",\"name\":\"51852c67c08b48e\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33b19d5a-a2e1-49a9-aa8e-c046777f1b88\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:16:56.230534 3715 namespace.go:142] [openshift-operators] updating namespace W0501 20:16:56.974784 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0501 20:16:57.190513 3715 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-7p9nt] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-7p9nt for pod on switch ip-10-0-1-141.ec2.internal I0501 20:16:57.190629 3715 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-7p9nt I0501 20:16:57.291404 3715 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-7p9nt I0501 20:16:57.355108 3715 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-7p9nt] pod update took 164.505134ms I0501 20:16:57.355138 3715 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-7p9nt] addLogicalPort annotation time took 164.539934ms I0501 20:16:57.356405 3715 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-7p9nt] addLogicalPort took 165.910054ms, libovsdb time 878.463µs I0501 20:16:59.331960 3715 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-7p9nt f77192631fdfb3cdefec73cd8cebd2433e01e08736c4bddc4190a0ab45035e81 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-7p9nt f77192631fdfb3cdefec73cd8cebd2433e01e08736c4bddc4190a0ab45035e81 network default NAD default NAD key ] I0501 20:16:59.342108 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-7p9nt, hostIfaceName: f77192631fdfb3c, network: default, NAD default, SandboxID: "f77192631fdfb3cdefec73cd8cebd2433e01e08736c4bddc4190a0ab45035e81", PCI device ID: , UID: "3453aad9-eb02-4128-9bcc-79f3fcfd15f9", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0501 20:16:59.401735 3715 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-7p9nt f77192631fdfb3cdefec73cd8cebd2433e01e08736c4bddc4190a0ab45035e81 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-7p9nt f77192631fdfb3cdefec73cd8cebd2433e01e08736c4bddc4190a0ab45035e81 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:ce:ad:19:b1:6e\",\"name\":\"f77192631fdfb3c\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1c5fc94-b3ad-4d01-9aeb-82e60a7a4c9a\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:17:12.280610 3715 namespace.go:98] [openshift-pipelines] adding namespace I0501 20:17:12.281478 3715 namespace.go:102] [openshift-pipelines] adding namespace took 847.95µs I0501 20:17:12.306893 3715 namespace.go:142] [openshift-pipelines] updating namespace I0501 20:17:13.000404 3715 namespace.go:142] [cert-manager] updating namespace I0501 20:17:13.193526 3715 namespace.go:142] [cert-manager-operator] updating namespace I0501 20:17:13.596906 3715 namespace.go:142] [konflux-operator] updating namespace I0501 20:17:13.802518 3715 namespace.go:142] [konflux-ui] updating namespace I0501 20:17:14.008147 3715 namespace.go:142] [open-cluster-management-2q1b2o8t4morgq1f0ihup871h7oc00nn] updating namespace I0501 20:17:14.398877 3715 namespace.go:142] [rhbk-operator] updating namespace I0501 20:17:14.600341 3715 namespace.go:142] [rhtpa-operator] updating namespace I0501 20:17:14.799317 3715 namespace.go:142] [trusted-artifact-signer] updating namespace I0501 20:17:15.000902 3715 namespace.go:142] [tsf] updating namespace I0501 20:17:15.203484 3715 namespace.go:142] [tsf-keycloak] updating namespace I0501 20:17:15.404170 3715 namespace.go:142] [tsf-tas] updating namespace I0501 20:17:15.602592 3715 namespace.go:142] [tsf-tpa] updating namespace I0501 20:17:15.729663 3715 namespace.go:142] [cert-manager] updating namespace I0501 20:17:15.741762 3715 namespace.go:142] [cert-manager-operator] updating namespace I0501 20:17:15.750588 3715 namespace.go:142] [default] updating namespace I0501 20:17:15.767145 3715 namespace.go:142] [konflux-operator] updating namespace I0501 20:17:15.777480 3715 namespace.go:142] [konflux-ui] updating namespace I0501 20:17:15.787754 3715 namespace.go:142] [open-cluster-management-2q1b2o8t4morgq1f0ihup871h7oc00nn] updating namespace I0501 20:17:15.800051 3715 namespace.go:142] [openshift] updating namespace I0501 20:17:15.816003 3715 namespace.go:142] [rhbk-operator] updating namespace I0501 20:17:15.823077 3715 namespace.go:142] [rhtpa-operator] updating namespace I0501 20:17:15.832049 3715 namespace.go:142] [trusted-artifact-signer] updating namespace I0501 20:17:15.840156 3715 namespace.go:142] [tsf] updating namespace I0501 20:17:15.851031 3715 namespace.go:142] [tsf-keycloak] updating namespace I0501 20:17:15.862044 3715 namespace.go:142] [tsf-tas] updating namespace I0501 20:17:15.888412 3715 namespace.go:142] [tsf-tpa] updating namespace I0501 20:17:15.989715 3715 namespace.go:142] [cert-manager] updating namespace I0501 20:17:16.091271 3715 namespace.go:142] [cert-manager-operator] updating namespace I0501 20:17:16.185737 3715 namespace.go:142] [default] updating namespace I0501 20:17:16.286172 3715 namespace.go:142] [konflux-operator] updating namespace I0501 20:17:16.389903 3715 namespace.go:142] [konflux-ui] updating namespace I0501 20:17:16.485166 3715 namespace.go:142] [open-cluster-management-2q1b2o8t4morgq1f0ihup871h7oc00nn] updating namespace I0501 20:17:16.582244 3715 namespace.go:142] [openshift] updating namespace I0501 20:17:16.685164 3715 namespace.go:142] [rhbk-operator] updating namespace I0501 20:17:16.783294 3715 namespace.go:142] [rhtpa-operator] updating namespace I0501 20:17:16.882417 3715 namespace.go:142] [trusted-artifact-signer] updating namespace I0501 20:17:16.989178 3715 namespace.go:142] [tsf] updating namespace I0501 20:17:17.089651 3715 namespace.go:142] [tsf-keycloak] updating namespace I0501 20:17:17.186144 3715 namespace.go:142] [tsf-tas] updating namespace I0501 20:17:17.289206 3715 namespace.go:142] [tsf-tpa] updating namespace I0501 20:17:17.844556 3715 namespace.go:142] [openshift-pipelines] updating namespace I0501 20:17:26.345180 3715 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-ntj28] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-ntj28 for pod on switch ip-10-0-1-141.ec2.internal I0501 20:17:26.345275 3715 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-ntj28 I0501 20:17:26.359791 3715 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-ntj28] pod update took 14.538363ms I0501 20:17:26.359812 3715 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-ntj28] addLogicalPort annotation time took 14.56482ms I0501 20:17:26.361072 3715 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-ntj28] addLogicalPort took 15.908217ms, libovsdb time 826.271µs I0501 20:17:26.473577 3715 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:17:26.474018 3715 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:17:26.503908 3715 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:17:26.503931 3715 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:17:26.514355 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0501 20:17:26.514376 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0501 20:17:26.718792 3715 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-ntj28 1a82e068932c0ac9f3a83f7edcf99ad9312cf4d985cd583a27539b56930736f2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-ntj28 1a82e068932c0ac9f3a83f7edcf99ad9312cf4d985cd583a27539b56930736f2 network default NAD default NAD key ] I0501 20:17:26.728360 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-ntj28, hostIfaceName: 1a82e068932c0ac, network: default, NAD default, SandboxID: "1a82e068932c0ac9f3a83f7edcf99ad9312cf4d985cd583a27539b56930736f2", PCI device ID: , UID: "8c49c9b9-0c23-43ae-8a77-273618e19f3e", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0501 20:17:26.781088 3715 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-ntj28 1a82e068932c0ac9f3a83f7edcf99ad9312cf4d985cd583a27539b56930736f2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-ntj28 1a82e068932c0ac9f3a83f7edcf99ad9312cf4d985cd583a27539b56930736f2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:4f:7c:5a:0f:af\",\"name\":\"1a82e068932c0ac\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e383e78a-0113-44c8-a289-2057309811d1\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0501 20:17:30.178916 3715 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0501 20:17:30.178938 3715 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0501 20:17:30.178944 3715 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0501 20:17:30.201204 3715 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0501 20:17:30.201218 3715 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0501 20:17:30.201222 3715 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0501 20:17:32.417018 3715 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0501 20:17:32.417076 3715 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0501 20:17:32.417081 3715 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0501 20:17:32.417084 3715 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0501 20:17:38.436749 3715 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0501 20:17:38.458995 3715 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0501 20:17:41.189296 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0501 20:17:41.189315 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0501 20:17:41.189320 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0501 20:17:50.239534 3715 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-f96n4] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-f96n4 for pod on switch ip-10-0-1-141.ec2.internal I0501 20:17:50.239621 3715 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-f96n4 I0501 20:17:50.252954 3715 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-f96n4] pod update took 13.355536ms I0501 20:17:50.252976 3715 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-f96n4] addLogicalPort annotation time took 13.383699ms I0501 20:17:50.254308 3715 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-f96n4] addLogicalPort took 14.790352ms, libovsdb time 970.564µs I0501 20:17:50.511205 3715 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-k7ttc] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-k7ttc for pod on switch ip-10-0-1-141.ec2.internal I0501 20:17:50.511298 3715 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-k7ttc I0501 20:17:50.527985 3715 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-k7ttc] pod update took 16.710208ms I0501 20:17:50.528013 3715 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-k7ttc] addLogicalPort annotation time took 16.742716ms I0501 20:17:50.529504 3715 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-k7ttc] addLogicalPort took 18.315075ms, libovsdb time 909.187µs I0501 20:17:50.602720 3715 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-f96n4 c9b7bcd794f33e36b313abb9c69e51ad202c5f5ceb3ef76adcf49271a942d128 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-f96n4 c9b7bcd794f33e36b313abb9c69e51ad202c5f5ceb3ef76adcf49271a942d128 network default NAD default NAD key ] I0501 20:17:50.611897 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-f96n4, hostIfaceName: c9b7bcd794f33e3, network: default, NAD default, SandboxID: "c9b7bcd794f33e36b313abb9c69e51ad202c5f5ceb3ef76adcf49271a942d128", PCI device ID: , UID: "82a766e8-9e59-4536-b16c-98cc7e56d2d5", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0501 20:17:50.661783 3715 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-f96n4 c9b7bcd794f33e36b313abb9c69e51ad202c5f5ceb3ef76adcf49271a942d128 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-f96n4 c9b7bcd794f33e36b313abb9c69e51ad202c5f5ceb3ef76adcf49271a942d128 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:d3:5d:28:81:d1\",\"name\":\"c9b7bcd794f33e3\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1377198-2a47-4045-9c45-d11a619c0cfc\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:17:50.882834 3715 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-k7ttc 93c440ae7b244bfe990a20bc6b4443580fff563c2a66bafeb19224f790785eae network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-k7ttc 93c440ae7b244bfe990a20bc6b4443580fff563c2a66bafeb19224f790785eae network default NAD default NAD key ] I0501 20:17:50.911215 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-k7ttc, hostIfaceName: 93c440ae7b244bf, network: default, NAD default, SandboxID: "93c440ae7b244bfe990a20bc6b4443580fff563c2a66bafeb19224f790785eae", PCI device ID: , UID: "5280c03a-71d2-49fa-9fe7-1c6c19a48041", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0501 20:17:50.960959 3715 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-k7ttc 93c440ae7b244bfe990a20bc6b4443580fff563c2a66bafeb19224f790785eae network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-k7ttc 93c440ae7b244bfe990a20bc6b4443580fff563c2a66bafeb19224f790785eae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:9d:d9:5b:6d:e3\",\"name\":\"93c440ae7b244bf\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e89b45d-39b8-4791-988c-e106589e2d03\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0501 20:17:54.322881 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0501 20:17:55.373301 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0501 20:18:01.646541 3715 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:18:01.647052 3715 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:18:01.666440 3715 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:18:01.666462 3715 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:18:01.673581 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0501 20:18:01.673604 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0501 20:18:04.183478 3715 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0501 20:18:04.184109 3715 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0501 20:18:04.184134 3715 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0501 20:18:04.186136 3715 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0501 20:18:05.320831 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0501 20:18:07.197930 3715 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-wchcc] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-wchcc for pod on switch ip-10-0-1-141.ec2.internal I0501 20:18:07.198026 3715 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-wchcc I0501 20:18:07.210358 3715 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-wchcc] pod update took 12.324286ms I0501 20:18:07.210381 3715 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-wchcc] addLogicalPort annotation time took 12.384066ms I0501 20:18:07.211669 3715 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-wchcc] addLogicalPort took 13.763451ms, libovsdb time 891.782µs I0501 20:18:07.564116 3715 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-wchcc bc2035767bce796d771c6ec525eb399bc25b8c4c0f5d08e93b936e47ea8c5eba network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-wchcc bc2035767bce796d771c6ec525eb399bc25b8c4c0f5d08e93b936e47ea8c5eba network default NAD default NAD key ] I0501 20:18:07.573102 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-wchcc, hostIfaceName: bc2035767bce796, network: default, NAD default, SandboxID: "bc2035767bce796d771c6ec525eb399bc25b8c4c0f5d08e93b936e47ea8c5eba", PCI device ID: , UID: "2990c654-95cc-4dfa-9a6f-9b307893262c", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0501 20:18:07.626942 3715 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-wchcc bc2035767bce796d771c6ec525eb399bc25b8c4c0f5d08e93b936e47ea8c5eba network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-wchcc bc2035767bce796d771c6ec525eb399bc25b8c4c0f5d08e93b936e47ea8c5eba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:8f:0b:4a:6b:44\",\"name\":\"bc2035767bce796\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4bc01e4f-71e3-4d91-af69-3b7319824a19\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0501 20:18:11.579277 3715 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0501 20:18:11.579303 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0501 20:18:11.585942 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0501 20:18:11.585953 3715 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0501 20:18:12.595776 3715 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0501 20:18:28.967114 3715 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-mjvfc] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-mjvfc for pod on switch ip-10-0-1-141.ec2.internal I0501 20:18:28.967206 3715 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-mjvfc I0501 20:18:28.983293 3715 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-mjvfc] pod update took 16.118383ms I0501 20:18:28.983314 3715 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-mjvfc] addLogicalPort annotation time took 16.141758ms I0501 20:18:28.984658 3715 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-mjvfc] addLogicalPort took 17.563482ms, libovsdb time 879.728µs I0501 20:18:29.066202 3715 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-tgctx] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-tgctx for pod on switch ip-10-0-1-141.ec2.internal I0501 20:18:29.066300 3715 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-tgctx I0501 20:18:29.079662 3715 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-tgctx] pod update took 13.388498ms I0501 20:18:29.079689 3715 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-tgctx] addLogicalPort annotation time took 13.418856ms I0501 20:18:29.081058 3715 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-tgctx] addLogicalPort took 14.872829ms, libovsdb time 990.91µs I0501 20:18:29.332032 3715 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-mjvfc e5f190d494db47e7dd315756bb73b95f131dc8ad9fa457faeffa735ee1d12ad4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-mjvfc e5f190d494db47e7dd315756bb73b95f131dc8ad9fa457faeffa735ee1d12ad4 network default NAD default NAD key ] I0501 20:18:29.341283 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-mjvfc, hostIfaceName: e5f190d494db47e, network: default, NAD default, SandboxID: "e5f190d494db47e7dd315756bb73b95f131dc8ad9fa457faeffa735ee1d12ad4", PCI device ID: , UID: "847d22a1-c449-4216-92f6-6b51254a6c36", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0501 20:18:29.392514 3715 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-mjvfc e5f190d494db47e7dd315756bb73b95f131dc8ad9fa457faeffa735ee1d12ad4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-mjvfc e5f190d494db47e7dd315756bb73b95f131dc8ad9fa457faeffa735ee1d12ad4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:0f:f5:04:78:76\",\"name\":\"e5f190d494db47e\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c31ad459-2a79-4475-a583-42eab08da8f1\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:18:29.728147 3715 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-tgctx c9031d7419bf93b396a67773a2fda7755ea5cb15badc7666f5c17c12b1eeda89 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-tgctx c9031d7419bf93b396a67773a2fda7755ea5cb15badc7666f5c17c12b1eeda89 network default NAD default NAD key ] I0501 20:18:29.737805 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-tgctx, hostIfaceName: c9031d7419bf93b, network: default, NAD default, SandboxID: "c9031d7419bf93b396a67773a2fda7755ea5cb15badc7666f5c17c12b1eeda89", PCI device ID: , UID: "05e1f80d-0a14-4bce-a29a-0ac843e921bd", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0501 20:18:29.788419 3715 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-tgctx c9031d7419bf93b396a67773a2fda7755ea5cb15badc7666f5c17c12b1eeda89 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-tgctx c9031d7419bf93b396a67773a2fda7755ea5cb15badc7666f5c17c12b1eeda89 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:72:68:0c:d5:eb\",\"name\":\"c9031d7419bf93b\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c75dfc9-2c9a-4e78-9c59-7217a475c025\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0501 20:18:33.528357 3715 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0501 20:18:33.528381 3715 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0501 20:18:33.528385 3715 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0501 20:18:36.839658 3715 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:18:36.840195 3715 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:18:36.886862 3715 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:18:36.886884 3715 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:18:36.892131 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0501 20:18:36.892158 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0501 20:18:39.355683 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0501 20:18:39.584197 3715 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-fcbdb88c5-lzkj9] creating logical port tsf-tas_fulcio-server-fcbdb88c5-lzkj9 for pod on switch ip-10-0-1-141.ec2.internal I0501 20:18:39.584274 3715 kube.go:256] Updating pod tsf-tas/fulcio-server-fcbdb88c5-lzkj9 I0501 20:18:39.612353 3715 pod.go:62] [tsf-tas/fulcio-server-fcbdb88c5-lzkj9] pod update took 28.096724ms I0501 20:18:39.612375 3715 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-fcbdb88c5-lzkj9] addLogicalPort annotation time took 28.125236ms I0501 20:18:39.613570 3715 pods.go:271] [tsf-tas/fulcio-server-fcbdb88c5-lzkj9] addLogicalPort took 29.389661ms, libovsdb time 843.847µs I0501 20:18:39.945597 3715 cni.go:452] [tsf-tas/fulcio-server-fcbdb88c5-lzkj9 ea79ace7f3b000eef23a2b3dff281cb89eb68ac13ae0a627a86836c8477edb79 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-fcbdb88c5-lzkj9 ea79ace7f3b000eef23a2b3dff281cb89eb68ac13ae0a627a86836c8477edb79 network default NAD default NAD key ] I0501 20:18:39.955787 3715 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-fcbdb88c5-lzkj9, hostIfaceName: ea79ace7f3b000e, network: default, NAD default, SandboxID: "ea79ace7f3b000eef23a2b3dff281cb89eb68ac13ae0a627a86836c8477edb79", PCI device ID: , UID: "af24a26a-0931-4e0a-9e5e-28701fe66ad1", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0501 20:18:39.999834 3715 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-jlxv9-wgthf] creating logical port tsf-tas_rekor-createtree-job-jlxv9-wgthf for pod on switch ip-10-0-1-141.ec2.internal I0501 20:18:39.999916 3715 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-jlxv9-wgthf I0501 20:18:40.009172 3715 cni.go:473] [tsf-tas/fulcio-server-fcbdb88c5-lzkj9 ea79ace7f3b000eef23a2b3dff281cb89eb68ac13ae0a627a86836c8477edb79 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-fcbdb88c5-lzkj9 ea79ace7f3b000eef23a2b3dff281cb89eb68ac13ae0a627a86836c8477edb79 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:c3:40:7a:95:af\",\"name\":\"ea79ace7f3b000e\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de1b4fc6-2d47-471e-8183-8053a3fb74ff\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:18:40.011387 3715 pod.go:62] [tsf-tas/rekor-createtree-job-jlxv9-wgthf] pod update took 11.489865ms I0501 20:18:40.011413 3715 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-jlxv9-wgthf] addLogicalPort annotation time took 11.519551ms I0501 20:18:40.012567 3715 pods.go:271] [tsf-tas/rekor-createtree-job-jlxv9-wgthf] addLogicalPort took 12.746487ms, libovsdb time 785.126µs I0501 20:18:40.362718 3715 cni.go:452] [tsf-tas/rekor-createtree-job-jlxv9-wgthf 7b05e1ca4dda012991a9a31a2487d37f6431b8057d16ba1fc5c08169371c1c69 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-jlxv9-wgthf 7b05e1ca4dda012991a9a31a2487d37f6431b8057d16ba1fc5c08169371c1c69 network default NAD default NAD key ] I0501 20:18:40.372279 3715 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-jlxv9-wgthf, hostIfaceName: 7b05e1ca4dda012, network: default, NAD default, SandboxID: "7b05e1ca4dda012991a9a31a2487d37f6431b8057d16ba1fc5c08169371c1c69", PCI device ID: , UID: "a8ecd44e-704d-4b15-9f23-2ad810c5d547", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0501 20:18:40.422177 3715 cni.go:473] [tsf-tas/rekor-createtree-job-jlxv9-wgthf 7b05e1ca4dda012991a9a31a2487d37f6431b8057d16ba1fc5c08169371c1c69 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-jlxv9-wgthf 7b05e1ca4dda012991a9a31a2487d37f6431b8057d16ba1fc5c08169371c1c69 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:a1:da:b7:1f:91\",\"name\":\"7b05e1ca4dda012\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8927baa9-72cb-4292-9419-30694a1c1442\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:18:41.276997 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=81 I0501 20:18:47.350900 3715 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0501 20:18:53.952897 3715 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-h2tmv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:18:53.953513 3715 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-h2tmv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0501 20:18:54.660006 3715 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0501 20:18:54.683753 3715 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0501 20:18:54.829757 3715 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-h2tmv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:18:54.829782 3715 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-h2tmv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0501 20:18:57.703906 3715 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0501 20:18:58.840770 3715 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-dkhhk-j6db5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:18:58.841361 3715 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-dkhhk-j6db5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:18:59.727379 3715 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-dkhhk-j6db5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:18:59.727401 3715 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-dkhhk-j6db5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0501 20:19:06.867615 3715 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0501 20:19:06.867632 3715 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0501 20:19:06.927278 3715 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0501 20:19:07.361014 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0501 20:19:18.378746 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0501 20:19:27.090743 3715 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:19:27.091304 3715 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:19:27.112624 3715 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:27.112645 3715 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:27.116100 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0501 20:19:27.116122 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0501 20:19:32.879056 3715 cni.go:452] [tsf-tas/rekor-createtree-job-jlxv9-wgthf 7b05e1ca4dda012991a9a31a2487d37f6431b8057d16ba1fc5c08169371c1c69 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-jlxv9-wgthf 7b05e1ca4dda012991a9a31a2487d37f6431b8057d16ba1fc5c08169371c1c69 network default NAD default NAD key ] I0501 20:19:32.954115 3715 cni.go:473] [tsf-tas/rekor-createtree-job-jlxv9-wgthf 7b05e1ca4dda012991a9a31a2487d37f6431b8057d16ba1fc5c08169371c1c69 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-jlxv9-wgthf 7b05e1ca4dda012991a9a31a2487d37f6431b8057d16ba1fc5c08169371c1c69 network default NAD default NAD key default], result "{}", err I0501 20:19:33.017123 3715 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-jlxv9-wgthf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:19:33.017162 3715 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-jlxv9-wgthf I0501 20:19:33.018713 3715 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-jlxv9-wgthf, ips: 10.129.0.50 I0501 20:19:33.018739 3715 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-jlxv9-wgthf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:19:33.888890 3715 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-jlxv9-wgthf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:33.888913 3715 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-jlxv9-wgthf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:36.159920 3715 obj_retry.go:498] Detected object tsf/patch-tekton-config-j99h8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:19:36.160481 3715 obj_retry.go:498] Detected object tsf/patch-tekton-config-j99h8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:19:36.358792 3715 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-7945b4d495-l2ckj] creating logical port tsf-tas_rekor-search-ui-7945b4d495-l2ckj for pod on switch ip-10-0-1-141.ec2.internal I0501 20:19:36.358883 3715 kube.go:256] Updating pod tsf-tas/rekor-search-ui-7945b4d495-l2ckj I0501 20:19:36.372201 3715 pod.go:62] [tsf-tas/rekor-search-ui-7945b4d495-l2ckj] pod update took 13.343425ms I0501 20:19:36.372258 3715 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-7945b4d495-l2ckj] addLogicalPort annotation time took 13.404647ms I0501 20:19:36.373665 3715 pods.go:271] [tsf-tas/rekor-search-ui-7945b4d495-l2ckj] addLogicalPort took 14.889696ms, libovsdb time 865.42µs I0501 20:19:36.718686 3715 cni.go:452] [tsf-tas/rekor-search-ui-7945b4d495-l2ckj 980ef86e379d8e8820c8955f9d080201debb82e99e88ad755eb0c82a27060be9 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-7945b4d495-l2ckj 980ef86e379d8e8820c8955f9d080201debb82e99e88ad755eb0c82a27060be9 network default NAD default NAD key ] I0501 20:19:36.727974 3715 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-7945b4d495-l2ckj, hostIfaceName: 980ef86e379d8e8, network: default, NAD default, SandboxID: "980ef86e379d8e8820c8955f9d080201debb82e99e88ad755eb0c82a27060be9", PCI device ID: , UID: "dd3cfc53-e1b8-41bb-8a3b-6f9dc6ceb58c", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0501 20:19:36.779972 3715 cni.go:473] [tsf-tas/rekor-search-ui-7945b4d495-l2ckj 980ef86e379d8e8820c8955f9d080201debb82e99e88ad755eb0c82a27060be9 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-7945b4d495-l2ckj 980ef86e379d8e8820c8955f9d080201debb82e99e88ad755eb0c82a27060be9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:33:b4:4c:60:83\",\"name\":\"980ef86e379d8e8\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3988d3d5-8341-475a-8752-1c4e24cc9e2c\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:19:37.181742 3715 obj_retry.go:492] Detected object tsf/patch-tekton-config-j99h8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:37.181772 3715 obj_retry.go:492] Detected object tsf/patch-tekton-config-j99h8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:38.085473 3715 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-nqtzg-xxp9d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:19:38.086132 3715 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-nqtzg-xxp9d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:19:38.268405 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=420 I0501 20:19:38.853805 3715 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-78d6f4f7d5-qvzgp] creating logical port tsf-tas_rekor-server-78d6f4f7d5-qvzgp for pod on switch ip-10-0-1-141.ec2.internal I0501 20:19:38.853919 3715 kube.go:256] Updating pod tsf-tas/rekor-server-78d6f4f7d5-qvzgp I0501 20:19:38.866309 3715 pod.go:62] [tsf-tas/rekor-server-78d6f4f7d5-qvzgp] pod update took 12.42349ms I0501 20:19:38.866356 3715 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-78d6f4f7d5-qvzgp] addLogicalPort annotation time took 12.475174ms I0501 20:19:38.867825 3715 pods.go:271] [tsf-tas/rekor-server-78d6f4f7d5-qvzgp] addLogicalPort took 14.041575ms, libovsdb time 954.474µs I0501 20:19:38.949439 3715 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-nqtzg-xxp9d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:38.949460 3715 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-nqtzg-xxp9d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:39.480847 3715 namespace.go:142] [openshift-pipelines] updating namespace I0501 20:19:39.845423 3715 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-6dc9798ff5-8dlmk] creating logical port tsf-tas_ctlog-6dc9798ff5-8dlmk for pod on switch ip-10-0-1-141.ec2.internal I0501 20:19:39.845584 3715 kube.go:256] Updating pod tsf-tas/ctlog-6dc9798ff5-8dlmk I0501 20:19:39.862408 3715 pod.go:62] [tsf-tas/ctlog-6dc9798ff5-8dlmk] pod update took 16.851736ms I0501 20:19:39.862464 3715 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-6dc9798ff5-8dlmk] addLogicalPort annotation time took 16.911484ms I0501 20:19:39.863793 3715 pods.go:271] [tsf-tas/ctlog-6dc9798ff5-8dlmk] addLogicalPort took 18.389075ms, libovsdb time 837.913µs I0501 20:19:40.815770 3715 cni.go:452] [tsf-tas/ctlog-6dc9798ff5-8dlmk ca1732db86b66232c6979636d3d9f3694f010e3880e7b8c6ae6b8fc33cfe6878 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-6dc9798ff5-8dlmk ca1732db86b66232c6979636d3d9f3694f010e3880e7b8c6ae6b8fc33cfe6878 network default NAD default NAD key ] I0501 20:19:40.825040 3715 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-6dc9798ff5-8dlmk, hostIfaceName: ca1732db86b6623, network: default, NAD default, SandboxID: "ca1732db86b66232c6979636d3d9f3694f010e3880e7b8c6ae6b8fc33cfe6878", PCI device ID: , UID: "d680ffbf-62fb-43cd-890c-20019aff1573", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0501 20:19:40.876551 3715 cni.go:473] [tsf-tas/ctlog-6dc9798ff5-8dlmk ca1732db86b66232c6979636d3d9f3694f010e3880e7b8c6ae6b8fc33cfe6878 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-6dc9798ff5-8dlmk ca1732db86b66232c6979636d3d9f3694f010e3880e7b8c6ae6b8fc33cfe6878 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:54:9e:69:bd:77\",\"name\":\"ca1732db86b6623\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5adbcae3-2ee0-4fc5-843e-b751904296fc\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0501 20:19:40.929667 3715 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0501 20:19:42.944807 3715 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0501 20:19:43.078278 3715 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0501 20:19:43.118851 3715 cni.go:452] [tsf-tas/rekor-server-78d6f4f7d5-qvzgp 7c0601fcdaae55917332d223297e123e62a95c8d40deb8dba06cf1ae999f0654 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-78d6f4f7d5-qvzgp 7c0601fcdaae55917332d223297e123e62a95c8d40deb8dba06cf1ae999f0654 network default NAD default NAD key ] I0501 20:19:43.128464 3715 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-78d6f4f7d5-qvzgp, hostIfaceName: 7c0601fcdaae559, network: default, NAD default, SandboxID: "7c0601fcdaae55917332d223297e123e62a95c8d40deb8dba06cf1ae999f0654", PCI device ID: , UID: "eff34072-9a35-4db8-be12-7bcd09b74e9e", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0501 20:19:43.178163 3715 cni.go:473] [tsf-tas/rekor-server-78d6f4f7d5-qvzgp 7c0601fcdaae55917332d223297e123e62a95c8d40deb8dba06cf1ae999f0654 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-78d6f4f7d5-qvzgp 7c0601fcdaae55917332d223297e123e62a95c8d40deb8dba06cf1ae999f0654 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:c3:2e:e6:19:b5\",\"name\":\"7c0601fcdaae559\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40d009dc-7f8a-4f85-b497-f03f2f953f5b\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:19:45.184722 3715 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-x9jhd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:19:45.185220 3715 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-x9jhd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0501 20:19:45.966007 3715 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0501 20:19:46.085594 3715 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-x9jhd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:46.085619 3715 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-x9jhd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:46.121604 3715 obj_retry.go:492] Detected object tsf/patch-tekton-config-j99h8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:46.121626 3715 obj_retry.go:492] Detected object tsf/patch-tekton-config-j99h8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:46.126526 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-j99h8 I0501 20:19:46.126552 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-j99h8 I0501 20:19:50.227803 3715 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:19:50.228363 3715 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:19:50.249689 3715 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:50.249707 3715 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:50.256375 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0501 20:19:50.256399 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0501 20:19:52.944811 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui W0501 20:19:53.958607 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0501 20:19:54.384265 3715 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 W0501 20:19:56.977524 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0501 20:20:01.205976 3715 obj_retry.go:498] Detected object tsf-tpa/create-db-h67hp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:01.206542 3715 obj_retry.go:498] Detected object tsf-tpa/create-db-h67hp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:02.231964 3715 obj_retry.go:492] Detected object tsf-tpa/create-db-h67hp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:20:02.231986 3715 obj_retry.go:492] Detected object tsf-tpa/create-db-h67hp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:20:04.375762 3715 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627780-nvthv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:04.376290 3715 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627780-nvthv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:05.096442 3715 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627780-nvthv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:20:05.096465 3715 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627780-nvthv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:20:07.367296 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0501 20:20:08.421301 3715 obj_retry.go:498] Detected object tsf-tpa/migrate-db-4r9lc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:08.421867 3715 obj_retry.go:498] Detected object tsf-tpa/migrate-db-4r9lc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:09.210924 3715 obj_retry.go:492] Detected object tsf-tpa/migrate-db-4r9lc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:20:09.210944 3715 obj_retry.go:492] Detected object tsf-tpa/migrate-db-4r9lc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:20:11.272879 3715 obj_retry.go:498] Detected object tsf-tpa/create-importers-mx4t2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:11.273422 3715 obj_retry.go:498] Detected object tsf-tpa/create-importers-mx4t2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:12.299117 3715 obj_retry.go:492] Detected object tsf-tpa/create-importers-mx4t2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:20:12.299139 3715 obj_retry.go:492] Detected object tsf-tpa/create-importers-mx4t2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:20:15.519112 3715 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-vzg28-2gz6q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:15.519729 3715 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-vzg28-2gz6q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:16.541594 3715 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-vzg28-2gz6q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:20:16.541618 3715 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-vzg28-2gz6q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0501 20:20:18.276051 3715 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0501 20:20:20.389968 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 W0501 20:20:29.313818 3715 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0501 20:20:31.454391 3715 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:31.454931 3715 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:31.477746 3715 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:20:31.477770 3715 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:20:31.484696 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0501 20:20:31.484719 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0501 20:20:32.264662 3715 namespace.go:98] [integration-service] adding namespace I0501 20:20:32.265212 3715 namespace.go:98] [build-service] adding namespace I0501 20:20:32.265260 3715 namespace.go:98] [image-controller] adding namespace I0501 20:20:32.265626 3715 namespace.go:102] [integration-service] adding namespace took 942.094µs I0501 20:20:32.266256 3715 namespace.go:102] [build-service] adding namespace took 1.027626ms I0501 20:20:32.266840 3715 namespace.go:102] [image-controller] adding namespace took 1.566838ms I0501 20:20:32.268191 3715 namespace.go:98] [default-tenant] adding namespace I0501 20:20:32.268769 3715 namespace.go:102] [default-tenant] adding namespace took 562.739µs I0501 20:20:32.313923 3715 namespace.go:142] [integration-service] updating namespace I0501 20:20:32.336633 3715 namespace.go:142] [integration-service] updating namespace I0501 20:20:32.355624 3715 namespace.go:142] [build-service] updating namespace I0501 20:20:32.451916 3715 namespace.go:142] [build-service] updating namespace I0501 20:20:32.484099 3715 namespace.go:142] [image-controller] updating namespace I0501 20:20:32.557372 3715 namespace.go:142] [default-tenant] updating namespace I0501 20:20:32.597836 3715 namespace.go:142] [image-controller] updating namespace I0501 20:20:32.681152 3715 namespace.go:142] [default-tenant] updating namespace I0501 20:20:32.866255 3715 namespace.go:142] [build-service] updating namespace I0501 20:20:32.945398 3715 namespace.go:142] [integration-service] updating namespace I0501 20:20:33.049184 3715 namespace.go:98] [release-service] adding namespace I0501 20:20:33.050164 3715 namespace.go:102] [release-service] adding namespace took 955.717µs I0501 20:20:33.051454 3715 namespace.go:142] [build-service] updating namespace I0501 20:20:33.170632 3715 namespace.go:142] [konflux-ui] updating namespace I0501 20:20:33.218231 3715 namespace.go:142] [release-service] updating namespace I0501 20:20:33.320150 3715 namespace.go:142] [default-tenant] updating namespace I0501 20:20:33.434134 3715 namespace.go:142] [release-service] updating namespace I0501 20:20:33.595132 3715 namespace.go:98] [konflux-info] adding namespace I0501 20:20:33.596071 3715 namespace.go:102] [konflux-info] adding namespace took 915.505µs I0501 20:20:33.605093 3715 namespace.go:142] [image-controller] updating namespace I0501 20:20:33.695277 3715 namespace.go:142] [konflux-info] updating namespace I0501 20:20:33.736188 3715 namespace.go:98] [namespace-lister] adding namespace I0501 20:20:33.736235 3715 namespace.go:98] [enterprise-contract-service] adding namespace I0501 20:20:33.736938 3715 namespace.go:102] [namespace-lister] adding namespace took 735.822µs I0501 20:20:33.737524 3715 namespace.go:102] [enterprise-contract-service] adding namespace took 1.274652ms I0501 20:20:33.766099 3715 namespace.go:142] [konflux-info] updating namespace I0501 20:20:33.851314 3715 namespace.go:142] [image-controller] updating namespace I0501 20:20:33.874416 3715 namespace.go:142] [namespace-lister] updating namespace I0501 20:20:33.915952 3715 namespace.go:142] [namespace-lister] updating namespace I0501 20:20:34.020219 3715 namespace.go:142] [enterprise-contract-service] updating namespace I0501 20:20:34.020318 3715 namespace.go:142] [default-tenant] updating namespace I0501 20:20:34.054795 3715 namespace.go:98] [segment-bridge] adding namespace I0501 20:20:34.055560 3715 namespace.go:102] [segment-bridge] adding namespace took 748.671µs I0501 20:20:34.112072 3715 namespace.go:142] [enterprise-contract-service] updating namespace I0501 20:20:34.112173 3715 namespace.go:98] [konflux-cli] adding namespace I0501 20:20:34.112874 3715 namespace.go:102] [konflux-cli] adding namespace took 688.08µs I0501 20:20:34.262306 3715 namespace.go:142] [segment-bridge] updating namespace I0501 20:20:34.333273 3715 namespace.go:142] [konflux-cli] updating namespace I0501 20:20:34.376318 3715 namespace.go:142] [segment-bridge] updating namespace I0501 20:20:34.476186 3715 namespace.go:142] [konflux-cli] updating namespace I0501 20:20:34.637415 3715 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0501 20:20:34.638089 3715 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0501 20:20:34.638109 3715 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0501 20:20:34.640559 3715 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0501 20:20:34.666037 3715 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0501 20:20:34.666055 3715 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0501 20:20:34.666795 3715 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0501 20:20:34.763177 3715 namespace.go:142] [integration-service] updating namespace I0501 20:20:35.043440 3715 namespace.go:142] [build-service] updating namespace I0501 20:20:35.083284 3715 base_network_controller_pods.go:487] [default/konflux-ui/dex-754b55bc7c-lg687] creating logical port konflux-ui_dex-754b55bc7c-lg687 for pod on switch ip-10-0-1-141.ec2.internal I0501 20:20:35.083388 3715 kube.go:256] Updating pod konflux-ui/dex-754b55bc7c-lg687 I0501 20:20:35.160317 3715 namespace.go:142] [default-tenant] updating namespace I0501 20:20:35.195001 3715 base_network_controller_pods.go:487] [default/konflux-ui/proxy-9989d746b-8n7nc] creating logical port konflux-ui_proxy-9989d746b-8n7nc for pod on switch ip-10-0-1-141.ec2.internal I0501 20:20:35.195094 3715 kube.go:256] Updating pod konflux-ui/proxy-9989d746b-8n7nc I0501 20:20:35.204091 3715 kube.go:256] Updating pod konflux-ui/dex-754b55bc7c-lg687 I0501 20:20:35.208515 3715 namespace.go:142] [image-controller] updating namespace I0501 20:20:35.253496 3715 namespace.go:142] [integration-service] updating namespace I0501 20:20:35.304447 3715 pod.go:62] [konflux-ui/dex-754b55bc7c-lg687] pod update took 221.08408ms I0501 20:20:35.304471 3715 base_network_controller_pods.go:951] [default/konflux-ui/dex-754b55bc7c-lg687] addLogicalPort annotation time took 221.113753ms I0501 20:20:35.304620 3715 pod.go:62] [konflux-ui/proxy-9989d746b-8n7nc] pod update took 109.560554ms I0501 20:20:35.304692 3715 base_network_controller_pods.go:951] [default/konflux-ui/proxy-9989d746b-8n7nc] addLogicalPort annotation time took 109.633025ms I0501 20:20:35.305786 3715 pods.go:271] [konflux-ui/dex-754b55bc7c-lg687] addLogicalPort took 222.518585ms, libovsdb time 845.862µs I0501 20:20:35.305864 3715 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-gf44c] creating logical port image-controller_image-controller-controller-manager-6f859968fc-gf44c for pod on switch ip-10-0-1-141.ec2.internal I0501 20:20:35.305925 3715 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-gf44c I0501 20:20:35.306095 3715 pods.go:271] [konflux-ui/proxy-9989d746b-8n7nc] addLogicalPort took 111.110742ms, libovsdb time 1.065636ms I0501 20:20:35.347766 3715 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-gf44c] pod update took 41.856082ms I0501 20:20:35.347795 3715 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-gf44c] addLogicalPort annotation time took 41.887164ms I0501 20:20:35.349019 3715 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-gf44c] addLogicalPort took 43.160409ms, libovsdb time 693.632µs I0501 20:20:35.480784 3715 namespace.go:142] [build-service] updating namespace I0501 20:20:35.676966 3715 namespace.go:142] [default-tenant] updating namespace I0501 20:20:35.840385 3715 namespace.go:142] [image-controller] updating namespace I0501 20:20:35.883672 3715 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-gf44c 8d971a56dad17b5e01030ad5913e8ef5eb279d4fd4daf240d5d7d1a2585d6db7 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-gf44c 8d971a56dad17b5e01030ad5913e8ef5eb279d4fd4daf240d5d7d1a2585d6db7 network default NAD default NAD key ] I0501 20:20:35.892942 3715 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-gf44c, hostIfaceName: 8d971a56dad17b5, network: default, NAD default, SandboxID: "8d971a56dad17b5e01030ad5913e8ef5eb279d4fd4daf240d5d7d1a2585d6db7", PCI device ID: , UID: "b25c43d6-5299-4483-b305-21b0e45986c9", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0501 20:20:35.948753 3715 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-gf44c 8d971a56dad17b5e01030ad5913e8ef5eb279d4fd4daf240d5d7d1a2585d6db7 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-gf44c 8d971a56dad17b5e01030ad5913e8ef5eb279d4fd4daf240d5d7d1a2585d6db7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:6a:d2:c1:03:ed\",\"name\":\"8d971a56dad17b5\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23ccf60e-f1f1-47ed-9aed-90469f340d48\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:20:36.059170 3715 namespace.go:142] [integration-service] updating namespace I0501 20:20:36.267112 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=14 I0501 20:20:37.706278 3715 namespace.go:142] [enterprise-contract-service] updating namespace I0501 20:20:37.962459 3715 namespace.go:142] [konflux-cli] updating namespace I0501 20:20:38.165248 3715 namespace.go:142] [konflux-info] updating namespace I0501 20:20:38.355440 3715 namespace.go:142] [namespace-lister] updating namespace I0501 20:20:38.551757 3715 namespace.go:142] [release-service] updating namespace I0501 20:20:38.749133 3715 namespace.go:142] [segment-bridge] updating namespace I0501 20:20:38.874768 3715 namespace.go:142] [enterprise-contract-service] updating namespace I0501 20:20:38.893530 3715 namespace.go:142] [konflux-cli] updating namespace I0501 20:20:38.914044 3715 namespace.go:142] [konflux-info] updating namespace I0501 20:20:38.934168 3715 namespace.go:142] [namespace-lister] updating namespace I0501 20:20:38.946384 3715 namespace.go:142] [release-service] updating namespace I0501 20:20:38.960680 3715 namespace.go:142] [segment-bridge] updating namespace I0501 20:20:39.020134 3715 namespace.go:142] [enterprise-contract-service] updating namespace I0501 20:20:39.091664 3715 namespace.go:142] [konflux-cli] updating namespace I0501 20:20:39.148210 3715 namespace.go:142] [konflux-info] updating namespace I0501 20:20:39.237073 3715 namespace.go:142] [namespace-lister] updating namespace W0501 20:20:39.278382 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0501 20:20:39.306214 3715 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0501 20:20:39.331489 3715 namespace.go:142] [release-service] updating namespace W0501 20:20:39.336806 3715 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0501 20:20:39.431976 3715 namespace.go:142] [segment-bridge] updating namespace I0501 20:20:42.942369 3715 cni.go:452] [konflux-ui/dex-754b55bc7c-lg687 b3aea69cce5d9028963cb7b223a88bc950586db83e687e9ad04d193b4983380e network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-754b55bc7c-lg687 b3aea69cce5d9028963cb7b223a88bc950586db83e687e9ad04d193b4983380e network default NAD default NAD key ] I0501 20:20:42.951565 3715 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-754b55bc7c-lg687, hostIfaceName: b3aea69cce5d902, network: default, NAD default, SandboxID: "b3aea69cce5d9028963cb7b223a88bc950586db83e687e9ad04d193b4983380e", PCI device ID: , UID: "83a32a9b-589f-4bf9-bdaf-7d60ce58d3c8", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0501 20:20:43.004377 3715 cni.go:473] [konflux-ui/dex-754b55bc7c-lg687 b3aea69cce5d9028963cb7b223a88bc950586db83e687e9ad04d193b4983380e network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-754b55bc7c-lg687 b3aea69cce5d9028963cb7b223a88bc950586db83e687e9ad04d193b4983380e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:b3:47:d7:5e:06\",\"name\":\"b3aea69cce5d902\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ecbadcb-4857-4e34-a6ec-17ecf814dfb7\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:20:43.075298 3715 cni.go:452] [konflux-ui/proxy-9989d746b-8n7nc 798929edbe795548bd7192186d14d52784377def56dd811443505c50b4c6c924 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-9989d746b-8n7nc 798929edbe795548bd7192186d14d52784377def56dd811443505c50b4c6c924 network default NAD default NAD key ] I0501 20:20:43.084895 3715 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-9989d746b-8n7nc, hostIfaceName: 798929edbe79554, network: default, NAD default, SandboxID: "798929edbe795548bd7192186d14d52784377def56dd811443505c50b4c6c924", PCI device ID: , UID: "5093a73b-bd16-4916-9dab-5e54df15c3bb", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0501 20:20:43.136141 3715 cni.go:473] [konflux-ui/proxy-9989d746b-8n7nc 798929edbe795548bd7192186d14d52784377def56dd811443505c50b4c6c924 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-9989d746b-8n7nc 798929edbe795548bd7192186d14d52784377def56dd811443505c50b4c6c924 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:7c:fb:46:f5:6a\",\"name\":\"798929edbe79554\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91f6ffbb-aa4e-4d39-8463-5b4135f707ee\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0501 20:20:45.317109 3715 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0501 20:20:49.360439 3715 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0501 20:20:49.360459 3715 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0501 20:20:50.285806 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0501 20:20:51.398023 3715 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0501 20:20:51.404791 3715 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0501 20:20:51.427412 3715 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0501 20:20:51.429420 3715 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0501 20:20:51.464365 3715 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0501 20:20:51.464385 3715 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0501 20:20:51.489859 3715 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0501 20:20:51.493132 3715 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0501 20:21:00.358623 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0501 20:21:03.300533 3715 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tm62q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:21:03.301147 3715 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tm62q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:21:03.474702 3715 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tm62q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:21:03.474724 3715 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tm62q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:21:03.480565 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-tm62q I0501 20:21:03.480592 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-tm62q W0501 20:21:26.453467 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0501 20:21:26.453492 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0501 20:21:26.453502 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0501 20:21:26.453507 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0501 20:21:28.432872 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0501 20:21:28.432892 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0501 20:21:54.267317 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=125 I0501 20:21:56.299307 3715 cni.go:452] [konflux-ui/proxy-9989d746b-8n7nc 798929edbe795548bd7192186d14d52784377def56dd811443505c50b4c6c924 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-9989d746b-8n7nc 798929edbe795548bd7192186d14d52784377def56dd811443505c50b4c6c924 network default NAD default NAD key ] I0501 20:21:56.383359 3715 cni.go:473] [konflux-ui/proxy-9989d746b-8n7nc 798929edbe795548bd7192186d14d52784377def56dd811443505c50b4c6c924 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-9989d746b-8n7nc 798929edbe795548bd7192186d14d52784377def56dd811443505c50b4c6c924 network default NAD default NAD key default], result "{}", err I0501 20:21:56.450851 3715 obj_retry.go:498] Detected object konflux-ui/proxy-9989d746b-8n7nc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:21:56.450881 3715 pods.go:176] Deleting pod: konflux-ui/proxy-9989d746b-8n7nc I0501 20:21:56.452535 3715 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-9989d746b-8n7nc, ips: 10.129.0.55 I0501 20:21:56.452564 3715 obj_retry.go:498] Detected object konflux-ui/proxy-9989d746b-8n7nc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:21:56.762578 3715 obj_retry.go:492] Detected object konflux-ui/proxy-9989d746b-8n7nc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:21:56.762607 3715 obj_retry.go:492] Detected object konflux-ui/proxy-9989d746b-8n7nc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:21:56.769725 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-9989d746b-8n7nc I0501 20:21:56.769751 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-9989d746b-8n7nc I0501 20:21:59.350467 3715 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0501 20:22:05.999892 3715 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:22:06.000454 3715 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:22:06.038201 3715 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:22:06.038219 3715 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:22:06.044508 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0501 20:22:06.044529 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0501 20:22:11.264210 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=81 I0501 20:22:39.807853 3715 namespace.go:98] [managed-tenant-dfz6i] adding namespace I0501 20:22:39.808722 3715 namespace.go:102] [managed-tenant-dfz6i] adding namespace took 848.222µs I0501 20:22:39.832713 3715 namespace.go:142] [managed-tenant-dfz6i] updating namespace I0501 20:22:39.851084 3715 namespace.go:142] [managed-tenant-dfz6i] updating namespace I0501 20:22:40.939764 3715 namespace.go:142] [managed-tenant-dfz6i] updating namespace I0501 20:22:41.071542 3715 namespace.go:142] [managed-tenant-dfz6i] updating namespace I0501 20:22:41.169662 3715 namespace.go:142] [managed-tenant-dfz6i] updating namespace I0501 20:25:02.392318 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0501 20:25:28.392359 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0501 20:25:39.263903 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=78 I0501 20:26:25.271183 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=207 I0501 20:26:43.376077 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0501 20:26:56.275008 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0501 20:27:10.370488 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0501 20:27:22.387056 3715 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0501 20:27:39.380968 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0501 20:27:47.282105 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=86 I0501 20:28:04.269758 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0501 20:28:05.363571 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0501 20:28:30.357901 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0501 20:28:44.352935 3715 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0501 20:29:20.353401 3715 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0501 20:30:02.054018 3715 obj_retry.go:492] Detected object tsf-tpa/create-db-h67hp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:30:02.054061 3715 obj_retry.go:492] Detected object tsf-tpa/create-db-h67hp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:30:02.058912 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-h67hp I0501 20:30:02.058939 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-h67hp I0501 20:30:03.848074 3715 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627790-lhx9n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:30:03.848656 3715 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627790-lhx9n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:30:04.700666 3715 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627790-lhx9n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:30:04.700721 3715 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627790-lhx9n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:30:04.744982 3715 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:30:04.745026 3715 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:30:04.750031 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x I0501 20:30:04.750055 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x I0501 20:30:09.041595 3715 obj_retry.go:492] Detected object tsf-tpa/migrate-db-4r9lc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:30:09.041640 3715 obj_retry.go:492] Detected object tsf-tpa/migrate-db-4r9lc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:30:09.047165 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-4r9lc I0501 20:30:09.047194 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-4r9lc I0501 20:30:12.033060 3715 obj_retry.go:492] Detected object tsf-tpa/create-importers-mx4t2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:30:12.033103 3715 obj_retry.go:492] Detected object tsf-tpa/create-importers-mx4t2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:30:12.038574 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-mx4t2 I0501 20:30:12.038598 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-mx4t2 I0501 20:30:46.213674 3715 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-4m254-on-pull-request-d8zpb-init-pod] creating logical port default-tenant_tsf-comp-4m254-on-pull-request-d8zpb-init-pod for pod on switch ip-10-0-1-141.ec2.internal I0501 20:30:46.213816 3715 kube.go:256] Updating pod default-tenant/tsf-comp-4m254-on-pull-request-d8zpb-init-pod I0501 20:30:46.234156 3715 pod.go:62] [default-tenant/tsf-comp-4m254-on-pull-request-d8zpb-init-pod] pod update took 20.370248ms I0501 20:30:46.234245 3715 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-4m254-on-pull-request-d8zpb-init-pod] addLogicalPort annotation time took 20.460209ms I0501 20:30:46.235619 3715 pods.go:271] [default-tenant/tsf-comp-4m254-on-pull-request-d8zpb-init-pod] addLogicalPort took 21.961119ms, libovsdb time 915.669µs I0501 20:30:46.579576 3715 cni.go:452] [default-tenant/tsf-comp-4m254-on-pull-request-d8zpb-init-pod f4c585e53ce6f9b879af4d6b123013e8588b3ceffb4ad4f084a251088710be1d network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-4m254-on-pull-request-d8zpb-init-pod f4c585e53ce6f9b879af4d6b123013e8588b3ceffb4ad4f084a251088710be1d network default NAD default NAD key ] I0501 20:30:46.589954 3715 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-4m254-on-pull-request-d8zpb-init-pod, hostIfaceName: f4c585e53ce6f9b, network: default, NAD default, SandboxID: "f4c585e53ce6f9b879af4d6b123013e8588b3ceffb4ad4f084a251088710be1d", PCI device ID: , UID: "64f97782-ee25-47d8-ac41-0687307b17b4", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0501 20:30:46.642577 3715 cni.go:473] [default-tenant/tsf-comp-4m254-on-pull-request-d8zpb-init-pod f4c585e53ce6f9b879af4d6b123013e8588b3ceffb4ad4f084a251088710be1d network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-4m254-on-pull-request-d8zpb-init-pod f4c585e53ce6f9b879af4d6b123013e8588b3ceffb4ad4f084a251088710be1d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:af:1b:1f:ea:1c\",\"name\":\"f4c585e53ce6f9b\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc5a3166-211b-4925-9881-bd0cf8e27bef\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:30:55.473243 3715 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-74tq6] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-74tq6 for pod on switch ip-10-0-1-141.ec2.internal I0501 20:30:55.473378 3715 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-74tq6 I0501 20:30:55.488939 3715 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-74tq6] pod update took 15.605137ms I0501 20:30:55.488972 3715 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-74tq6] addLogicalPort annotation time took 15.641046ms I0501 20:30:55.490791 3715 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-74tq6] addLogicalPort took 17.56314ms, libovsdb time 1.205434ms I0501 20:30:57.618058 3715 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-4m254-on-push-2624z-init-pod] creating logical port default-tenant_tsf-comp-4m254-on-push-2624z-init-pod for pod on switch ip-10-0-1-141.ec2.internal I0501 20:30:57.618209 3715 kube.go:256] Updating pod default-tenant/tsf-comp-4m254-on-push-2624z-init-pod I0501 20:30:57.633780 3715 pod.go:62] [default-tenant/tsf-comp-4m254-on-push-2624z-init-pod] pod update took 15.604382ms I0501 20:30:57.633801 3715 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-4m254-on-push-2624z-init-pod] addLogicalPort annotation time took 15.631128ms I0501 20:30:57.635361 3715 pods.go:271] [default-tenant/tsf-comp-4m254-on-push-2624z-init-pod] addLogicalPort took 17.322498ms, libovsdb time 1.035922ms I0501 20:31:00.732345 3715 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-74tq6 61d2d1ca92f9e64dc3409f3109da5cc1c91e44ae19a1215c3158ffd0db640ca0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-74tq6 61d2d1ca92f9e64dc3409f3109da5cc1c91e44ae19a1215c3158ffd0db640ca0 network default NAD default NAD key ] I0501 20:31:00.733426 3715 cni.go:452] [default-tenant/tsf-comp-4m254-on-push-2624z-init-pod f1acf019c60d573513a5b480f3ddd48138e8336e475e59d2d72936a8195eba14 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-init-pod f1acf019c60d573513a5b480f3ddd48138e8336e475e59d2d72936a8195eba14 network default NAD default NAD key ] I0501 20:31:00.743295 3715 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-74tq6, hostIfaceName: 61d2d1ca92f9e64, network: default, NAD default, SandboxID: "61d2d1ca92f9e64dc3409f3109da5cc1c91e44ae19a1215c3158ffd0db640ca0", PCI device ID: , UID: "9c027858-fe15-43c0-b1a7-e5f8158b90aa", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0501 20:31:00.743523 3715 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-4m254-on-push-2624z-init-pod, hostIfaceName: f1acf019c60d573, network: default, NAD default, SandboxID: "f1acf019c60d573513a5b480f3ddd48138e8336e475e59d2d72936a8195eba14", PCI device ID: , UID: "567c8ca8-eb69-4137-9a38-f40a93691a1f", MAC: 0a:58:0a:81:00:3b, IPs: [10.129.0.59/23] I0501 20:31:00.803256 3715 cni.go:473] [default-tenant/tsf-comp-4m254-on-push-2624z-init-pod f1acf019c60d573513a5b480f3ddd48138e8336e475e59d2d72936a8195eba14 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-init-pod f1acf019c60d573513a5b480f3ddd48138e8336e475e59d2d72936a8195eba14 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:a3:18:dd:bd:65\",\"name\":\"f1acf019c60d573\"},{\"mac\":\"0a:58:0a:81:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a87a3e49-bd9d-4077-880b-6729e10c5260\"}],\"ips\":[{\"address\":\"10.129.0.59/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:31:00.824348 3715 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-74tq6 61d2d1ca92f9e64dc3409f3109da5cc1c91e44ae19a1215c3158ffd0db640ca0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-74tq6 61d2d1ca92f9e64dc3409f3109da5cc1c91e44ae19a1215c3158ffd0db640ca0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:e2:81:99:f3:39\",\"name\":\"61d2d1ca92f9e64\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4c89f17-f84d-4ec1-b5df-5834189bcc97\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:31:01.104522 3715 cni.go:452] [default-tenant/tsf-comp-4m254-on-pull-request-d8zpb-init-pod f4c585e53ce6f9b879af4d6b123013e8588b3ceffb4ad4f084a251088710be1d network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-4m254-on-pull-request-d8zpb-init-pod f4c585e53ce6f9b879af4d6b123013e8588b3ceffb4ad4f084a251088710be1d network default NAD default NAD key ] I0501 20:31:01.185273 3715 cni.go:473] [default-tenant/tsf-comp-4m254-on-pull-request-d8zpb-init-pod f4c585e53ce6f9b879af4d6b123013e8588b3ceffb4ad4f084a251088710be1d network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-4m254-on-pull-request-d8zpb-init-pod f4c585e53ce6f9b879af4d6b123013e8588b3ceffb4ad4f084a251088710be1d network default NAD default NAD key default], result "{}", err I0501 20:31:01.226848 3715 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-pull-request-d8zpb-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:31:01.226891 3715 pods.go:176] Deleting pod: default-tenant/tsf-comp-4m254-on-pull-request-d8zpb-init-pod I0501 20:31:01.228624 3715 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-4m254-on-pull-request-d8zpb-init-pod, ips: 10.129.0.57 I0501 20:31:01.228661 3715 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-pull-request-d8zpb-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:31:01.982046 3715 obj_retry.go:492] Detected object default-tenant/tsf-comp-4m254-on-pull-request-d8zpb-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:31:01.982103 3715 obj_retry.go:492] Detected object default-tenant/tsf-comp-4m254-on-pull-request-d8zpb-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:31:01.988228 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-4m254-on-pull-request-d8zpb-init-pod I0501 20:31:01.988254 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-4m254-on-pull-request-d8zpb-init-pod I0501 20:31:05.026074 3715 cni.go:452] [default-tenant/tsf-comp-4m254-on-push-2624z-init-pod f1acf019c60d573513a5b480f3ddd48138e8336e475e59d2d72936a8195eba14 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-init-pod f1acf019c60d573513a5b480f3ddd48138e8336e475e59d2d72936a8195eba14 network default NAD default NAD key ] I0501 20:31:05.121140 3715 cni.go:473] [default-tenant/tsf-comp-4m254-on-push-2624z-init-pod f1acf019c60d573513a5b480f3ddd48138e8336e475e59d2d72936a8195eba14 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-init-pod f1acf019c60d573513a5b480f3ddd48138e8336e475e59d2d72936a8195eba14 network default NAD default NAD key default], result "{}", err I0501 20:31:05.186609 3715 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:31:05.186640 3715 pods.go:176] Deleting pod: default-tenant/tsf-comp-4m254-on-push-2624z-init-pod I0501 20:31:05.187998 3715 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-4m254-on-push-2624z-init-pod, ips: 10.129.0.59 I0501 20:31:05.188031 3715 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:31:05.259794 3715 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-4m254-on-push-2624z-clone-repository-pod] creating logical port default-tenant_tsf-comp-4m254-on-push-2624z-clone-repository-pod for pod on switch ip-10-0-1-141.ec2.internal I0501 20:31:05.259976 3715 kube.go:256] Updating pod default-tenant/tsf-comp-4m254-on-push-2624z-clone-repository-pod I0501 20:31:05.282640 3715 pod.go:62] [default-tenant/tsf-comp-4m254-on-push-2624z-clone-repository-pod] pod update took 22.695106ms I0501 20:31:05.282666 3715 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-4m254-on-push-2624z-clone-repository-pod] addLogicalPort annotation time took 22.724075ms I0501 20:31:05.284036 3715 pods.go:271] [default-tenant/tsf-comp-4m254-on-push-2624z-clone-repository-pod] addLogicalPort took 24.256057ms, libovsdb time 923.991µs I0501 20:31:05.625396 3715 cni.go:452] [default-tenant/tsf-comp-4m254-on-push-2624z-clone-repository-pod 16335177f431052c17fd2014f9ecb56f09ff54463755dc0b2558bebe491a2c84 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-clone-repository-pod 16335177f431052c17fd2014f9ecb56f09ff54463755dc0b2558bebe491a2c84 network default NAD default NAD key ] I0501 20:31:05.636427 3715 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-4m254-on-push-2624z-clone-repository-pod, hostIfaceName: 16335177f431052, network: default, NAD default, SandboxID: "16335177f431052c17fd2014f9ecb56f09ff54463755dc0b2558bebe491a2c84", PCI device ID: , UID: "42c69cdf-5617-49ce-882c-d45f2d5515bc", MAC: 0a:58:0a:81:00:3c, IPs: [10.129.0.60/23] I0501 20:31:05.691322 3715 cni.go:473] [default-tenant/tsf-comp-4m254-on-push-2624z-clone-repository-pod 16335177f431052c17fd2014f9ecb56f09ff54463755dc0b2558bebe491a2c84 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-clone-repository-pod 16335177f431052c17fd2014f9ecb56f09ff54463755dc0b2558bebe491a2c84 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:bd:32:cd:af:26\",\"name\":\"16335177f431052\"},{\"mac\":\"0a:58:0a:81:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/001c2299-b7f0-4912-936c-4adb2389ef46\"}],\"ips\":[{\"address\":\"10.129.0.60/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0501 20:31:15.031478 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0501 20:31:15.031497 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0501 20:31:15.031503 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0501 20:31:15.031508 3715 util.go:959] Failed to build node endpoints for node ip-10-0-1-141.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0501 20:31:20.151100 3715 cni.go:452] [default-tenant/tsf-comp-4m254-on-push-2624z-clone-repository-pod 16335177f431052c17fd2014f9ecb56f09ff54463755dc0b2558bebe491a2c84 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-clone-repository-pod 16335177f431052c17fd2014f9ecb56f09ff54463755dc0b2558bebe491a2c84 network default NAD default NAD key ] I0501 20:31:20.231508 3715 cni.go:473] [default-tenant/tsf-comp-4m254-on-push-2624z-clone-repository-pod 16335177f431052c17fd2014f9ecb56f09ff54463755dc0b2558bebe491a2c84 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-clone-repository-pod 16335177f431052c17fd2014f9ecb56f09ff54463755dc0b2558bebe491a2c84 network default NAD default NAD key default], result "{}", err I0501 20:31:20.310509 3715 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:31:20.310543 3715 pods.go:176] Deleting pod: default-tenant/tsf-comp-4m254-on-push-2624z-clone-repository-pod I0501 20:31:20.312021 3715 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-4m254-on-push-2624z-clone-repository-pod, ips: 10.129.0.60 I0501 20:31:20.312060 3715 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:31:43.266996 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=32 I0501 20:32:04.267196 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0501 20:32:24.277643 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0501 20:32:32.489884 3715 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-4m254-on-push-2624z-build-container-pod] creating logical port default-tenant_tsf-comp-4m254-on-push-2624z-build-container-pod for pod on switch ip-10-0-1-141.ec2.internal I0501 20:32:32.490142 3715 kube.go:256] Updating pod default-tenant/tsf-comp-4m254-on-push-2624z-build-container-pod I0501 20:32:32.532891 3715 pod.go:62] [default-tenant/tsf-comp-4m254-on-push-2624z-build-container-pod] pod update took 42.792061ms I0501 20:32:32.532921 3715 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-4m254-on-push-2624z-build-container-pod] addLogicalPort annotation time took 42.82491ms I0501 20:32:32.534208 3715 pods.go:271] [default-tenant/tsf-comp-4m254-on-push-2624z-build-container-pod] addLogicalPort took 44.342581ms, libovsdb time 882.365µs I0501 20:32:32.794614 3715 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:32:32.795167 3715 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:32:32.859883 3715 cni.go:452] [default-tenant/tsf-comp-4m254-on-push-2624z-build-container-pod 2c9751131933bc0c61ecebf3a432a93b84b35a167ce624490315382281460d8d network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-build-container-pod 2c9751131933bc0c61ecebf3a432a93b84b35a167ce624490315382281460d8d network default NAD default NAD key ] I0501 20:32:32.869311 3715 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-4m254-on-push-2624z-build-container-pod, hostIfaceName: 2c9751131933bc0, network: default, NAD default, SandboxID: "2c9751131933bc0c61ecebf3a432a93b84b35a167ce624490315382281460d8d", PCI device ID: , UID: "212857b1-0d3d-457e-8027-7c1261e27d5c", MAC: 0a:58:0a:81:00:3d, IPs: [10.129.0.61/23] I0501 20:32:32.925728 3715 cni.go:473] [default-tenant/tsf-comp-4m254-on-push-2624z-build-container-pod 2c9751131933bc0c61ecebf3a432a93b84b35a167ce624490315382281460d8d network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-build-container-pod 2c9751131933bc0c61ecebf3a432a93b84b35a167ce624490315382281460d8d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:4e:78:e1:78:d3\",\"name\":\"2c9751131933bc0\"},{\"mac\":\"0a:58:0a:81:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59b3a274-cdf4-4fca-bf27-e86d32658f83\"}],\"ips\":[{\"address\":\"10.129.0.61/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:32:52.383297 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0501 20:33:12.389149 3715 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0501 20:33:16.395132 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0501 20:33:42.373580 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0501 20:34:11.284495 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0501 20:34:18.395264 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0501 20:34:36.272577 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0501 20:35:04.360283 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0501 20:35:07.273833 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=98 I0501 20:35:38.366249 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0501 20:35:40.378514 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0501 20:36:27.192730 3715 cni.go:452] [default-tenant/tsf-comp-4m254-on-push-2624z-build-container-pod 2c9751131933bc0c61ecebf3a432a93b84b35a167ce624490315382281460d8d network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-build-container-pod 2c9751131933bc0c61ecebf3a432a93b84b35a167ce624490315382281460d8d network default NAD default NAD key ] I0501 20:36:27.292860 3715 cni.go:473] [default-tenant/tsf-comp-4m254-on-push-2624z-build-container-pod 2c9751131933bc0c61ecebf3a432a93b84b35a167ce624490315382281460d8d network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-build-container-pod 2c9751131933bc0c61ecebf3a432a93b84b35a167ce624490315382281460d8d network default NAD default NAD key default], result "{}", err I0501 20:36:27.399411 3715 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:36:27.399475 3715 pods.go:176] Deleting pod: default-tenant/tsf-comp-4m254-on-push-2624z-build-container-pod I0501 20:36:27.400998 3715 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-4m254-on-push-2624z-build-container-pod, ips: 10.129.0.61 I0501 20:36:27.401027 3715 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0501 20:36:29.162141 3715 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 I0501 20:37:07.673536 3715 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-4m254-on-push-2624z-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-comp-4m254-on-push-2624z-deprecated-base-image-check-pod for pod on switch ip-10-0-1-141.ec2.internal I0501 20:37:07.673684 3715 kube.go:256] Updating pod default-tenant/tsf-comp-4m254-on-push-2624z-deprecated-base-image-check-pod I0501 20:37:07.700135 3715 pod.go:62] [default-tenant/tsf-comp-4m254-on-push-2624z-deprecated-base-image-check-pod] pod update took 26.478239ms I0501 20:37:07.700162 3715 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-4m254-on-push-2624z-deprecated-base-image-check-pod] addLogicalPort annotation time took 26.508295ms I0501 20:37:07.701487 3715 pods.go:271] [default-tenant/tsf-comp-4m254-on-push-2624z-deprecated-base-image-check-pod] addLogicalPort took 27.964491ms, libovsdb time 853.441µs I0501 20:37:07.727058 3715 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-4m254-on-push-2624z-clamav-scan-pod] creating logical port default-tenant_tsf-comp-4m254-on-push-2624z-clamav-scan-pod for pod on switch ip-10-0-1-141.ec2.internal I0501 20:37:07.727220 3715 kube.go:256] Updating pod default-tenant/tsf-comp-4m254-on-push-2624z-clamav-scan-pod I0501 20:37:07.754363 3715 pod.go:62] [default-tenant/tsf-comp-4m254-on-push-2624z-clamav-scan-pod] pod update took 27.173356ms I0501 20:37:07.754383 3715 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-4m254-on-push-2624z-clamav-scan-pod] addLogicalPort annotation time took 27.197633ms I0501 20:37:07.755626 3715 pods.go:271] [default-tenant/tsf-comp-4m254-on-push-2624z-clamav-scan-pod] addLogicalPort took 28.583123ms, libovsdb time 836.52µs I0501 20:37:08.039634 3715 cni.go:452] [default-tenant/tsf-comp-4m254-on-push-2624z-deprecated-base-image-check-pod 8e18529ff1337ead94b017a16709d77605adc71de33534f8bcbfe6717f9851ad network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-deprecated-base-image-check-pod 8e18529ff1337ead94b017a16709d77605adc71de33534f8bcbfe6717f9851ad network default NAD default NAD key ] I0501 20:37:08.049267 3715 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-4m254-on-push-2624z-deprecated-base-image-check-pod, hostIfaceName: 8e18529ff1337ea, network: default, NAD default, SandboxID: "8e18529ff1337ead94b017a16709d77605adc71de33534f8bcbfe6717f9851ad", PCI device ID: , UID: "f3e4484e-68aa-44d2-a9ee-927113f3d60d", MAC: 0a:58:0a:81:00:3e, IPs: [10.129.0.62/23] I0501 20:37:08.098378 3715 cni.go:452] [default-tenant/tsf-comp-4m254-on-push-2624z-clamav-scan-pod 5c5ba654de936ad774e8a94cc1545314a5f8fa6f2f2953603053b7ae54fc7065 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-clamav-scan-pod 5c5ba654de936ad774e8a94cc1545314a5f8fa6f2f2953603053b7ae54fc7065 network default NAD default NAD key ] I0501 20:37:08.108226 3715 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-4m254-on-push-2624z-clamav-scan-pod, hostIfaceName: 5c5ba654de936ad, network: default, NAD default, SandboxID: "5c5ba654de936ad774e8a94cc1545314a5f8fa6f2f2953603053b7ae54fc7065", PCI device ID: , UID: "e43ad416-8241-45f7-9222-d54accfc9d14", MAC: 0a:58:0a:81:00:3f, IPs: [10.129.0.63/23] I0501 20:37:08.109147 3715 cni.go:473] [default-tenant/tsf-comp-4m254-on-push-2624z-deprecated-base-image-check-pod 8e18529ff1337ead94b017a16709d77605adc71de33534f8bcbfe6717f9851ad network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-deprecated-base-image-check-pod 8e18529ff1337ead94b017a16709d77605adc71de33534f8bcbfe6717f9851ad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:dc:db:14:73:ee\",\"name\":\"8e18529ff1337ea\"},{\"mac\":\"0a:58:0a:81:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9e1a411-5c91-4ca8-a255-934158bc5e54\"}],\"ips\":[{\"address\":\"10.129.0.62/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:37:08.163625 3715 cni.go:473] [default-tenant/tsf-comp-4m254-on-push-2624z-clamav-scan-pod 5c5ba654de936ad774e8a94cc1545314a5f8fa6f2f2953603053b7ae54fc7065 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-clamav-scan-pod 5c5ba654de936ad774e8a94cc1545314a5f8fa6f2f2953603053b7ae54fc7065 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:18:8c:05:11:8f\",\"name\":\"5c5ba654de936ad\"},{\"mac\":\"0a:58:0a:81:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d9912be2-d66a-4b9e-ab3a-23d15c0d58ef\"}],\"ips\":[{\"address\":\"10.129.0.63/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:37:08.494724 3715 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:37:08.495386 3715 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:37:11.313429 3715 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7qql of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:37:11.314136 3715 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7qql of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:37:11.346813 3715 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-74tq6 61d2d1ca92f9e64dc3409f3109da5cc1c91e44ae19a1215c3158ffd0db640ca0 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-74tq6 61d2d1ca92f9e64dc3409f3109da5cc1c91e44ae19a1215c3158ffd0db640ca0 network default NAD default NAD key ] I0501 20:37:11.454983 3715 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-74tq6 61d2d1ca92f9e64dc3409f3109da5cc1c91e44ae19a1215c3158ffd0db640ca0 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-74tq6 61d2d1ca92f9e64dc3409f3109da5cc1c91e44ae19a1215c3158ffd0db640ca0 network default NAD default NAD key default], result "{}", err I0501 20:37:11.653066 3715 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7qql of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:37:11.653099 3715 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7qql of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:37:11.660301 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7qql I0501 20:37:11.660352 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7qql I0501 20:37:13.147577 3715 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-74tq6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:37:13.147620 3715 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-74tq6 I0501 20:37:13.149265 3715 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-74tq6, ips: 10.129.0.58 I0501 20:37:13.149301 3715 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-74tq6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:37:13.513857 3715 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-74tq6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:37:13.513886 3715 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-74tq6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:37:13.520567 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-74tq6 I0501 20:37:13.520602 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-74tq6 I0501 20:37:37.355708 3715 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0501 20:37:43.270881 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=45 I0501 20:37:47.355698 3715 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0501 20:37:53.826293 3715 cni.go:452] [default-tenant/tsf-comp-4m254-on-push-2624z-deprecated-base-image-check-pod 8e18529ff1337ead94b017a16709d77605adc71de33534f8bcbfe6717f9851ad network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-deprecated-base-image-check-pod 8e18529ff1337ead94b017a16709d77605adc71de33534f8bcbfe6717f9851ad network default NAD default NAD key ] I0501 20:37:53.924403 3715 cni.go:473] [default-tenant/tsf-comp-4m254-on-push-2624z-deprecated-base-image-check-pod 8e18529ff1337ead94b017a16709d77605adc71de33534f8bcbfe6717f9851ad network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-deprecated-base-image-check-pod 8e18529ff1337ead94b017a16709d77605adc71de33534f8bcbfe6717f9851ad network default NAD default NAD key default], result "{}", err I0501 20:37:53.990881 3715 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:37:53.990920 3715 pods.go:176] Deleting pod: default-tenant/tsf-comp-4m254-on-push-2624z-deprecated-base-image-check-pod I0501 20:37:53.992646 3715 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-4m254-on-push-2624z-deprecated-base-image-check-pod, ips: 10.129.0.62 I0501 20:37:53.992676 3715 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:38:14.280578 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0501 20:38:30.290771 3715 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:38:30.291442 3715 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:38:30.331710 3715 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:38:30.332409 3715 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:38:35.281734 3715 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:38:35.282383 3715 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:38:55.461410 3715 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:38:55.462018 3715 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:39:45.287211 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0501 20:39:46.274997 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=5 I0501 20:40:03.906452 3715 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627800-2whsz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:40:03.907066 3715 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627800-2whsz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:40:04.761733 3715 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627800-2whsz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:40:04.761759 3715 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627800-2whsz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:40:04.796116 3715 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:40:04.796144 3715 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:40:04.801585 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2 I0501 20:40:04.801608 3715 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2 W0501 20:40:19.161675 3715 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tas/tuf-repository-init-vzg28-2gz6q I0501 20:40:36.391259 3715 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0501 20:40:36.398803 3715 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0501 20:40:43.269679 3715 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0501 20:41:07.141566 3715 cni.go:452] [default-tenant/tsf-comp-4m254-on-push-2624z-clamav-scan-pod 5c5ba654de936ad774e8a94cc1545314a5f8fa6f2f2953603053b7ae54fc7065 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-clamav-scan-pod 5c5ba654de936ad774e8a94cc1545314a5f8fa6f2f2953603053b7ae54fc7065 network default NAD default NAD key ] I0501 20:41:07.231829 3715 cni.go:473] [default-tenant/tsf-comp-4m254-on-push-2624z-clamav-scan-pod 5c5ba654de936ad774e8a94cc1545314a5f8fa6f2f2953603053b7ae54fc7065 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-clamav-scan-pod 5c5ba654de936ad774e8a94cc1545314a5f8fa6f2f2953603053b7ae54fc7065 network default NAD default NAD key default], result "{}", err I0501 20:41:07.304784 3715 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:41:07.304810 3715 pods.go:176] Deleting pod: default-tenant/tsf-comp-4m254-on-push-2624z-clamav-scan-pod I0501 20:41:07.306230 3715 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-4m254-on-push-2624z-clamav-scan-pod, ips: 10.129.0.63 I0501 20:41:07.306256 3715 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:41:25.002737 3715 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-hggo-hg5gw-verify-pod] creating logical port default-tenant_my-integration-test-hggo-hg5gw-verify-pod for pod on switch ip-10-0-1-141.ec2.internal I0501 20:41:25.002907 3715 kube.go:256] Updating pod default-tenant/my-integration-test-hggo-hg5gw-verify-pod I0501 20:41:25.048114 3715 pod.go:62] [default-tenant/my-integration-test-hggo-hg5gw-verify-pod] pod update took 45.249859ms I0501 20:41:25.048149 3715 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-hggo-hg5gw-verify-pod] addLogicalPort annotation time took 45.289133ms I0501 20:41:25.049686 3715 pods.go:271] [default-tenant/my-integration-test-hggo-hg5gw-verify-pod] addLogicalPort took 46.965009ms, libovsdb time 940.823µs I0501 20:41:25.369278 3715 cni.go:452] [default-tenant/my-integration-test-hggo-hg5gw-verify-pod 2bc5033426140306a5786128f9cd8819b3f5e31db8b2a352eb4d721887a8c0fe network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-hggo-hg5gw-verify-pod 2bc5033426140306a5786128f9cd8819b3f5e31db8b2a352eb4d721887a8c0fe network default NAD default NAD key ] I0501 20:41:25.379110 3715 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-hggo-hg5gw-verify-pod, hostIfaceName: 2bc503342614030, network: default, NAD default, SandboxID: "2bc5033426140306a5786128f9cd8819b3f5e31db8b2a352eb4d721887a8c0fe", PCI device ID: , UID: "f7a4b608-50ed-44d5-8a55-4164ca6bcc5b", MAC: 0a:58:0a:81:00:40, IPs: [10.129.0.64/23] I0501 20:41:25.434171 3715 cni.go:473] [default-tenant/my-integration-test-hggo-hg5gw-verify-pod 2bc5033426140306a5786128f9cd8819b3f5e31db8b2a352eb4d721887a8c0fe network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-hggo-hg5gw-verify-pod 2bc5033426140306a5786128f9cd8819b3f5e31db8b2a352eb4d721887a8c0fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:15:1d:d1:47:21\",\"name\":\"2bc503342614030\"},{\"mac\":\"0a:58:0a:81:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b94025c1-4cc0-413c-a068-0846e61e2ab0\"}],\"ips\":[{\"address\":\"10.129.0.64/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0501 20:41:25.487897 3715 obj_retry.go:498] Detected object default-tenant/my-integration-test-hggo-hg5gw-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:41:25.488441 3715 obj_retry.go:498] Detected object default-tenant/my-integration-test-hggo-hg5gw-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it