+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-26.ec2.internal ++ [[ -n ip-10-0-1-26.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-26.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0513 06:37:52.444163196 - disable conntrack on geneve port' I0513 06:37:52.444163196 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0513 06:37:52.510103745 - starting ovnkube-node + echo 'I0513 06:37:52.510103745 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-26.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-26.ec2.internal --init-node ip-10-0-1-26.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-26.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0513 06:37:52.566072 3800 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0513 06:37:52.566128 3800 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-894a4f6a8d.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0513 06:37:52.567908 3800 kube.go:431] Waiting for certificate I0513 06:37:52.567934 3800 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0513 06:37:52.567975 3800 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0513 06:37:52.568698 3800 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0513 06:37:52.595065 3800 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0513 06:37:52.595079 3800 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0513 06:37:52.597422 3800 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0513 06:37:52.597521 3800 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-qfjbm" I0513 06:37:52.606450 3800 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-qfjbm" I0513 06:37:52.606540 3800 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0513 06:37:53.569008 3800 kube.go:438] Certificate found I0513 06:37:53.569532 3800 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0513 06:37:53.570471 3800 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0513 06:37:53.620354 3800 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-14 06:32:52 +0000 UTC" deadline="2026-05-14 01:55:26.700334089 +0000 UTC" I0513 06:37:53.620393 3800 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h17m33.079954696s" I0513 06:37:53.634262 3800 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0513 06:37:53.655557 3800 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0513 06:37:53.655631 3800 factory.go:561] Starting watch factory I0513 06:37:53.655728 3800 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:37:53.655745 3800 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:37:53.655754 3800 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:37:53.655775 3800 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:37:53.655914 3800 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:37:53.655936 3800 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:37:53.656035 3800 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:37:53.656058 3800 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:37:53.656086 3800 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:37:53.656112 3800 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:37:53.656273 3800 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:37:53.656314 3800 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:37:53.657337 3800 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0513 06:37:53.657420 3800 server.go:101] MetricServer registers OVS metrics I0513 06:37:53.657729 3800 server.go:105] MetricServer registers OVN DB metrics I0513 06:37:53.658145 3800 controller_manager.go:370] Starting the ovnkube controller I0513 06:37:53.658153 3800 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-26.ec2.internal I0513 06:37:53.658198 3800 controller_manager.go:395] NBDB zone sync took: 38.261µs I0513 06:37:53.658205 3800 factory.go:561] Starting watch factory I0513 06:37:53.662216 3800 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0513 06:37:53.662235 3800 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0513 06:37:53.675047 3800 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0513 06:37:53.675064 3800 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0513 06:37:53.676632 3800 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:37:53.676654 3800 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:37:53.678874 3800 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0513 06:37:53.678906 3800 server.go:109] MetricServer registers OVN Controller metrics I0513 06:37:53.681308 3800 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:37:53.681428 3800 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:37:53.683573 3800 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:37:53.684813 3800 server.go:113] MetricServer registers OVN Northd metrics I0513 06:37:53.687484 3800 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0513 06:37:53.689599 3800 metrics.go:519] OVN Metrics Server starts to run ... I0513 06:37:53.761800 3800 factory.go:1977] *v1.Service informer cache synced successfully I0513 06:37:53.761841 3800 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0513 06:37:53.761858 3800 factory.go:1977] *v1.Pod informer cache synced successfully I0513 06:37:53.761862 3800 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0513 06:37:53.761866 3800 factory.go:1977] *v1.Namespace informer cache synced successfully I0513 06:37:53.761870 3800 factory.go:1977] *v1.Node informer cache synced successfully I0513 06:37:53.761972 3800 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 06:37:53.762000 3800 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 06:37:53.762016 3800 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 06:37:53.762129 3800 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 06:37:53.763779 3800 factory.go:1977] *v1.Namespace informer cache synced successfully I0513 06:37:53.763796 3800 factory.go:1977] *v1.Node informer cache synced successfully I0513 06:37:53.763801 3800 factory.go:1977] *v1.Service informer cache synced successfully I0513 06:37:53.763806 3800 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0513 06:37:53.763809 3800 factory.go:1977] *v1.Pod informer cache synced successfully I0513 06:37:53.763812 3800 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0513 06:37:53.765886 3800 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 06:37:53.765886 3800 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 06:37:53.767620 3800 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0513 06:37:53.767631 3800 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0513 06:37:53.767730 3800 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0513 06:37:53.767741 3800 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0513 06:37:53.769158 3800 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0513 06:37:53.769169 3800 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0513 06:37:53.770742 3800 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0513 06:37:53.772679 3800 factory.go:1977] *v1.EgressIP informer cache synced successfully I0513 06:37:53.772731 3800 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0513 06:37:53.772742 3800 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0513 06:37:53.774693 3800 factory.go:1977] *v1.EgressIP informer cache synced successfully I0513 06:37:53.775748 3800 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0513 06:37:53.778485 3800 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0513 06:37:53.778553 3800 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0513 06:37:53.778566 3800 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0513 06:37:53.780636 3800 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0513 06:37:53.781582 3800 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0513 06:37:53.783526 3800 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0513 06:37:53.783587 3800 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0513 06:37:53.783599 3800 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0513 06:37:53.786563 3800 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0513 06:37:53.786753 3800 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0513 06:37:53.788767 3800 factory.go:1977] *v1.EgressService informer cache synced successfully I0513 06:37:53.788819 3800 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0513 06:37:53.788830 3800 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0513 06:37:53.791730 3800 factory.go:1977] *v1.EgressService informer cache synced successfully I0513 06:37:53.807556 3800 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0513 06:37:53.894590 3800 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0513 06:37:53.894843 3800 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0513 06:37:53.894864 3800 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0513 06:37:53.897761 3800 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0513 06:37:53.897956 3800 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0513 06:37:53.899973 3800 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0513 06:37:53.900085 3800 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 06:37:53.900100 3800 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 06:37:53.900131 3800 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 06:37:53.900206 3800 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 06:37:53.903175 3800 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0513 06:37:53.903487 3800 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 06:37:53.903602 3800 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 06:37:53.905539 3800 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0513 06:37:53.905549 3800 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0513 06:37:53.905556 3800 factory.go:680] Watch Factory start up complete, took: 249.928511ms I0513 06:37:53.905640 3800 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0513 06:37:53.908325 3800 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0513 06:37:53.908336 3800 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0513 06:37:53.908347 3800 factory.go:680] Watch Factory start up complete, took: 250.136991ms I0513 06:37:53.908356 3800 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-26.ec2.internal" zone I0513 06:37:53.951598 3800 default_node_network_controller.go:710] Initializing the default node network controller I0513 06:37:54.019461 3800 udn_isolation.go:101] Starting UDN host isolation manager I0513 06:37:54.025817 3800 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0513 06:37:54.070569 3800 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0513 06:37:54.070658 3800 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0513 06:37:54.070680 3800 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0513 06:37:54.103521 3800 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0513 06:37:54.103585 3800 default_node_network_controller.go:809] Node ip-10-0-1-26.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0513 06:37:54.109074 3800 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.26"] k8s.ovn.org/zone-name:ip-10-0-1-26.ec2.internal] on node ip-10-0-1-26.ec2.internal I0513 06:37:54.139318 3800 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0513 06:37:54.145227 3800 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0513 06:37:54.145382 3800 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0513 06:37:54.145516 3800 gateway_init.go:263] Preparing Gateway I0513 06:37:54.145530 3800 gateway_shared_intf.go:1687] Creating new gateway I0513 06:37:54.158696 3800 controller_manager.go:429] Waiting for node in zone sync took: 250.326296ms I0513 06:37:54.163555 3800 controller_manager.go:611] Switching to transit router for layer2 networks I0513 06:37:54.163568 3800 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-26.ec2.internal I0513 06:37:54.177333 3800 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0513 06:37:54.183153 3800 controller_manager.go:290] SCTP support detected in OVN I0513 06:37:54.183744 3800 services_controller.go:69] Creating services controller for network=default I0513 06:37:54.183850 3800 udn_enabled_svc.go:80] Waiting for service informer to sync I0513 06:37:54.183887 3800 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0513 06:37:54.183925 3800 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0513 06:37:54.183944 3800 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0513 06:37:54.183955 3800 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0513 06:37:54.184105 3800 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0513 06:37:54.184152 3800 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0513 06:37:54.184183 3800 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 48.397µs I0513 06:37:54.184189 3800 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 29.002µs I0513 06:37:54.184199 3800 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 45.75µs I0513 06:37:54.184208 3800 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0513 06:37:54.184219 3800 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0513 06:37:54.184230 3800 default_network_controller.go:325] Starting the default network controller I0513 06:37:54.184293 3800 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.609µs I0513 06:37:54.184831 3800 udn_enabled_svc.go:95] Performing full resync I0513 06:37:54.185094 3800 udn_enabled_svc.go:99] Waiting for handler to sync I0513 06:37:54.185105 3800 udn_enabled_svc.go:104] Starting worker I0513 06:37:54.192897 3800 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0513 06:37:54.192953 3800 repair.go:33] Syncing exgw routes took 44.67µs I0513 06:37:54.192974 3800 default_network_controller.go:414] Starting all the Watchers... I0513 06:37:54.193100 3800 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0513 06:37:54.193114 3800 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0513 06:37:54.193120 3800 namespace.go:98] [openshift-backplane-cse] adding namespace I0513 06:37:54.193119 3800 namespace.go:98] [default] adding namespace I0513 06:37:54.193106 3800 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0513 06:37:54.193130 3800 namespace.go:98] [openshift-marketplace] adding namespace I0513 06:37:54.193141 3800 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0513 06:37:54.193145 3800 namespace.go:98] [openshift-backplane-csm] adding namespace I0513 06:37:54.193147 3800 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0513 06:37:54.193145 3800 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0513 06:37:54.193153 3800 namespace.go:98] [openshift-backplane-cee] adding namespace I0513 06:37:54.193148 3800 namespace.go:98] [openshift-operators] adding namespace I0513 06:37:54.193160 3800 namespace.go:98] [kube-node-lease] adding namespace I0513 06:37:54.193174 3800 namespace.go:98] [openshift-config] adding namespace I0513 06:37:54.193104 3800 namespace.go:98] [openshift-customer-monitoring] adding namespace I0513 06:37:54.193686 3800 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 571.967µs I0513 06:37:54.193702 3800 namespace.go:98] [openshift-machine-config-operator] adding namespace I0513 06:37:54.194168 3800 namespace.go:102] [openshift-machine-config-operator] adding namespace took 461.377µs I0513 06:37:54.194180 3800 namespace.go:98] [openshift-backplane-tam] adding namespace I0513 06:37:54.194691 3800 namespace.go:102] [openshift-backplane-tam] adding namespace took 504.076µs I0513 06:37:54.194708 3800 namespace.go:98] [dedicated-admin] adding namespace I0513 06:37:54.195222 3800 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 2.09904ms I0513 06:37:54.195241 3800 namespace.go:98] [openshift] adding namespace I0513 06:37:54.195730 3800 namespace.go:102] [default] adding namespace took 2.596525ms I0513 06:37:54.195751 3800 namespace.go:98] [openshift-service-ca-operator] adding namespace I0513 06:37:54.196206 3800 namespace.go:102] [openshift-backplane-cse] adding namespace took 3.076137ms I0513 06:37:54.196220 3800 namespace.go:98] [open-cluster-management-2q8slj49anughhr7bmrugv7tl1gre4io] adding namespace I0513 06:37:54.196785 3800 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 3.649954ms I0513 06:37:54.196797 3800 namespace.go:98] [openshift-backplane] adding namespace I0513 06:37:54.197258 3800 namespace.go:102] [openshift-marketplace] adding namespace took 4.120733ms I0513 06:37:54.197277 3800 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0513 06:37:54.197778 3800 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 4.627412ms I0513 06:37:54.197796 3800 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0513 06:37:54.198208 3800 namespace.go:102] [openshift-backplane-csm] adding namespace took 5.054484ms I0513 06:37:54.198226 3800 namespace.go:98] [openshift-package-operator] adding namespace I0513 06:37:54.198629 3800 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.472531ms I0513 06:37:54.198647 3800 namespace.go:98] [openshift-multus] adding namespace I0513 06:37:54.199129 3800 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.968971ms I0513 06:37:54.199145 3800 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0513 06:37:54.199526 3800 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.363416ms I0513 06:37:54.199543 3800 namespace.go:98] [openshift-etcd] adding namespace I0513 06:37:54.200387 3800 namespace.go:102] [openshift-operators] adding namespace took 7.223963ms I0513 06:37:54.200400 3800 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0513 06:37:54.200843 3800 namespace.go:102] [kube-node-lease] adding namespace took 7.67672ms I0513 06:37:54.200854 3800 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0513 06:37:54.201275 3800 namespace.go:102] [openshift-config] adding namespace took 8.092847ms I0513 06:37:54.201286 3800 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0513 06:37:54.201763 3800 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.535616ms I0513 06:37:54.201789 3800 namespace.go:98] [openshift-network-console] adding namespace I0513 06:37:54.202496 3800 namespace.go:102] [dedicated-admin] adding namespace took 7.779638ms I0513 06:37:54.202526 3800 namespace.go:98] [openshift-kube-scheduler] adding namespace I0513 06:37:54.203049 3800 namespace.go:102] [openshift] adding namespace took 7.787569ms I0513 06:37:54.203063 3800 namespace.go:98] [openshift-ingress-canary] adding namespace I0513 06:37:54.203734 3800 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.973222ms I0513 06:37:54.203755 3800 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0513 06:37:54.204319 3800 namespace.go:102] [open-cluster-management-2q8slj49anughhr7bmrugv7tl1gre4io] adding namespace took 8.093302ms I0513 06:37:54.204332 3800 namespace.go:98] [openshift-ingress] adding namespace I0513 06:37:54.205008 3800 namespace.go:102] [openshift-backplane] adding namespace took 8.204412ms I0513 06:37:54.205025 3800 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0513 06:37:54.205548 3800 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 8.263263ms I0513 06:37:54.205563 3800 namespace.go:98] [openshift-dns-operator] adding namespace I0513 06:37:54.206131 3800 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.327812ms I0513 06:37:54.206146 3800 namespace.go:98] [kube-system] adding namespace W0513 06:37:54.206611 3800 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-tx4cn: pod openshift-multus/network-metrics-daemon-tx4cn: no pod IPs found I0513 06:37:54.206653 3800 namespace.go:102] [openshift-package-operator] adding namespace took 8.421925ms I0513 06:37:54.206663 3800 namespace.go:98] [openshift-console] adding namespace I0513 06:37:54.207139 3800 namespace.go:102] [openshift-multus] adding namespace took 8.486894ms I0513 06:37:54.207150 3800 namespace.go:98] [openshift-apiserver] adding namespace I0513 06:37:54.207764 3800 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.615268ms I0513 06:37:54.207775 3800 namespace.go:98] [openshift-backplane-srep] adding namespace I0513 06:37:54.208254 3800 namespace.go:102] [openshift-etcd] adding namespace took 8.706549ms I0513 06:37:54.208263 3800 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0513 06:37:54.208824 3800 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.41665ms I0513 06:37:54.208842 3800 namespace.go:98] [openshift-config-operator] adding namespace I0513 06:37:54.209335 3800 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.472119ms I0513 06:37:54.209358 3800 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0513 06:37:54.209806 3800 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.514431ms I0513 06:37:54.209822 3800 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0513 06:37:54.210472 3800 namespace.go:102] [openshift-network-console] adding namespace took 8.673984ms I0513 06:37:54.210488 3800 namespace.go:98] [openshift-cluster-version] adding namespace I0513 06:37:54.211028 3800 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.496012ms I0513 06:37:54.211526 3800 namespace.go:102] [openshift-ingress-canary] adding namespace took 8.458139ms I0513 06:37:54.211539 3800 namespace.go:98] [openshift-image-registry] adding namespace I0513 06:37:54.212060 3800 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.300028ms I0513 06:37:54.212071 3800 namespace.go:98] [openshift-config-managed] adding namespace I0513 06:37:54.212611 3800 namespace.go:102] [openshift-ingress] adding namespace took 8.271934ms I0513 06:37:54.212628 3800 namespace.go:98] [openshift-authentication] adding namespace I0513 06:37:54.213109 3800 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.076395ms I0513 06:37:54.213126 3800 namespace.go:98] [openshift-network-diagnostics] adding namespace W0513 06:37:54.213659 3800 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-k7g5m: pod kube-system/global-pull-secret-syncer-k7g5m: no pod IPs found I0513 06:37:54.213712 3800 namespace.go:102] [openshift-dns-operator] adding namespace took 8.144071ms I0513 06:37:54.213726 3800 namespace.go:98] [openshift-controller-manager] adding namespace I0513 06:37:54.214354 3800 namespace.go:102] [kube-system] adding namespace took 8.202025ms I0513 06:37:54.214369 3800 namespace.go:98] [openshift-authentication-operator] adding namespace I0513 06:37:54.214912 3800 namespace.go:102] [openshift-console] adding namespace took 8.243885ms I0513 06:37:54.214929 3800 namespace.go:98] [openshift-insights] adding namespace I0513 06:37:54.215434 3800 namespace.go:102] [openshift-apiserver] adding namespace took 8.278721ms I0513 06:37:54.215450 3800 namespace.go:98] [openshift-network-node-identity] adding namespace I0513 06:37:54.215991 3800 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.210259ms I0513 06:37:54.216009 3800 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0513 06:37:54.216497 3800 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.228981ms I0513 06:37:54.216531 3800 namespace.go:98] [openshift-console-operator] adding namespace I0513 06:37:54.217153 3800 namespace.go:102] [openshift-config-operator] adding namespace took 8.305763ms I0513 06:37:54.217168 3800 namespace.go:98] [openshift-kube-apiserver] adding namespace I0513 06:37:54.217754 3800 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.391081ms I0513 06:37:54.217766 3800 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0513 06:37:54.218282 3800 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.453289ms I0513 06:37:54.218298 3800 namespace.go:98] [openshift-console-user-settings] adding namespace I0513 06:37:54.218847 3800 namespace.go:102] [openshift-cluster-version] adding namespace took 8.352633ms I0513 06:37:54.218861 3800 namespace.go:98] [openshift-host-network] adding namespace I0513 06:37:54.219460 3800 namespace.go:102] [openshift-image-registry] adding namespace took 7.914418ms I0513 06:37:54.219477 3800 namespace.go:98] [openshift-logging] adding namespace I0513 06:37:54.220020 3800 namespace.go:102] [openshift-config-managed] adding namespace took 7.943275ms I0513 06:37:54.220033 3800 namespace.go:98] [openshift-infra] adding namespace W0513 06:37:54.220450 3800 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-88l7p: pod openshift-network-diagnostics/network-check-target-88l7p: no pod IPs found I0513 06:37:54.220494 3800 namespace.go:102] [openshift-authentication] adding namespace took 7.860953ms I0513 06:37:54.220538 3800 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0513 06:37:54.221052 3800 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.9202ms I0513 06:37:54.221065 3800 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0513 06:37:54.221517 3800 namespace.go:102] [openshift-controller-manager] adding namespace took 7.785338ms I0513 06:37:54.221531 3800 namespace.go:98] [kube-public] adding namespace I0513 06:37:54.222010 3800 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.636619ms I0513 06:37:54.222022 3800 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0513 06:37:54.222528 3800 namespace.go:102] [openshift-insights] adding namespace took 7.5923ms I0513 06:37:54.222544 3800 namespace.go:98] [openshift-route-controller-manager] adding namespace I0513 06:37:54.223042 3800 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.586354ms I0513 06:37:54.223055 3800 namespace.go:98] [openshift-network-operator] adding namespace I0513 06:37:54.223532 3800 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.481032ms I0513 06:37:54.223549 3800 namespace.go:98] [openshift-must-gather-operator] adding namespace I0513 06:37:54.224103 3800 namespace.go:102] [openshift-console-operator] adding namespace took 7.566417ms I0513 06:37:54.224114 3800 namespace.go:98] [openshift-operators-redhat] adding namespace I0513 06:37:54.224582 3800 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.409158ms I0513 06:37:54.224596 3800 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0513 06:37:54.225114 3800 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.341771ms I0513 06:37:54.225129 3800 namespace.go:98] [openshift-node] adding namespace I0513 06:37:54.225648 3800 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.342769ms I0513 06:37:54.225663 3800 namespace.go:98] [openshift-monitoring] adding namespace I0513 06:37:54.226233 3800 namespace.go:102] [openshift-host-network] adding namespace took 7.366227ms I0513 06:37:54.226245 3800 namespace.go:98] [openshift-apiserver-operator] adding namespace I0513 06:37:54.226764 3800 namespace.go:102] [openshift-logging] adding namespace took 7.281053ms I0513 06:37:54.226779 3800 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0513 06:37:54.227231 3800 namespace.go:102] [openshift-infra] adding namespace took 7.191153ms I0513 06:37:54.227827 3800 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.28343ms I0513 06:37:54.227840 3800 namespace.go:98] [openshift-machine-api] adding namespace I0513 06:37:54.228424 3800 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.352976ms I0513 06:37:54.228438 3800 namespace.go:98] [openshift-dns] adding namespace I0513 06:37:54.228969 3800 namespace.go:102] [kube-public] adding namespace took 7.43277ms I0513 06:37:54.229434 3800 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.405903ms I0513 06:37:54.230036 3800 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.485871ms I0513 06:37:54.230052 3800 namespace.go:98] [openshift-backplane-mobb] adding namespace I0513 06:37:54.230564 3800 namespace.go:102] [openshift-network-operator] adding namespace took 7.504457ms I0513 06:37:54.231124 3800 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.56926ms I0513 06:37:54.231651 3800 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.530569ms I0513 06:37:54.232098 3800 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.49677ms I0513 06:37:54.232715 3800 namespace.go:102] [openshift-node] adding namespace took 7.580462ms I0513 06:37:54.232731 3800 namespace.go:98] [openshift-ingress-operator] adding namespace I0513 06:37:54.233285 3800 namespace.go:102] [openshift-monitoring] adding namespace took 7.616822ms I0513 06:37:54.233823 3800 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.574789ms I0513 06:37:54.234355 3800 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.570422ms I0513 06:37:54.234803 3800 namespace.go:102] [openshift-machine-api] adding namespace took 6.95669ms I0513 06:37:54.235360 3800 namespace.go:102] [openshift-dns] adding namespace took 6.917737ms I0513 06:37:54.235846 3800 namespace.go:102] [openshift-backplane-mobb] adding namespace took 5.787112ms I0513 06:37:54.236333 3800 namespace.go:102] [openshift-ingress-operator] adding namespace took 3.597234ms W0513 06:37:54.236409 3800 master.go:458] Unable to parse local node ip-10-0-1-26.ec2.internal chassis-id annotation. Chassis may be removed during sync I0513 06:37:54.236417 3800 master.go:481] Removing stale chassis with ID/Name: f999c167-b8f4-4fb3-90a3-3a2c1870fe54, hostname: ip-10-0-1-26.ec2.internal I0513 06:37:54.236889 3800 master.go:548] Adding or Updating local node "ip-10-0-1-26.ec2.internal" for network "default" I0513 06:37:54.241245 3800 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-26.ec2.internal for the network default I0513 06:37:54.241583 3800 zone_ic_handler.go:195] Time taken to create transit switch: 323.913µs I0513 06:37:54.241880 3800 iptables.go:108] Creating table: filter chain: FORWARD I0513 06:37:54.242343 3800 default_network_controller.go:823] Node add failed for ip-10-0-1-26.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-26.ec2.internal, error getting gateway config for node ip-10-0-1-26.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-26.ec2.internal", failed to update chassis to local for local node ip-10-0-1-26.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-26.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-26.ec2.internal] E0513 06:37:54.242412 3800 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-26.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-26.ec2.internal, error getting gateway config for node ip-10-0-1-26.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-26.ec2.internal", failed to update chassis to local for local node ip-10-0-1-26.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-26.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-26.ec2.internal] I0513 06:37:54.242459 3800 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0513 06:37:54.242476 3800 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-26.ec2.internal", UID:"cacc02b2-d7cc-4914-a19e-7598021103e4", APIVersion:"v1", ResourceVersion:"8382", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-26.ec2.internal, error getting gateway config for node ip-10-0-1-26.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-26.ec2.internal", failed to update chassis to local for local node ip-10-0-1-26.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-26.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-26.ec2.internal] I0513 06:37:54.242496 3800 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-26.ec2.internal in network "default" I0513 06:37:54.242544 3800 node_tracker.go:235] Node ip-10-0-1-26.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-26.ec2.internal" I0513 06:37:54.242557 3800 node_tracker.go:169] Node ip-10-0-1-26.ec2.internal switch + router changed, syncing services in network "default" I0513 06:37:54.242569 3800 services_controller.go:574] Full service sync requested for network=default I0513 06:37:54.242489 3800 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0513 06:37:54.242587 3800 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0513 06:37:54.242596 3800 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0513 06:37:54.242601 3800 services_controller.go:208] Setting up event handlers for services for network=default I0513 06:37:54.242637 3800 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0513 06:37:54.242672 3800 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0513 06:37:54.242685 3800 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0513 06:37:54.248253 3800 iptables.go:108] Creating table: filter chain: OUTPUT I0513 06:37:54.254649 3800 gateway_shared_intf.go:1816] Gateway Creation Complete I0513 06:37:54.254663 3800 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-26.ec2.internal","mac-address":"0a:ff:ff:c7:f7:5b","ip-addresses":["10.0.1.26/24"],"ip-address":"10.0.1.26/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f999c167-b8f4-4fb3-90a3-3a2c1870fe54 k8s.ovn.org/node-encap-ips:["10.0.1.26"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.26/24"} k8s.ovn.org/zone-name:ip-10-0-1-26.ec2.internal] on node ip-10-0-1-26.ec2.internal I0513 06:37:54.269210 3800 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-26.ec2.internal in network "default" I0513 06:37:54.269272 3800 node_tracker.go:169] Node ip-10-0-1-26.ec2.internal switch + router changed, syncing services in network "default" I0513 06:37:54.269312 3800 services_controller.go:574] Full service sync requested for network=default I0513 06:37:54.269317 3800 master.go:548] Adding or Updating local node "ip-10-0-1-26.ec2.internal" for network "default" I0513 06:37:54.272113 3800 default_node_network_controller.go:519] Node connection status = connected W0513 06:37:54.274246 3800 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-88l7p: pod openshift-network-diagnostics/network-check-target-88l7p: no pod IPs found W0513 06:37:54.274265 3800 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-k7g5m: pod kube-system/global-pull-secret-syncer-k7g5m: no pod IPs found W0513 06:37:54.274272 3800 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-tx4cn: pod openshift-multus/network-metrics-daemon-tx4cn: no pod IPs found I0513 06:37:54.275262 3800 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-26.ec2.internal for the network default I0513 06:37:54.275433 3800 zone_ic_handler.go:195] Time taken to create transit switch: 159.478µs I0513 06:37:54.343546 3800 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0513 06:37:54.343561 3800 repair.go:60] Starting repairing loop for services I0513 06:37:54.343633 3800 repair.go:131] Deleted 0 stale service LBs I0513 06:37:54.343649 3800 repair.go:137] Deleted 0 stale Chassis Template Vars I0513 06:37:54.343664 3800 repair.go:62] Finished repairing loop for services: 104.273µs I0513 06:37:54.343686 3800 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0513 06:37:54.343695 3800 services_controller.go:254] Starting workers for network=default I0513 06:37:54.343962 3800 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-tx4cn] creating logical port openshift-multus_network-metrics-daemon-tx4cn for pod on switch ip-10-0-1-26.ec2.internal I0513 06:37:54.343973 3800 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-88l7p] creating logical port openshift-network-diagnostics_network-check-target-88l7p for pod on switch ip-10-0-1-26.ec2.internal I0513 06:37:54.343980 3800 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-k7g5m] creating logical port kube-system_global-pull-secret-syncer-k7g5m for pod on switch ip-10-0-1-26.ec2.internal I0513 06:37:54.344110 3800 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-88l7p I0513 06:37:54.344159 3800 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-tx4cn I0513 06:37:54.344220 3800 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-k7g5m I0513 06:37:54.360719 3800 pod.go:62] [openshift-network-diagnostics/network-check-target-88l7p] pod update took 16.680904ms I0513 06:37:54.360735 3800 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-88l7p] addLogicalPort annotation time took 16.69986ms I0513 06:37:54.361463 3800 pods.go:271] [openshift-network-diagnostics/network-check-target-88l7p] addLogicalPort took 17.501264ms, libovsdb time 548.524µs I0513 06:37:54.365055 3800 pod.go:62] [openshift-multus/network-metrics-daemon-tx4cn] pod update took 21.015203ms I0513 06:37:54.365070 3800 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-tx4cn] addLogicalPort annotation time took 21.038046ms I0513 06:37:54.365419 3800 pod.go:62] [kube-system/global-pull-secret-syncer-k7g5m] pod update took 21.340175ms I0513 06:37:54.365439 3800 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-k7g5m] addLogicalPort annotation time took 21.360182ms I0513 06:37:54.365843 3800 pods.go:271] [openshift-multus/network-metrics-daemon-tx4cn] addLogicalPort took 21.893107ms, libovsdb time 582.177µs I0513 06:37:54.366086 3800 pods.go:271] [kube-system/global-pull-secret-syncer-k7g5m] addLogicalPort took 22.112376ms, libovsdb time 454.267µs I0513 06:37:54.366465 3800 admin_network_policy_controller.go:227] Starting controller default-network-controller I0513 06:37:54.366484 3800 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0513 06:37:54.366494 3800 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0513 06:37:54.366498 3800 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0513 06:37:54.366675 3800 repair.go:29] Repairing admin network policies took 161.054µs I0513 06:37:54.366768 3800 repair.go:92] Repairing baseline admin network policies took 85.188µs I0513 06:37:54.367153 3800 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0513 06:37:54.367587 3800 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0513 06:37:54.367605 3800 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0513 06:37:54.369227 3800 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0513 06:37:54.369245 3800 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0513 06:37:54.369252 3800 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0513 06:37:54.370404 3800 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0513 06:37:54.370427 3800 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0513 06:37:54.370440 3800 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0513 06:37:54.372584 3800 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0513 06:37:54.372606 3800 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0513 06:37:54.372614 3800 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0513 06:37:54.373761 3800 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0513 06:37:54.373783 3800 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0513 06:37:54.373793 3800 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0513 06:37:54.375130 3800 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0513 06:37:54.375148 3800 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0513 06:37:54.375157 3800 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0513 06:37:54.376588 3800 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0513 06:37:54.376604 3800 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0513 06:37:54.376611 3800 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0513 06:37:54.377067 3800 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0513 06:37:54.377084 3800 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0513 06:37:54.377090 3800 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0513 06:37:54.377336 3800 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0513 06:37:54.377354 3800 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0513 06:37:54.377383 3800 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0513 06:37:54.378014 3800 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0513 06:37:54.378028 3800 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0513 06:37:54.378034 3800 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0513 06:37:54.379172 3800 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0513 06:37:54.379192 3800 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0513 06:37:54.379202 3800 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0513 06:37:54.379643 3800 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0513 06:37:54.379664 3800 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0513 06:37:54.379674 3800 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0513 06:37:54.380448 3800 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0513 06:37:54.380466 3800 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0513 06:37:54.380475 3800 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0513 06:37:54.381426 3800 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0513 06:37:54.381441 3800 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0513 06:37:54.381448 3800 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0513 06:37:54.381880 3800 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0513 06:37:54.381896 3800 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0513 06:37:54.381903 3800 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0513 06:37:54.382301 3800 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0513 06:37:54.382315 3800 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0513 06:37:54.382322 3800 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0513 06:37:54.382777 3800 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0513 06:37:54.382792 3800 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0513 06:37:54.382799 3800 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0513 06:37:54.383708 3800 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0513 06:37:54.383729 3800 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0513 06:37:54.383740 3800 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0513 06:37:54.384211 3800 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0513 06:37:54.384228 3800 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0513 06:37:54.384240 3800 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0513 06:37:54.385180 3800 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0513 06:37:54.385195 3800 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0513 06:37:54.385590 3800 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0513 06:37:54.386521 3800 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0513 06:37:54.386541 3800 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0513 06:37:54.386552 3800 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0513 06:37:54.388020 3800 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0513 06:37:54.388040 3800 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0513 06:37:54.388051 3800 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0513 06:37:54.388476 3800 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0513 06:37:54.388493 3800 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0513 06:37:54.388499 3800 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0513 06:37:54.388941 3800 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0513 06:37:54.388961 3800 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0513 06:37:54.388972 3800 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0513 06:37:54.389448 3800 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0513 06:37:54.389463 3800 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0513 06:37:54.389469 3800 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0513 06:37:54.389730 3800 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0513 06:37:54.389747 3800 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0513 06:37:54.389754 3800 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0513 06:37:54.390162 3800 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0513 06:37:54.390175 3800 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0513 06:37:54.390185 3800 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0513 06:37:54.391288 3800 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0513 06:37:54.391304 3800 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0513 06:37:54.391312 3800 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0513 06:37:54.392372 3800 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0513 06:37:54.392388 3800 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0513 06:37:54.392398 3800 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0513 06:37:54.393071 3800 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0513 06:37:54.397324 3800 egressfirewall.go:374] Starting EgressFirewall controller I0513 06:37:54.397355 3800 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0513 06:37:54.397355 3800 controller.go:133] Adding controller egress-firewall-controller event handlers I0513 06:37:54.397407 3800 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0513 06:37:54.397419 3800 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0513 06:37:54.397422 3800 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0513 06:37:54.397432 3800 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0513 06:37:54.397681 3800 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0513 06:37:54.397695 3800 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0513 06:37:54.397700 3800 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0513 06:37:54.397708 3800 egressqos.go:193] Setting up event handlers for EgressQoS I0513 06:37:54.397720 3800 egressfirewall.go:723] Syncing node "ip-10-0-1-26.ec2.internal" for egress firewall I0513 06:37:54.397792 3800 egressqos.go:245] Starting EgressQoS Controller I0513 06:37:54.397802 3800 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0513 06:37:54.397808 3800 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0513 06:37:54.397818 3800 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0513 06:37:54.397823 3800 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0513 06:37:54.397828 3800 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0513 06:37:54.397833 3800 shared_informer.go:356] "Caches are synced" controller="egressqos" I0513 06:37:54.397836 3800 egressqos.go:259] Repairing EgressQoSes I0513 06:37:54.397840 3800 egressqos.go:399] Starting repairing loop for egressqos I0513 06:37:54.397899 3800 egressqos.go:401] Finished repairing loop for egressqos: 59.168µs I0513 06:37:54.397913 3800 egressservice_zone.go:132] Setting up event handlers for Egress Services I0513 06:37:54.397952 3800 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-26.ec2.internal I0513 06:37:54.398000 3800 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-26.ec2.internal : 49.176µs I0513 06:37:54.398091 3800 egressservice_zone.go:210] Starting Egress Services Controller I0513 06:37:54.398108 3800 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0513 06:37:54.398118 3800 shared_informer.go:356] "Caches are synced" controller="egressservices" I0513 06:37:54.398126 3800 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0513 06:37:54.398131 3800 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0513 06:37:54.398138 3800 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0513 06:37:54.398143 3800 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0513 06:37:54.398148 3800 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0513 06:37:54.398153 3800 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0513 06:37:54.398157 3800 egressservice_zone.go:228] Repairing Egress Services I0513 06:37:54.398452 3800 master_controller.go:88] Starting Admin Policy Based Route Controller I0513 06:37:54.398462 3800 external_controller.go:278] Starting Admin Policy Based Route Controller I0513 06:37:54.398536 3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-26.ec2.internal I0513 06:37:54.398547 3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-26.ec2.internal: 13.161µs I0513 06:37:54.398635 3800 default_network_controller.go:585] Completing all the Watchers took 205.650077ms I0513 06:37:54.398654 3800 default_network_controller.go:589] Starting unidling controllers I0513 06:37:54.398668 3800 unidle.go:46] Registering OVN SB ControllerEvent handler I0513 06:37:54.398681 3800 unidle.go:63] Populating Initial ContollerEvent events I0513 06:37:54.398694 3800 unidle.go:79] Setting up event handlers for services I0513 06:37:54.398741 3800 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0513 06:37:54.773259 3800 default_node_network_controller.go:519] Node connection status = connected I0513 06:37:55.272615 3800 default_node_network_controller.go:519] Node connection status = connected I0513 06:37:55.773404 3800 default_node_network_controller.go:519] Node connection status = connected I0513 06:37:56.272809 3800 default_node_network_controller.go:519] Node connection status = connected I0513 06:37:56.424307 3800 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0513 06:37:56.773150 3800 default_node_network_controller.go:519] Node connection status = connected I0513 06:37:56.789990 3800 bridgeconfig.go:537] Gateway is ready I0513 06:37:56.790009 3800 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0513 06:37:56.802429 3800 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.26. Updating OVN encap IP. I0513 06:37:56.807749 3800 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.26 - it is already configured I0513 06:37:56.807765 3800 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.26/24:{} 172.20.0.1/32:{}]. Updating annotations. I0513 06:37:56.808012 3800 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.26/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-26.ec2.internal","mac-address":"0a:ff:ff:c7:f7:5b","ip-addresses":["10.0.1.26/24"],"ip-address":"10.0.1.26/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f999c167-b8f4-4fb3-90a3-3a2c1870fe54 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.26/24"}] on node ip-10-0-1-26.ec2.internal I0513 06:37:56.824257 3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-26.ec2.internal I0513 06:37:56.824277 3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-26.ec2.internal: 26.751µs I0513 06:37:56.824280 3800 master.go:548] Adding or Updating local node "ip-10-0-1-26.ec2.internal" for network "default" I0513 06:37:56.824301 3800 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-26.ec2.internal in network "default" I0513 06:37:56.824313 3800 egressfirewall.go:723] Syncing node "ip-10-0-1-26.ec2.internal" for egress firewall I0513 06:37:56.824356 3800 node_tracker.go:169] Node ip-10-0-1-26.ec2.internal switch + router changed, syncing services in network "default" I0513 06:37:56.824372 3800 services_controller.go:574] Full service sync requested for network=default I0513 06:37:56.825259 3800 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.26 I0513 06:37:56.825458 3800 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-26.ec2.internal I0513 06:37:56.828773 3800 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-26.ec2.internal. Updating no re-route policies I0513 06:37:56.828862 3800 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-26.ec2.internal I0513 06:37:56.828881 3800 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-26.ec2.internal I0513 06:37:56.828881 3800 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-jv9rr I0513 06:37:56.828900 3800 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-jv9rr I0513 06:37:56.828903 3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-k6csw I0513 06:37:56.828908 3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-ptxw2 I0513 06:37:56.828914 3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-k6csw I0513 06:37:56.828917 3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-26.ec2.internal I0513 06:37:56.828924 3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-ptxw2 I0513 06:37:56.828931 3800 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-jv9rr after 0 failed attempt(s) I0513 06:37:56.828933 3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-26.ec2.internal I0513 06:37:56.828937 3800 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-k6csw after 0 failed attempt(s) I0513 06:37:56.828937 3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-5zsgt I0513 06:37:56.828911 3800 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-26.ec2.internal after 0 failed attempt(s) I0513 06:37:56.828948 3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-5zsgt I0513 06:37:56.828948 3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-tx4cn I0513 06:37:56.828952 3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-4f4k7 I0513 06:37:56.828924 3800 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-k7g5m I0513 06:37:56.828961 3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-tx4cn I0513 06:37:56.828963 3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-4f4k7 I0513 06:37:56.828965 3800 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-5zsgt after 0 failed attempt(s) I0513 06:37:56.828964 3800 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-k7g5m I0513 06:37:56.828955 3800 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-26.ec2.internal after 0 failed attempt(s) I0513 06:37:56.828921 3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-f67xn I0513 06:37:56.829012 3800 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-k7g5m] creating logical port kube-system_global-pull-secret-syncer-k7g5m for pod on switch ip-10-0-1-26.ec2.internal I0513 06:37:56.829017 3800 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-tx4cn] creating logical port openshift-multus_network-metrics-daemon-tx4cn for pod on switch ip-10-0-1-26.ec2.internal I0513 06:37:56.829021 3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-f67xn I0513 06:37:56.829038 3800 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-f67xn after 0 failed attempt(s) I0513 06:37:56.828952 3800 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-ptxw2 after 0 failed attempt(s) I0513 06:37:56.828951 3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-66r6t I0513 06:37:56.829049 3800 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-4f4k7 after 0 failed attempt(s) I0513 06:37:56.829054 3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-66r6t I0513 06:37:56.828908 3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-88l7p I0513 06:37:56.829064 3800 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-66r6t after 0 failed attempt(s) I0513 06:37:56.829066 3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-88l7p I0513 06:37:56.828866 3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-djpjg I0513 06:37:56.829077 3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-djpjg I0513 06:37:56.829091 3800 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-djpjg after 0 failed attempt(s) I0513 06:37:56.829091 3800 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-88l7p] creating logical port openshift-network-diagnostics_network-check-target-88l7p for pod on switch ip-10-0-1-26.ec2.internal I0513 06:37:56.828936 3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-f8cp8 I0513 06:37:56.829178 3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-f8cp8 I0513 06:37:56.829197 3800 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-f8cp8 after 0 failed attempt(s) I0513 06:37:56.829948 3800 pods.go:271] [kube-system/global-pull-secret-syncer-k7g5m] addLogicalPort took 950.437µs, libovsdb time 280.278µs I0513 06:37:56.829961 3800 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-k7g5m after 0 failed attempt(s) I0513 06:37:56.830021 3800 pods.go:271] [openshift-multus/network-metrics-daemon-tx4cn] addLogicalPort took 1.014874ms, libovsdb time 349.826µs I0513 06:37:56.830037 3800 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-tx4cn after 0 failed attempt(s) I0513 06:37:56.830105 3800 pods.go:271] [openshift-network-diagnostics/network-check-target-88l7p] addLogicalPort took 1.019898ms, libovsdb time 393.26µs I0513 06:37:56.830114 3800 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-88l7p after 0 failed attempt(s) I0513 06:37:56.839906 3800 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0513 06:37:56.850746 3800 iptables.go:108] Creating table: mangle chain: OUTPUT I0513 06:37:56.853786 3800 iptables.go:108] Creating table: nat chain: OUTPUT I0513 06:37:56.897097 3800 iptables.go:108] Creating table: nat chain: PREROUTING I0513 06:37:56.959342 3800 iptables.go:108] Creating table: filter chain: FORWARD I0513 06:37:56.976543 3800 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0513 06:37:56.976847 3800 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0513 06:37:56.976920 3800 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0513 06:37:56.977011 3800 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0513 06:37:56.977076 3800 gateway_init.go:325] Gateway and management port readiness took 2.708888725s I0513 06:37:56.977107 3800 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0513 06:37:56.977140 3800 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0513 06:37:56.977152 3800 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0513 06:37:56.977161 3800 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0513 06:37:56.977216 3800 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0513 06:37:56.977303 3800 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 56.314µs I0513 06:37:56.977580 3800 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0513 06:37:56.977606 3800 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.165µs I0513 06:37:56.977614 3800 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 35.298µs I0513 06:37:56.977620 3800 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0513 06:37:56.977630 3800 nad_controller.go:379] [node-nad-controller NAD controller]: started I0513 06:37:56.977637 3800 default_node_network_controller.go:899] Starting the default node network controller I0513 06:37:56.977642 3800 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0513 06:37:56.977676 3800 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.796µs I0513 06:37:56.977764 3800 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0513 06:37:56.977772 3800 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0513 06:37:56.977794 3800 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009f5770 0xc0002ddce0 0xc0002dddc0 0xc0002dde30 0xc0002ddea0 0xc0002ddf10 0xc0002ec000 0xc000a7e1e0 0xc0002ec070 0xc0002ec0e0 0xc000b242d0 0xc0061a4230 0xc0002ec150 map[0x2ff9080:0xc0038874a0 0x2ff95c0:0xc003887620 0x2ffa2e0:0xc00270d500 0x2ffa580:0xc003887440 0x2ffad60:0xc003887500 0x2ffb000:0xc003887560 0x2ffb2a0:0xc0038875c0 0x2ffba80:0xc0049095c0 0x2ffbd20:0xc004909620 0x3026980:0xc0009ae840 0x3026d20:0xc0009ae8a0 0x3027800:0xc000a58f60 0x3029160:0xc001bac000 0x30298a0:0xc0009ae9c0 0x302a720:0xc0008f9140] 0xc0000d3110 0} I0513 06:37:56.977855 3800 gateway.go:151] Starting gateway service sync I0513 06:37:56.978229 3800 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0513 06:37:56.980349 3800 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0513 06:37:57.007142 3800 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0513 06:37:57.008313 3800 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0513 06:37:57.009383 3800 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0513 06:37:57.042166 3800 gateway.go:168] Gateway service sync done. Time taken: 64.296858ms I0513 06:37:57.042632 3800 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30797 I0513 06:37:57.042904 3800 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009f5770 0xc0002ddce0 0xc0002dddc0 0xc0002dde30 0xc0002ddea0 0xc0002ddf10 0xc0002ec000 0xc000a7e1e0 0xc0002ec070 0xc0002ec0e0 0xc000b242d0 0xc0061a4230 0xc0002ec150 map[0x2ff9080:0xc0038874a0 0x2ff95c0:0xc003887620 0x2ffa2e0:0xc00270d500 0x2ffa580:0xc003887440 0x2ffad60:0xc003887500 0x2ffb000:0xc003887560 0x2ffb2a0:0xc0038875c0 0x2ffba80:0xc0049095c0 0x2ffbd20:0xc004909620 0x3026980:0xc0009ae840 0x3026d20:0xc0009ae8a0 0x3027800:0xc000a58f60 0x3029160:0xc001bac000 0x30298a0:0xc0009ae9c0 0x302a720:0xc0008f9140] 0xc0000d3110 0} I0513 06:37:57.043328 3800 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009f5770 0xc0002ddce0 0xc0002dddc0 0xc0002dde30 0xc0002ddea0 0xc0002ddf10 0xc0002ec000 0xc000a7e1e0 0xc0002ec070 0xc0002ec0e0 0xc000b242d0 0xc0061a4230 0xc0002ec150 map[0x2ff9080:0xc0038874a0 0x2ff95c0:0xc003887620 0x2ffa2e0:0xc00270d500 0x2ffa580:0xc003887440 0x2ffad60:0xc003887500 0x2ffb000:0xc003887560 0x2ffb2a0:0xc0038875c0 0x2ffba80:0xc0049095c0 0x2ffbd20:0xc004909620 0x3026980:0xc0009ae840 0x3026d20:0xc0009ae8a0 0x3027800:0xc000a58f60 0x3029160:0xc001bac000 0x30298a0:0xc0009ae9c0 0x302a720:0xc0008f9140] 0xc0000d3110 0} I0513 06:37:57.043362 3800 gateway.go:532] Reconciling gateway with updates I0513 06:37:57.049882 3800 gateway.go:339] Spawning Conntrack Rule Check Thread I0513 06:37:57.049956 3800 default_node_network_controller.go:944] Gateway and management port readiness took 72.177554ms I0513 06:37:57.049972 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0513 06:37:57.049983 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0513 06:37:57.049990 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0513 06:37:57.049999 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0513 06:37:57.049997 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0513 06:37:57.050008 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0513 06:37:57.050015 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0513 06:37:57.050020 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0513 06:37:57.050022 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0513 06:37:57.050025 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0513 06:37:57.050032 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0513 06:37:57.050040 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0513 06:37:57.050050 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0513 06:37:57.050053 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0513 06:37:57.050055 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0513 06:37:57.050029 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0513 06:37:57.050070 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0513 06:37:57.050069 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0513 06:37:57.050075 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0513 06:37:57.050048 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0513 06:37:57.050091 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0513 06:37:57.050095 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0513 06:37:57.050096 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0513 06:37:57.050104 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0513 06:37:57.050106 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0513 06:37:57.050112 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0513 06:37:57.050112 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0513 06:37:57.050114 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0513 06:37:57.050083 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0513 06:37:57.050118 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0513 06:37:57.050128 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0513 06:37:57.050125 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0513 06:37:57.050071 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0513 06:37:57.050134 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0513 06:37:57.050128 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0513 06:37:57.050145 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0513 06:37:57.050145 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0513 06:37:57.050150 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0513 06:37:57.050151 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0513 06:37:57.050157 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0513 06:37:57.050110 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0513 06:37:57.050163 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0513 06:37:57.050171 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0513 06:37:57.050170 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0513 06:37:57.050112 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0513 06:37:57.050143 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0513 06:37:57.050184 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0513 06:37:57.050195 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0513 06:37:57.050135 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0513 06:37:57.050172 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0513 06:37:57.050090 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0513 06:37:57.050208 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0513 06:37:57.050213 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0513 06:37:57.050225 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0513 06:37:57.050227 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0513 06:37:57.050237 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0513 06:37:57.050240 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0513 06:37:57.050243 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0513 06:37:57.050156 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0513 06:37:57.050183 3800 port_claim.go:71] Svc openshift-ingress/router-default: port 30829 is already open, no action needed I0513 06:37:57.050248 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 06:37:57.050264 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 06:37:57.050265 3800 port_claim.go:71] Svc openshift-ingress/router-default: port 32374 is already open, no action needed I0513 06:37:57.050082 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0513 06:37:57.050115 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0513 06:37:57.050324 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0513 06:37:57.050238 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0513 06:37:57.050375 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0513 06:37:57.050391 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 06:37:57.050062 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0513 06:37:57.050407 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 06:37:57.050408 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0513 06:37:57.050423 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0513 06:37:57.050434 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0513 06:37:57.050192 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0513 06:37:57.050131 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0513 06:37:57.050595 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0513 06:37:57.050604 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0513 06:37:57.050078 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0513 06:37:57.050615 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0513 06:37:57.050619 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0513 06:37:57.050137 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0513 06:37:57.050159 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0513 06:37:57.050648 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0513 06:37:57.050165 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0513 06:37:57.050170 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0513 06:37:57.050097 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0513 06:37:57.050696 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0513 06:37:57.050007 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0513 06:37:57.050717 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0513 06:37:57.050199 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0513 06:37:57.050100 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0513 06:37:57.050749 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0513 06:37:57.050202 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0513 06:37:57.050756 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0513 06:37:57.050761 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0513 06:37:57.050203 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0513 06:37:57.050215 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0513 06:37:57.050771 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0513 06:37:57.050215 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0513 06:37:57.050799 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0513 06:37:57.050120 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0513 06:37:57.050820 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0513 06:37:57.050245 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0513 06:37:57.050250 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0513 06:37:57.050254 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0513 06:37:57.050133 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0513 06:37:57.051052 3800 node_ip_handler_linux.go:160] Node IP manager is running W0513 06:37:57.088417 3800 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0513 06:37:57.088590 3800 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0513 06:37:57.088731 3800 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0513 06:37:57.098495 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0513 06:37:57.098536 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0513 06:37:57.098552 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0513 06:37:57.138852 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0513 06:37:57.138883 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0513 06:37:57.138891 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0513 06:37:57.138898 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0513 06:37:57.138905 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0513 06:37:57.138913 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0513 06:37:57.177805 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0513 06:37:57.177835 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0513 06:37:57.177853 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0513 06:37:57.177860 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0513 06:37:57.177865 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0513 06:37:57.177871 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0513 06:37:57.177877 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0513 06:37:57.177882 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0513 06:37:57.177887 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0513 06:37:57.177893 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0513 06:37:57.177907 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0513 06:37:57.177925 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0513 06:37:57.177933 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0513 06:37:57.177938 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0513 06:37:57.177945 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0513 06:37:57.177969 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0513 06:37:57.177982 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0513 06:37:57.177989 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0513 06:37:58.375187 3800 default_node_network_controller.go:1380] Starting node controller node sync W0513 06:37:58.375229 3800 egressip_healthcheck.go:76] Health checking using insecure connection I0513 06:37:58.375282 3800 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0513 06:37:58.386072 3800 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 10.868081ms I0513 06:37:58.386194 3800 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0513 06:37:58.386483 3800 egressservice_node.go:93] Setting up event handlers for Egress Services I0513 06:37:58.386602 3800 egressservice_node.go:183] Starting Egress Services Controller I0513 06:37:58.386616 3800 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0513 06:37:58.386625 3800 shared_informer.go:356] "Caches are synced" controller="egressservices" I0513 06:37:58.386631 3800 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0513 06:37:58.386636 3800 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0513 06:37:58.386696 3800 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0513 06:37:58.386704 3800 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0513 06:37:58.386709 3800 egressservice_node.go:197] Repairing Egress Services I0513 06:37:58.396560 3800 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0513 06:37:58.396570 3800 external_controller.go:278] Starting Admin Policy Based Route Controller I0513 06:37:58.396740 3800 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0513 06:37:58.396750 3800 link_network_manager.go:119] Link manager is running I0513 06:37:58.396759 3800 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0513 06:37:58.396952 3800 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0513 06:37:58.397480 3800 vrf_manager.go:128] VRF manager is running I0513 06:37:58.397660 3800 node_controller_manager.go:437] Removing flows to drop GARP I0513 06:37:58.397669 3800 gateway.go:532] Reconciling gateway with updates I0513 06:37:58.423369 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0513 06:37:58.423388 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0513 06:37:58.423395 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0513 06:37:58.423410 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0513 06:37:58.423437 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0513 06:37:58.423450 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0513 06:37:58.423465 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0513 06:37:58.423466 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0513 06:37:58.423474 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0513 06:37:58.423486 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0513 06:37:58.423495 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0513 06:37:58.423498 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0513 06:37:58.423530 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0513 06:37:58.423538 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0513 06:37:58.423541 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0513 06:37:58.423543 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0513 06:37:58.423546 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0513 06:37:58.423553 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0513 06:37:58.423554 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0513 06:37:58.423556 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0513 06:37:58.423552 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0513 06:37:58.423565 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0513 06:37:58.423568 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0513 06:37:58.423469 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0513 06:37:58.423606 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0513 06:37:58.423608 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0513 06:37:58.423612 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0513 06:37:58.423615 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0513 06:37:58.423549 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0513 06:37:58.423625 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0513 06:37:58.423559 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0513 06:37:58.423627 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0513 06:37:58.423633 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0513 06:37:58.423641 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0513 06:37:58.423645 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0513 06:37:58.423646 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0513 06:37:58.423652 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0513 06:37:58.423651 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0513 06:37:58.423655 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0513 06:37:58.423658 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0513 06:37:58.423656 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0513 06:37:58.423662 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0513 06:37:58.423662 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0513 06:37:58.423666 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0513 06:37:58.423659 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0513 06:37:58.423671 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0513 06:37:58.423671 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0513 06:37:58.423680 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0513 06:37:58.423683 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0513 06:37:58.423532 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0513 06:37:58.423691 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0513 06:37:58.423693 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0513 06:37:58.423694 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 06:37:58.423696 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0513 06:37:58.423702 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0513 06:37:58.423706 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 06:37:58.423707 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0513 06:37:58.423710 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0513 06:37:58.423713 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0513 06:37:58.423715 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0513 06:37:58.423720 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0513 06:37:58.423719 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0513 06:37:58.423486 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 06:37:58.423730 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0513 06:37:58.423733 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0513 06:37:58.423698 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0513 06:37:58.423682 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0513 06:37:58.423745 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0513 06:37:58.423663 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0513 06:37:58.423733 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 06:37:58.423691 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0513 06:37:58.423653 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0513 06:37:58.423771 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0513 06:37:58.423773 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0513 06:37:58.423675 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0513 06:37:58.423644 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0513 06:37:58.423539 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0513 06:37:58.423530 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0513 06:37:58.423832 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0513 06:37:58.423839 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0513 06:37:58.423454 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0513 06:37:58.423852 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0513 06:37:58.423632 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0513 06:37:58.423633 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0513 06:37:58.423871 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0513 06:37:58.423643 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0513 06:37:58.423903 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0513 06:37:58.423667 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0513 06:37:58.423667 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0513 06:37:58.423678 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0513 06:37:58.423919 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0513 06:37:58.423686 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0513 06:37:58.423687 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0513 06:37:58.424053 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0513 06:37:58.423703 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0513 06:37:58.424065 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0513 06:37:58.423705 3800 port_claim.go:71] Svc openshift-ingress/router-default: port 30829 is already open, no action needed I0513 06:37:58.424175 3800 port_claim.go:71] Svc openshift-ingress/router-default: port 32374 is already open, no action needed I0513 06:37:58.423712 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0513 06:37:58.423762 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0513 06:37:58.424268 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0513 06:37:58.423475 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0513 06:37:58.423473 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0513 06:37:58.460861 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0513 06:37:58.460877 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0513 06:37:58.460883 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0513 06:37:58.460888 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0513 06:37:58.460893 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0513 06:37:58.460898 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0513 06:37:58.460903 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0513 06:37:58.479354 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0513 06:37:58.479365 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0513 06:37:58.479358 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0513 06:37:58.479376 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0513 06:37:58.479383 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0513 06:37:58.479390 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0513 06:37:58.479395 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0513 06:37:58.479401 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0513 06:37:58.479406 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0513 06:37:58.479412 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0513 06:37:58.479419 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0513 06:37:58.479426 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0513 06:37:58.479431 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0513 06:37:58.479435 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0513 06:37:58.479440 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0513 06:37:58.479444 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0513 06:37:58.479449 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0513 06:37:58.479454 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0513 06:37:58.479459 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0513 06:37:58.479463 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0513 06:37:58.515923 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0513 06:37:58.515930 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0513 06:37:58.515944 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0513 06:37:58.515958 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0513 06:38:00.248949 3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-26.ec2.internal I0513 06:38:00.248980 3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-26.ec2.internal: 39.9µs I0513 06:38:00.282707 3800 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-795ddd8f58-gw8q2] creating logical port openshift-image-registry_image-registry-795ddd8f58-gw8q2 for pod on switch ip-10-0-1-26.ec2.internal I0513 06:38:00.282836 3800 kube.go:256] Updating pod openshift-image-registry/image-registry-795ddd8f58-gw8q2 I0513 06:38:00.311472 3800 pod.go:62] [openshift-image-registry/image-registry-795ddd8f58-gw8q2] pod update took 28.661022ms I0513 06:38:00.311492 3800 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-795ddd8f58-gw8q2] addLogicalPort annotation time took 28.684664ms I0513 06:38:00.312566 3800 pods.go:271] [openshift-image-registry/image-registry-795ddd8f58-gw8q2] addLogicalPort took 29.874186ms, libovsdb time 826.273µs I0513 06:38:00.342740 3800 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-hv5bd] creating logical port openshift-dns_dns-default-hv5bd for pod on switch ip-10-0-1-26.ec2.internal I0513 06:38:00.342849 3800 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-n4t98] creating logical port openshift-insights_insights-operator-6dbb575d6c-n4t98 for pod on switch ip-10-0-1-26.ec2.internal I0513 06:38:00.342903 3800 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-bq745] creating logical port openshift-console-operator_console-operator-66dbbb6468-bq745 for pod on switch ip-10-0-1-26.ec2.internal I0513 06:38:00.342934 3800 kube.go:256] Updating pod openshift-dns/dns-default-hv5bd I0513 06:38:00.343013 3800 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-n4t98 I0513 06:38:00.343013 3800 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-bq745 I0513 06:38:00.343035 3800 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-qm4r2] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-qm4r2 for pod on switch ip-10-0-1-26.ec2.internal I0513 06:38:00.343341 3800 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-qm4r2 I0513 06:38:00.352559 3800 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-879d7bb47-9kmxq] creating logical port openshift-ingress_router-default-879d7bb47-9kmxq for pod on switch ip-10-0-1-26.ec2.internal I0513 06:38:00.352649 3800 kube.go:256] Updating pod openshift-ingress/router-default-879d7bb47-9kmxq I0513 06:38:00.352701 3800 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6df78b79b9-dt699] creating logical port openshift-ingress_router-default-6df78b79b9-dt699 for pod on switch ip-10-0-1-26.ec2.internal I0513 06:38:00.352783 3800 kube.go:256] Updating pod openshift-ingress/router-default-6df78b79b9-dt699 I0513 06:38:00.355580 3800 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-d5pxz] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-d5pxz for pod on switch ip-10-0-1-26.ec2.internal I0513 06:38:00.355655 3800 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-d5pxz I0513 06:38:00.386262 3800 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-bq745] pod update took 43.278348ms I0513 06:38:00.386284 3800 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-bq745] addLogicalPort annotation time took 43.304741ms I0513 06:38:00.386373 3800 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-d5pxz] pod update took 30.739099ms I0513 06:38:00.386385 3800 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-n4t98] pod update took 43.394699ms I0513 06:38:00.386477 3800 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-n4t98] addLogicalPort annotation time took 43.485809ms I0513 06:38:00.386392 3800 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-d5pxz] addLogicalPort annotation time took 30.759227ms I0513 06:38:00.386791 3800 pod.go:62] [openshift-dns/dns-default-hv5bd] pod update took 43.902405ms I0513 06:38:00.386806 3800 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-hv5bd] addLogicalPort annotation time took 43.921435ms I0513 06:38:00.387646 3800 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-bq745] addLogicalPort took 44.754015ms, libovsdb time 1.044155ms I0513 06:38:00.387701 3800 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-n6cfx] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-n6cfx for pod on switch ip-10-0-1-26.ec2.internal I0513 06:38:00.387792 3800 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-n6cfx I0513 06:38:00.388024 3800 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-n4t98] addLogicalPort took 45.187623ms, libovsdb time 1.067719ms I0513 06:38:00.388171 3800 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-d5pxz] addLogicalPort took 32.597083ms, libovsdb time 1.166191ms I0513 06:38:00.388327 3800 pods.go:271] [openshift-dns/dns-default-hv5bd] addLogicalPort took 45.608507ms, libovsdb time 1.136734ms I0513 06:38:00.388649 3800 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-2dl8m] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-2dl8m for pod on switch ip-10-0-1-26.ec2.internal I0513 06:38:00.388718 3800 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-2dl8m I0513 06:38:00.397863 3800 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-qm4r2] pod update took 54.544471ms I0513 06:38:00.397882 3800 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-qm4r2] addLogicalPort annotation time took 54.566123ms I0513 06:38:00.397958 3800 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-g9b4c] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-g9b4c for pod on switch ip-10-0-1-26.ec2.internal I0513 06:38:00.398041 3800 pod.go:62] [openshift-ingress/router-default-6df78b79b9-dt699] pod update took 45.276712ms I0513 06:38:00.398066 3800 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6df78b79b9-dt699] addLogicalPort annotation time took 45.303767ms I0513 06:38:00.398223 3800 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-g9b4c I0513 06:38:00.398322 3800 pod.go:62] [openshift-ingress/router-default-879d7bb47-9kmxq] pod update took 45.696572ms I0513 06:38:00.398348 3800 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-879d7bb47-9kmxq] addLogicalPort annotation time took 45.720852ms I0513 06:38:00.399148 3800 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-qm4r2] addLogicalPort took 56.119476ms, libovsdb time 938.923µs I0513 06:38:00.399197 3800 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-pqwfj] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-pqwfj for pod on switch ip-10-0-1-26.ec2.internal I0513 06:38:00.399248 3800 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-pqwfj I0513 06:38:00.399653 3800 pods.go:271] [openshift-ingress/router-default-6df78b79b9-dt699] addLogicalPort took 46.955343ms, libovsdb time 1.268143ms I0513 06:38:00.399840 3800 pods.go:271] [openshift-ingress/router-default-879d7bb47-9kmxq] addLogicalPort took 47.285381ms, libovsdb time 1.209803ms I0513 06:38:00.421533 3800 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-2dl8m] pod update took 32.832137ms I0513 06:38:00.421552 3800 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-2dl8m] addLogicalPort annotation time took 32.852317ms I0513 06:38:00.421597 3800 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-n6cfx] pod update took 33.824761ms I0513 06:38:00.421616 3800 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-n6cfx] addLogicalPort annotation time took 33.84434ms I0513 06:38:00.421626 3800 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-g88h6] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-g88h6 for pod on switch ip-10-0-1-26.ec2.internal I0513 06:38:00.421705 3800 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-g88h6 I0513 06:38:00.422013 3800 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-5qlkt] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-5qlkt for pod on switch ip-10-0-1-26.ec2.internal I0513 06:38:00.422102 3800 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-5qlkt I0513 06:38:00.422135 3800 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-pps74] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-pps74 for pod on switch ip-10-0-1-26.ec2.internal I0513 06:38:00.422224 3800 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-pps74 I0513 06:38:00.422545 3800 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-2dl8m] addLogicalPort took 33.916416ms, libovsdb time 702.651µs I0513 06:38:00.422837 3800 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-n6cfx] addLogicalPort took 35.1445ms, libovsdb time 806.049µs I0513 06:38:00.444835 3800 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-g9b4c] pod update took 46.695102ms I0513 06:38:00.444852 3800 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-g9b4c] addLogicalPort annotation time took 46.747304ms I0513 06:38:00.445738 3800 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-g9b4c] addLogicalPort took 47.791188ms, libovsdb time 660.748µs I0513 06:38:00.447697 3800 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-5qlkt] pod update took 25.609045ms I0513 06:38:00.447712 3800 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-5qlkt] addLogicalPort annotation time took 25.626432ms I0513 06:38:00.448756 3800 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-5qlkt] addLogicalPort took 26.752866ms, libovsdb time 733.923µs I0513 06:38:00.453796 3800 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-g88h6] pod update took 32.122285ms I0513 06:38:00.453811 3800 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-g88h6] addLogicalPort annotation time took 32.139383ms I0513 06:38:00.453860 3800 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-pqwfj] pod update took 54.627314ms I0513 06:38:00.453876 3800 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-pqwfj] addLogicalPort annotation time took 54.645849ms I0513 06:38:00.454058 3800 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-pps74] pod update took 31.8548ms I0513 06:38:00.454079 3800 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-pps74] addLogicalPort annotation time took 31.875519ms I0513 06:38:00.454947 3800 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-g88h6] addLogicalPort took 33.331329ms, libovsdb time 807.069µs I0513 06:38:00.455006 3800 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-xwwtq] creating logical port openshift-ingress-canary_ingress-canary-xwwtq for pod on switch ip-10-0-1-26.ec2.internal I0513 06:38:00.455095 3800 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-xwwtq I0513 06:38:00.455327 3800 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-pqwfj] addLogicalPort took 56.134684ms, libovsdb time 1.091808ms I0513 06:38:00.455681 3800 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-pps74] addLogicalPort took 33.555803ms, libovsdb time 1.03479ms I0513 06:38:00.469680 3800 pod.go:62] [openshift-ingress-canary/ingress-canary-xwwtq] pod update took 14.623258ms I0513 06:38:00.469695 3800 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-xwwtq] addLogicalPort annotation time took 14.640073ms I0513 06:38:00.470522 3800 pods.go:271] [openshift-ingress-canary/ingress-canary-xwwtq] addLogicalPort took 15.52836ms, libovsdb time 570.222µs I0513 06:38:00.743057 3800 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-n4t98 2bbd3f159f22f4c4bcbbafdcc929cddad31e057054be35d155e34b1620d26f74 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-n4t98 2bbd3f159f22f4c4bcbbafdcc929cddad31e057054be35d155e34b1620d26f74 network default NAD default NAD key ] I0513 06:38:00.751531 3800 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-bq745 96b70788c8d490c9b19afe34b7ecfaaa6a216ed05f7fb9d41308d02fbf4cbc9a network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-bq745 96b70788c8d490c9b19afe34b7ecfaaa6a216ed05f7fb9d41308d02fbf4cbc9a network default NAD default NAD key ] I0513 06:38:00.769343 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-bq745, hostIfaceName: 96b70788c8d490c, network: default, NAD default, SandboxID: "96b70788c8d490c9b19afe34b7ecfaaa6a216ed05f7fb9d41308d02fbf4cbc9a", PCI device ID: , UID: "d4025e17-a278-4d63-b234-1c535943c458", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0513 06:38:00.771069 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-n4t98, hostIfaceName: 2bbd3f159f22f4c, network: default, NAD default, SandboxID: "2bbd3f159f22f4c4bcbbafdcc929cddad31e057054be35d155e34b1620d26f74", PCI device ID: , UID: "8213bb55-f2e9-4124-8c80-261580b40367", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0513 06:38:00.823574 3800 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-bq745 96b70788c8d490c9b19afe34b7ecfaaa6a216ed05f7fb9d41308d02fbf4cbc9a network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-bq745 96b70788c8d490c9b19afe34b7ecfaaa6a216ed05f7fb9d41308d02fbf4cbc9a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:5d:5a:f0:b1:36\",\"name\":\"96b70788c8d490c\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/04a4c97b-05a4-45a7-b3bc-00fd3373a129\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:38:00.828128 3800 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-n4t98 2bbd3f159f22f4c4bcbbafdcc929cddad31e057054be35d155e34b1620d26f74 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-n4t98 2bbd3f159f22f4c4bcbbafdcc929cddad31e057054be35d155e34b1620d26f74 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:37:21:96:90:28\",\"name\":\"2bbd3f159f22f4c\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/30e0219e-8d0a-4b62-be0d-ab8e04a77cb3\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:38:00.903051 3800 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-g9b4c 74561522d0a4443a54fb5642225dbaa7003c155434fd236b360d3789e5599f01 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-g9b4c 74561522d0a4443a54fb5642225dbaa7003c155434fd236b360d3789e5599f01 network default NAD default NAD key ] I0513 06:38:00.903239 3800 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-d5pxz 27657b5464aa45657743eff017044de9de013113d15e7cfc287fdc5897bb8580 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-d5pxz 27657b5464aa45657743eff017044de9de013113d15e7cfc287fdc5897bb8580 network default NAD default NAD key ] I0513 06:38:00.913784 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-g9b4c, hostIfaceName: 74561522d0a4443, network: default, NAD default, SandboxID: "74561522d0a4443a54fb5642225dbaa7003c155434fd236b360d3789e5599f01", PCI device ID: , UID: "4547eec4-b8b7-4e99-8942-51b4249ce69e", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0513 06:38:00.915289 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-d5pxz, hostIfaceName: 27657b5464aa456, network: default, NAD default, SandboxID: "27657b5464aa45657743eff017044de9de013113d15e7cfc287fdc5897bb8580", PCI device ID: , UID: "04295512-1ac0-4700-a2cf-45f0836e2b7e", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0513 06:38:00.959220 3800 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-g9b4c 74561522d0a4443a54fb5642225dbaa7003c155434fd236b360d3789e5599f01 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-g9b4c 74561522d0a4443a54fb5642225dbaa7003c155434fd236b360d3789e5599f01 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:8c:9e:9d:7a:3c\",\"name\":\"74561522d0a4443\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e23f8bc-5a20-4ab2-980f-4b785c4ec772\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:38:00.959489 3800 cni.go:452] [openshift-ingress-canary/ingress-canary-xwwtq 86b475184ef986b3f7de2ffc8131b3b64283446a8c823944a63db714bed5f53e network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-xwwtq 86b475184ef986b3f7de2ffc8131b3b64283446a8c823944a63db714bed5f53e network default NAD default NAD key ] I0513 06:38:00.965157 3800 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-d5pxz 27657b5464aa45657743eff017044de9de013113d15e7cfc287fdc5897bb8580 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-d5pxz 27657b5464aa45657743eff017044de9de013113d15e7cfc287fdc5897bb8580 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:23:68:47:36:c8\",\"name\":\"27657b5464aa456\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e957c049-fa44-40cb-b1fd-c575a449af77\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:38:00.971487 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-xwwtq, hostIfaceName: 86b475184ef986b, network: default, NAD default, SandboxID: "86b475184ef986b3f7de2ffc8131b3b64283446a8c823944a63db714bed5f53e", PCI device ID: , UID: "cda5dbd1-b6fd-4a6e-99a4-7c90c050901b", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0513 06:38:00.971687 3800 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-5qlkt fd468f1724031faf0a154678008b15caa90a7f7cf84f082ba7c5423238fa0ea6 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-5qlkt fd468f1724031faf0a154678008b15caa90a7f7cf84f082ba7c5423238fa0ea6 network default NAD default NAD key ] I0513 06:38:00.981274 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-5qlkt, hostIfaceName: fd468f1724031fa, network: default, NAD default, SandboxID: "fd468f1724031faf0a154678008b15caa90a7f7cf84f082ba7c5423238fa0ea6", PCI device ID: , UID: "20495891-592b-4a86-a24e-4daf439f1aee", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0513 06:38:00.999135 3800 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-pps74 fd7e63e27369abcfb779b5d7b122de075aa2ed1f1a41f11460cf3eea8aa9166e network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-pps74 fd7e63e27369abcfb779b5d7b122de075aa2ed1f1a41f11460cf3eea8aa9166e network default NAD default NAD key ] I0513 06:38:01.010146 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-pps74, hostIfaceName: fd7e63e27369abc, network: default, NAD default, SandboxID: "fd7e63e27369abcfb779b5d7b122de075aa2ed1f1a41f11460cf3eea8aa9166e", PCI device ID: , UID: "6082c103-4178-4e48-8a69-9df01187cf6b", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0513 06:38:01.021550 3800 cni.go:473] [openshift-ingress-canary/ingress-canary-xwwtq 86b475184ef986b3f7de2ffc8131b3b64283446a8c823944a63db714bed5f53e network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-xwwtq 86b475184ef986b3f7de2ffc8131b3b64283446a8c823944a63db714bed5f53e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:da:e4:ae:32:6e\",\"name\":\"86b475184ef986b\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5cbbbad1-12da-4474-9769-c4fabf781578\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:38:01.030138 3800 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-5qlkt fd468f1724031faf0a154678008b15caa90a7f7cf84f082ba7c5423238fa0ea6 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-5qlkt fd468f1724031faf0a154678008b15caa90a7f7cf84f082ba7c5423238fa0ea6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:67:8c:1c:c2:7d\",\"name\":\"fd468f1724031fa\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7ef9f5c-7c77-4623-a862-04e8551e0f3e\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:38:01.053289 3800 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-pps74 fd7e63e27369abcfb779b5d7b122de075aa2ed1f1a41f11460cf3eea8aa9166e network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-pps74 fd7e63e27369abcfb779b5d7b122de075aa2ed1f1a41f11460cf3eea8aa9166e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:35:ee:0b:f8:73\",\"name\":\"fd7e63e27369abc\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/43ffab98-84b2-4b42-ada9-fe3012197004\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:38:01.155612 3800 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-n6cfx 461dc55c068d46e21df8f8128ef6e6b188b38258e5525eb2c2781711b6901a02 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-n6cfx 461dc55c068d46e21df8f8128ef6e6b188b38258e5525eb2c2781711b6901a02 network default NAD default NAD key ] I0513 06:38:01.166936 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-n6cfx, hostIfaceName: 461dc55c068d46e, network: default, NAD default, SandboxID: "461dc55c068d46e21df8f8128ef6e6b188b38258e5525eb2c2781711b6901a02", PCI device ID: , UID: "5d8e9059-adc6-487e-93d5-40c75df255f7", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0513 06:38:01.210258 3800 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-n6cfx 461dc55c068d46e21df8f8128ef6e6b188b38258e5525eb2c2781711b6901a02 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-n6cfx 461dc55c068d46e21df8f8128ef6e6b188b38258e5525eb2c2781711b6901a02 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:46:12:5d:bd:a3\",\"name\":\"461dc55c068d46e\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82feaf0c-6463-4a83-a367-0cc36a53b47f\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:38:02.029470 3800 cni.go:452] [openshift-network-diagnostics/network-check-target-88l7p 58cbb330d12c840fba91a5d2806df51789471db3e0ab8b3bf9fb3424642bcfd6 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-88l7p 58cbb330d12c840fba91a5d2806df51789471db3e0ab8b3bf9fb3424642bcfd6 network default NAD default NAD key ] I0513 06:38:02.038612 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-88l7p, hostIfaceName: 58cbb330d12c840, network: default, NAD default, SandboxID: "58cbb330d12c840fba91a5d2806df51789471db3e0ab8b3bf9fb3424642bcfd6", PCI device ID: , UID: "b98d44fd-47e4-4e20-a41f-b34c139e3127", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0513 06:38:02.081810 3800 cni.go:473] [openshift-network-diagnostics/network-check-target-88l7p 58cbb330d12c840fba91a5d2806df51789471db3e0ab8b3bf9fb3424642bcfd6 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-88l7p 58cbb330d12c840fba91a5d2806df51789471db3e0ab8b3bf9fb3424642bcfd6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:5b:ed:2c:23:ae\",\"name\":\"58cbb330d12c840\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc4dbfcd-563d-4e2d-b434-3b15b339a5f6\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 06:38:11.190269 3800 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0513 06:38:11.245689 3800 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0513 06:38:11.355450 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0513 06:38:11.582448 3800 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0513 06:38:11.583306 3800 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 836.156µs I0513 06:38:11.663469 3800 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0513 06:38:11.839560 3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-84.ec2.internal I0513 06:38:11.839573 3800 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-84.ec2.internal in network "default" I0513 06:38:11.839588 3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-84.ec2.internal: 34.345µs I0513 06:38:11.839576 3800 egressfirewall.go:723] Syncing node "ip-10-0-2-84.ec2.internal" for egress firewall I0513 06:38:11.839591 3800 node_tracker.go:220] Node ip-10-0-2-84.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation E0513 06:38:11.839616 3800 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-84.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0513 06:38:11.839634 3800 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-84.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-84.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-84.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-84.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-84.ec2.internal, error parsing annotation for node ip-10-0-2-84.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0513 06:38:11.853105 3800 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-84.ec2.internal annotation: unexpected end of JSON input I0513 06:38:11.853112 3800 default_network_controller.go:1025] Node "ip-10-0-2-84.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0513 06:38:11.853151 3800 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-84.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0513 06:38:11.873105 3800 egressfirewall.go:723] Syncing node "ip-10-0-2-84.ec2.internal" for egress firewall E0513 06:38:11.873108 3800 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-84.ec2.internal annotation: unexpected end of JSON input I0513 06:38:11.873166 3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-84.ec2.internal I0513 06:38:11.873180 3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-84.ec2.internal: 16.55µs I0513 06:38:11.873184 3800 default_network_controller.go:1025] Node "ip-10-0-2-84.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0513 06:38:11.873211 3800 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-84.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0513 06:38:11.943803 3800 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-84.ec2.internal annotation: unexpected end of JSON input E0513 06:38:11.943822 3800 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-84.ec2.internal annotation: unexpected end of JSON input I0513 06:38:11.943831 3800 default_network_controller.go:1025] Node "ip-10-0-2-84.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0513 06:38:11.943881 3800 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-84.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-84.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-84.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-84.ec2.internal" I0513 06:38:11.953954 3800 default_network_controller.go:1025] Node "ip-10-0-2-84.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0513 06:38:12.080448 3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-84.ec2.internal I0513 06:38:12.080458 3800 egressfirewall.go:723] Syncing node "ip-10-0-2-84.ec2.internal" for egress firewall I0513 06:38:12.080468 3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-84.ec2.internal: 22.949µs I0513 06:38:12.080541 3800 default_network_controller.go:1025] Node "ip-10-0-2-84.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 06:38:12.096561 3800 default_network_controller.go:1025] Node "ip-10-0-2-84.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 06:38:12.173307 3800 namespace.go:98] [openshift-service-ca] adding namespace I0513 06:38:12.174139 3800 namespace.go:102] [openshift-service-ca] adding namespace took 814.995µs I0513 06:38:12.196172 3800 namespace.go:142] [openshift-service-ca] updating namespace I0513 06:38:12.413073 3800 default_network_controller.go:1025] Node "ip-10-0-2-84.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 06:38:12.722322 3800 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rn4q7] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-rn4q7 for pod on switch ip-10-0-1-26.ec2.internal I0513 06:38:12.722408 3800 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rn4q7 I0513 06:38:12.740173 3800 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rn4q7] pod update took 17.78543ms I0513 06:38:12.740213 3800 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rn4q7] addLogicalPort annotation time took 17.828974ms I0513 06:38:12.741411 3800 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rn4q7] addLogicalPort took 19.106736ms, libovsdb time 868.068µs I0513 06:38:13.078658 3800 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rn4q7 cde2cb6aa79a0fe0ef485bc939dee0a75e71e5247ff08cf244bcb1b93c793da7 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rn4q7 cde2cb6aa79a0fe0ef485bc939dee0a75e71e5247ff08cf244bcb1b93c793da7 network default NAD default NAD key ] I0513 06:38:13.088775 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-rn4q7, hostIfaceName: cde2cb6aa79a0fe, network: default, NAD default, SandboxID: "cde2cb6aa79a0fe0ef485bc939dee0a75e71e5247ff08cf244bcb1b93c793da7", PCI device ID: , UID: "8c9b454f-ad18-4f66-8fcc-012f292c8a69", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0513 06:38:13.134936 3800 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rn4q7 cde2cb6aa79a0fe0ef485bc939dee0a75e71e5247ff08cf244bcb1b93c793da7 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rn4q7 cde2cb6aa79a0fe0ef485bc939dee0a75e71e5247ff08cf244bcb1b93c793da7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:5e:15:1e:0b:20\",\"name\":\"cde2cb6aa79a0fe\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1971a649-1123-4c56-80be-67bfbbe21e06\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:38:13.835049 3800 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-cp9nf] creating logical port openshift-service-ca_service-ca-d9cb48497-cp9nf for pod on switch ip-10-0-1-26.ec2.internal I0513 06:38:13.835203 3800 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-cp9nf I0513 06:38:13.850239 3800 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-cp9nf] pod update took 15.096039ms I0513 06:38:13.850267 3800 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-cp9nf] addLogicalPort annotation time took 15.129761ms I0513 06:38:13.851533 3800 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-cp9nf] addLogicalPort took 16.503351ms, libovsdb time 904.828µs I0513 06:38:14.190569 3800 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-cp9nf a8ba707f4906b9af94c034c5c9cdbbe57d545f2725801be61798b1e3a807cbee network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-cp9nf a8ba707f4906b9af94c034c5c9cdbbe57d545f2725801be61798b1e3a807cbee network default NAD default NAD key ] I0513 06:38:14.200464 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-cp9nf, hostIfaceName: a8ba707f4906b9a, network: default, NAD default, SandboxID: "a8ba707f4906b9af94c034c5c9cdbbe57d545f2725801be61798b1e3a807cbee", PCI device ID: , UID: "8cd40e1e-9175-4c48-89a9-774241d35d35", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0513 06:38:14.243490 3800 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-cp9nf a8ba707f4906b9af94c034c5c9cdbbe57d545f2725801be61798b1e3a807cbee network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-cp9nf a8ba707f4906b9af94c034c5c9cdbbe57d545f2725801be61798b1e3a807cbee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:d8:da:2b:88:73\",\"name\":\"a8ba707f4906b9a\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3da2510d-fc8d-42af-8558-f3c078344415\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:38:15.947728 3800 default_network_controller.go:1025] Node "ip-10-0-2-84.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 06:38:16.509723 3800 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-g88h6 4a679c7fda7ee3b4f92b20a6b4dbd9f4bee1e1d17fcc8006ea837852b39b786f network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-g88h6 4a679c7fda7ee3b4f92b20a6b4dbd9f4bee1e1d17fcc8006ea837852b39b786f network default NAD default NAD key ] I0513 06:38:16.519922 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-g88h6, hostIfaceName: 4a679c7fda7ee3b, network: default, NAD default, SandboxID: "4a679c7fda7ee3b4f92b20a6b4dbd9f4bee1e1d17fcc8006ea837852b39b786f", PCI device ID: , UID: "db76d6ff-01b1-4ce3-8809-62fe93a705d7", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0513 06:38:16.564405 3800 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-g88h6 4a679c7fda7ee3b4f92b20a6b4dbd9f4bee1e1d17fcc8006ea837852b39b786f network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-g88h6 4a679c7fda7ee3b4f92b20a6b4dbd9f4bee1e1d17fcc8006ea837852b39b786f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:9a:6f:0f:dc:31\",\"name\":\"4a679c7fda7ee3b\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da24d1df-a7b6-456b-8c89-fe50f09fe938\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 06:38:18.927552 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0513 06:38:22.282237 3800 default_network_controller.go:1025] Node "ip-10-0-2-84.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 06:38:24.242702 3800 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-2-84.ec2.internal I0513 06:38:24.242728 3800 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-2-84.ec2.internal I0513 06:38:24.242825 3800 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-2-84.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-2-84.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-84.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-84.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-84.ec2.internal I0513 06:38:26.830436 3800 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-mw89x I0513 06:38:26.830464 3800 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-mw89x I0513 06:38:26.830498 3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-6ct7x I0513 06:38:26.830496 3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-59m5k I0513 06:38:26.830518 3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-6ct7x I0513 06:38:26.830526 3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-59m5k I0513 06:38:26.830530 3800 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-mw89x, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-mw89x: suppressed error logged: pod kube-system/global-pull-secret-syncer-mw89x: no pod IPs found I0513 06:38:26.830545 3800 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-6ct7x, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-6ct7x: suppressed error logged: pod openshift-network-diagnostics/network-check-target-6ct7x: no pod IPs found I0513 06:38:26.830555 3800 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-59m5k, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-59m5k: suppressed error logged: pod openshift-multus/network-metrics-daemon-59m5k: no pod IPs found I0513 06:38:29.758390 3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-84.ec2.internal I0513 06:38:29.758413 3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-84.ec2.internal: 30.471µs I0513 06:38:29.758424 3800 default_network_controller.go:1025] Node "ip-10-0-2-84.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 06:38:29.758438 3800 egressfirewall.go:723] Syncing node "ip-10-0-2-84.ec2.internal" for egress firewall I0513 06:38:32.459696 3800 cni.go:452] [openshift-image-registry/image-registry-795ddd8f58-gw8q2 3cc5f3fabfb89494f2eabe3726f988c587b5e01316ce90cfa4569e78c29fc663 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-795ddd8f58-gw8q2 3cc5f3fabfb89494f2eabe3726f988c587b5e01316ce90cfa4569e78c29fc663 network default NAD default NAD key ] I0513 06:38:32.468969 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-795ddd8f58-gw8q2, hostIfaceName: 3cc5f3fabfb8949, network: default, NAD default, SandboxID: "3cc5f3fabfb89494f2eabe3726f988c587b5e01316ce90cfa4569e78c29fc663", PCI device ID: , UID: "b6346476-c172-45e5-a150-84cbbfa966ef", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0513 06:38:32.515332 3800 cni.go:452] [openshift-dns/dns-default-hv5bd fd94fdbc44a6500cfa31f642b829a24951325ca9743fb777e767e041bf962706 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-hv5bd fd94fdbc44a6500cfa31f642b829a24951325ca9743fb777e767e041bf962706 network default NAD default NAD key ] I0513 06:38:32.517995 3800 cni.go:473] [openshift-image-registry/image-registry-795ddd8f58-gw8q2 3cc5f3fabfb89494f2eabe3726f988c587b5e01316ce90cfa4569e78c29fc663 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-795ddd8f58-gw8q2 3cc5f3fabfb89494f2eabe3726f988c587b5e01316ce90cfa4569e78c29fc663 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:f9:c0:cb:41:68\",\"name\":\"3cc5f3fabfb8949\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3abbf674-7c14-49df-a0a0-e1f9ff01213a\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:38:32.524319 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-hv5bd, hostIfaceName: fd94fdbc44a6500, network: default, NAD default, SandboxID: "fd94fdbc44a6500cfa31f642b829a24951325ca9743fb777e767e041bf962706", PCI device ID: , UID: "9e2f7197-d0cd-44d2-9c27-b6eee663b579", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0513 06:38:32.575008 3800 cni.go:473] [openshift-dns/dns-default-hv5bd fd94fdbc44a6500cfa31f642b829a24951325ca9743fb777e767e041bf962706 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-hv5bd fd94fdbc44a6500cfa31f642b829a24951325ca9743fb777e767e041bf962706 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:87:3e:06:21:2c\",\"name\":\"fd94fdbc44a6500\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2649d7f5-8ba8-4bd5-b30e-e2b560adfa35\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:38:32.579041 3800 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-qm4r2 3483328f08082c00afbfeb001472b84e5b3736eb814cf988a07ea08e030c4f94 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-qm4r2 3483328f08082c00afbfeb001472b84e5b3736eb814cf988a07ea08e030c4f94 network default NAD default NAD key ] I0513 06:38:32.589718 3800 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-pqwfj 76d69c29907046439ccae3486310db555376e12e31f835f0d12661a4c752d8a0 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-pqwfj 76d69c29907046439ccae3486310db555376e12e31f835f0d12661a4c752d8a0 network default NAD default NAD key ] I0513 06:38:32.589985 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-qm4r2, hostIfaceName: 3483328f08082c0, network: default, NAD default, SandboxID: "3483328f08082c00afbfeb001472b84e5b3736eb814cf988a07ea08e030c4f94", PCI device ID: , UID: "ee711f4d-7e28-47af-bfde-a7a8e5279ebd", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0513 06:38:32.600441 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-pqwfj, hostIfaceName: 76d69c299070464, network: default, NAD default, SandboxID: "76d69c29907046439ccae3486310db555376e12e31f835f0d12661a4c752d8a0", PCI device ID: , UID: "0ec34bef-c877-459c-9082-87b02adaf4ab", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0513 06:38:32.629714 3800 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-2dl8m 2e3b678b608c671ff411bf620011767bb5c22fe684f75c7dffcf01e084c32c44 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-2dl8m 2e3b678b608c671ff411bf620011767bb5c22fe684f75c7dffcf01e084c32c44 network default NAD default NAD key ] I0513 06:38:32.641609 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-2dl8m, hostIfaceName: 2e3b678b608c671, network: default, NAD default, SandboxID: "2e3b678b608c671ff411bf620011767bb5c22fe684f75c7dffcf01e084c32c44", PCI device ID: , UID: "3ef1aa8f-e0f5-4498-86df-eb1c12b1bf23", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0513 06:38:32.643015 3800 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-qm4r2 3483328f08082c00afbfeb001472b84e5b3736eb814cf988a07ea08e030c4f94 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-qm4r2 3483328f08082c00afbfeb001472b84e5b3736eb814cf988a07ea08e030c4f94 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:6c:1a:de:56:df\",\"name\":\"3483328f08082c0\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/913cb9e8-be05-49dd-ac43-045603cf8827\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:38:32.662949 3800 cni.go:452] [openshift-ingress/router-default-879d7bb47-9kmxq 5b1cb79b18b1f81eef86416906809d1f2c5268be94c5b7147e62dcedfc83dc5e network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-879d7bb47-9kmxq 5b1cb79b18b1f81eef86416906809d1f2c5268be94c5b7147e62dcedfc83dc5e network default NAD default NAD key ] I0513 06:38:32.668583 3800 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-pqwfj 76d69c29907046439ccae3486310db555376e12e31f835f0d12661a4c752d8a0 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-pqwfj 76d69c29907046439ccae3486310db555376e12e31f835f0d12661a4c752d8a0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:dc:e4:a8:be:35\",\"name\":\"76d69c299070464\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34067517-c7fc-4534-b8ce-0baa35d1d7fd\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:38:32.673613 3800 cni.go:452] [openshift-ingress/router-default-6df78b79b9-dt699 5c1226681778dae2c8cd938ba62d075b96b50e9bb16690bb88300203299e4598 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6df78b79b9-dt699 5c1226681778dae2c8cd938ba62d075b96b50e9bb16690bb88300203299e4598 network default NAD default NAD key ] I0513 06:38:32.674777 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-879d7bb47-9kmxq, hostIfaceName: 5b1cb79b18b1f81, network: default, NAD default, SandboxID: "5b1cb79b18b1f81eef86416906809d1f2c5268be94c5b7147e62dcedfc83dc5e", PCI device ID: , UID: "7e3d4821-83bb-43c4-ba4a-54d66b305dcc", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0513 06:38:32.693585 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6df78b79b9-dt699, hostIfaceName: 5c1226681778dae, network: default, NAD default, SandboxID: "5c1226681778dae2c8cd938ba62d075b96b50e9bb16690bb88300203299e4598", PCI device ID: , UID: "204fd6b9-0e75-436c-b5c3-e0ea201d68ea", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0513 06:38:32.697201 3800 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-2dl8m 2e3b678b608c671ff411bf620011767bb5c22fe684f75c7dffcf01e084c32c44 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-2dl8m 2e3b678b608c671ff411bf620011767bb5c22fe684f75c7dffcf01e084c32c44 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:39:50:fa:51:55\",\"name\":\"2e3b678b608c671\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/42dfddcf-5afa-4d06-a8a7-030a65b19cd3\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:38:32.726336 3800 cni.go:473] [openshift-ingress/router-default-879d7bb47-9kmxq 5b1cb79b18b1f81eef86416906809d1f2c5268be94c5b7147e62dcedfc83dc5e network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-879d7bb47-9kmxq 5b1cb79b18b1f81eef86416906809d1f2c5268be94c5b7147e62dcedfc83dc5e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:0e:25:1e:35:2e\",\"name\":\"5b1cb79b18b1f81\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a180867-5bda-41d6-942a-202caa1ef3ff\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:38:32.744362 3800 cni.go:473] [openshift-ingress/router-default-6df78b79b9-dt699 5c1226681778dae2c8cd938ba62d075b96b50e9bb16690bb88300203299e4598 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6df78b79b9-dt699 5c1226681778dae2c8cd938ba62d075b96b50e9bb16690bb88300203299e4598 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:00:92:b7:7e:5a\",\"name\":\"5c1226681778dae\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c457f010-a5cd-4a4b-9787-c8b1b5dbbc84\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:38:32.925403 3800 cni.go:452] [openshift-multus/network-metrics-daemon-tx4cn 30e2313c222e2e1a02818d1fbe63a9213a19a996cfd4ac504eb607ae8a9f7a46 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-tx4cn 30e2313c222e2e1a02818d1fbe63a9213a19a996cfd4ac504eb607ae8a9f7a46 network default NAD default NAD key ] I0513 06:38:32.929876 3800 cni.go:452] [kube-system/global-pull-secret-syncer-k7g5m 2075b509f26ac1ddf5e0737151287830622270fb90df4cbc5f0ca086de9f4c57 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-k7g5m 2075b509f26ac1ddf5e0737151287830622270fb90df4cbc5f0ca086de9f4c57 network default NAD default NAD key ] I0513 06:38:32.936606 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-tx4cn, hostIfaceName: 30e2313c222e2e1, network: default, NAD default, SandboxID: "30e2313c222e2e1a02818d1fbe63a9213a19a996cfd4ac504eb607ae8a9f7a46", PCI device ID: , UID: "0dd085bd-8824-483b-b037-d961a69a3156", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0513 06:38:32.941474 3800 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-k7g5m, hostIfaceName: 2075b509f26ac1d, network: default, NAD default, SandboxID: "2075b509f26ac1ddf5e0737151287830622270fb90df4cbc5f0ca086de9f4c57", PCI device ID: , UID: "ea807962-1de3-4aa4-a7fe-f8b9894d5c8e", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0513 06:38:33.002957 3800 cni.go:473] [openshift-multus/network-metrics-daemon-tx4cn 30e2313c222e2e1a02818d1fbe63a9213a19a996cfd4ac504eb607ae8a9f7a46 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-tx4cn 30e2313c222e2e1a02818d1fbe63a9213a19a996cfd4ac504eb607ae8a9f7a46 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:41:40:00:0a:15\",\"name\":\"30e2313c222e2e1\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a89ffd03-dbcc-4c0d-8a7e-78b5b683930c\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:38:33.016997 3800 cni.go:473] [kube-system/global-pull-secret-syncer-k7g5m 2075b509f26ac1ddf5e0737151287830622270fb90df4cbc5f0ca086de9f4c57 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-k7g5m 2075b509f26ac1ddf5e0737151287830622270fb90df4cbc5f0ca086de9f4c57 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:7b:6b:9b:91:d4\",\"name\":\"2075b509f26ac1d\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c3f9dd8-0824-4e70-8377-61e65c349eed\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:38:35.617558 3800 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0513 06:38:35.626481 3800 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0513 06:38:35.631261 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0513 06:38:35.631462 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0513 06:38:35.673442 3800 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-k2tl5] creating logical port openshift-insights_insights-runtime-extractor-k2tl5 for pod on switch ip-10-0-1-26.ec2.internal I0513 06:38:35.673582 3800 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-k2tl5 I0513 06:38:35.677355 3800 default_network_controller.go:1025] Node "ip-10-0-2-84.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 06:38:35.717831 3800 pod.go:62] [openshift-insights/insights-runtime-extractor-k2tl5] pod update took 44.275204ms I0513 06:38:35.717855 3800 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-k2tl5] addLogicalPort annotation time took 44.301722ms I0513 06:38:35.719021 3800 pods.go:271] [openshift-insights/insights-runtime-extractor-k2tl5] addLogicalPort took 45.600113ms, libovsdb time 833.613µs I0513 06:38:35.823658 3800 default_network_controller.go:1025] Node "ip-10-0-2-84.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 06:38:35.846221 3800 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-s2nnt] creating logical port openshift-console_downloads-5c54f4944f-s2nnt for pod on switch ip-10-0-1-26.ec2.internal I0513 06:38:35.846367 3800 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-s2nnt W0513 06:38:35.878714 3800 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-6bd9ddbdb9-xjc8n IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-6bd9ddbdb9-xjc8n: no pod IPs found I0513 06:38:35.884599 3800 pod.go:62] [openshift-console/downloads-5c54f4944f-s2nnt] pod update took 38.270712ms I0513 06:38:35.884620 3800 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-s2nnt] addLogicalPort annotation time took 38.297036ms I0513 06:38:35.885971 3800 pods.go:271] [openshift-console/downloads-5c54f4944f-s2nnt] addLogicalPort took 39.76556ms, libovsdb time 951.935µs W0513 06:38:35.932683 3800 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-795ddd8f58-z4zwv IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-795ddd8f58-z4zwv: no pod IPs found W0513 06:38:36.406601 3800 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0513 06:38:36.406626 3800 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0513 06:38:36.406632 3800 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0513 06:38:36.597698 3800 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2zwjj] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-2zwjj for pod on switch ip-10-0-1-26.ec2.internal I0513 06:38:36.597848 3800 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2zwjj I0513 06:38:36.616682 3800 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2zwjj] pod update took 18.865299ms I0513 06:38:36.616707 3800 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2zwjj] addLogicalPort annotation time took 18.896045ms I0513 06:38:36.618022 3800 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2zwjj] addLogicalPort took 20.345979ms, libovsdb time 878.398µs I0513 06:38:36.728291 3800 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-84.ec2.internal in network "default" I0513 06:38:36.728338 3800 node_tracker.go:235] Node ip-10-0-2-84.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-84.ec2.internal" I0513 06:38:36.728368 3800 node_tracker.go:169] Node ip-10-0-2-84.ec2.internal switch + router changed, syncing services in network "default" I0513 06:38:36.728385 3800 services_controller.go:574] Full service sync requested for network=default I0513 06:38:36.728415 3800 default_network_controller.go:1025] Node "ip-10-0-2-84.ec2.internal" in remote zone "ip-10-0-2-84.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0513 06:38:36.728529 3800 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0513 06:38:36.728544 3800 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0513 06:38:36.728550 3800 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0513 06:38:36.728960 3800 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0513 06:38:36.729144 3800 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0513 06:38:36.882625 3800 default_network_controller.go:1025] Node "ip-10-0-2-84.ec2.internal" in remote zone "ip-10-0-2-84.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 06:38:36.882637 3800 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-84.ec2.internal in network "default" I0513 06:38:36.882685 3800 node_tracker.go:169] Node ip-10-0-2-84.ec2.internal switch + router changed, syncing services in network "default" I0513 06:38:36.882696 3800 services_controller.go:574] Full service sync requested for network=default W0513 06:38:36.882845 3800 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0513 06:38:36.882859 3800 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0513 06:38:36.882863 3800 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0513 06:38:36.883327 3800 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0513 06:38:36.883483 3800 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0513 06:38:36.883696 3800 zone_ic_handler.go:195] Time taken to create transit switch: 320.899µs I0513 06:38:36.883711 3800 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-84.ec2.internal for the network default I0513 06:38:36.884799 3800 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-84.ec2.internal" on network "default" took: 1.433948ms I0513 06:38:37.051295 3800 cni.go:452] [openshift-console/downloads-5c54f4944f-s2nnt 523cc225221927548f40279d7e6c55b2bfd9a508cbefe6e6b16d332fb0d4f681 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-s2nnt 523cc225221927548f40279d7e6c55b2bfd9a508cbefe6e6b16d332fb0d4f681 network default NAD default NAD key ] I0513 06:38:37.051575 3800 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2zwjj 7eff5e2d701b415e0086b7d8e5f8315b36e5f82479d5109c82206ab53c6e2535 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2zwjj 7eff5e2d701b415e0086b7d8e5f8315b36e5f82479d5109c82206ab53c6e2535 network default NAD default NAD key ] I0513 06:38:37.066103 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-2zwjj, hostIfaceName: 7eff5e2d701b415, network: default, NAD default, SandboxID: "7eff5e2d701b415e0086b7d8e5f8315b36e5f82479d5109c82206ab53c6e2535", PCI device ID: , UID: "fb3ad2d0-c513-46ed-b7ba-e7384cedd9bd", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0513 06:38:37.068549 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-s2nnt, hostIfaceName: 523cc2252219275, network: default, NAD default, SandboxID: "523cc225221927548f40279d7e6c55b2bfd9a508cbefe6e6b16d332fb0d4f681", PCI device ID: , UID: "7b90d177-5f6c-429d-8967-ce08162fa557", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0513 06:38:37.126272 3800 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2zwjj 7eff5e2d701b415e0086b7d8e5f8315b36e5f82479d5109c82206ab53c6e2535 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-2zwjj 7eff5e2d701b415e0086b7d8e5f8315b36e5f82479d5109c82206ab53c6e2535 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:4b:77:80:ea:6e\",\"name\":\"7eff5e2d701b415\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6bb0f1ca-fa6d-4133-af92-75a77d0b5d0d\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:38:37.143930 3800 cni.go:473] [openshift-console/downloads-5c54f4944f-s2nnt 523cc225221927548f40279d7e6c55b2bfd9a508cbefe6e6b16d332fb0d4f681 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-s2nnt 523cc225221927548f40279d7e6c55b2bfd9a508cbefe6e6b16d332fb0d4f681 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:6a:47:ab:94:bb\",\"name\":\"523cc2252219275\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a195c021-2b67-430c-b1af-f3c5339a7afb\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:38:37.436668 3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-84.ec2.internal I0513 06:38:37.436695 3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-84.ec2.internal: 33.681µs I0513 06:38:37.436716 3800 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-84.ec2.internal in network "default" I0513 06:38:37.436730 3800 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-84.ec2.internal", IP: 10.0.2.84 to PMTUD blocking rules I0513 06:38:37.436744 3800 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-84.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0513 06:38:37.436787 3800 node_tracker.go:169] Node ip-10-0-2-84.ec2.internal switch + router changed, syncing services in network "default" I0513 06:38:37.436805 3800 services_controller.go:574] Full service sync requested for network=default I0513 06:38:37.436731 3800 egressfirewall.go:723] Syncing node "ip-10-0-2-84.ec2.internal" for egress firewall W0513 06:38:37.436929 3800 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0513 06:38:37.437072 3800 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0513 06:38:37.437106 3800 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0513 06:38:37.437112 3800 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0513 06:38:37.437116 3800 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0513 06:38:37.442659 3800 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-84.ec2.internal. Updating no re-route policies I0513 06:38:37.457293 3800 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-84.ec2.internal", IP: 10.0.2.84 to PMTUD blocking rules I0513 06:38:37.457310 3800 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-84.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0513 06:38:37.509401 3800 cni.go:452] [openshift-insights/insights-runtime-extractor-k2tl5 3e0a07fa8fd994994d752884f9f6ab4f543b6d7eac5eee62289075a6168e73c6 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-k2tl5 3e0a07fa8fd994994d752884f9f6ab4f543b6d7eac5eee62289075a6168e73c6 network default NAD default NAD key ] I0513 06:38:37.518362 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-k2tl5, hostIfaceName: 3e0a07fa8fd9949, network: default, NAD default, SandboxID: "3e0a07fa8fd994994d752884f9f6ab4f543b6d7eac5eee62289075a6168e73c6", PCI device ID: , UID: "182cf2ae-7919-4654-a07f-09096725ff41", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0513 06:38:37.564819 3800 cni.go:473] [openshift-insights/insights-runtime-extractor-k2tl5 3e0a07fa8fd994994d752884f9f6ab4f543b6d7eac5eee62289075a6168e73c6 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-k2tl5 3e0a07fa8fd994994d752884f9f6ab4f543b6d7eac5eee62289075a6168e73c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:22:ff:f3:6e:bf\",\"name\":\"3e0a07fa8fd9949\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bdfc8a11-3fd3-4abe-9e66-d7c532c483be\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 06:38:40.298143 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0513 06:38:40.324046 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0513 06:38:41.043953 3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-84.ec2.internal I0513 06:38:41.043979 3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-84.ec2.internal: 32.689µs I0513 06:38:41.131925 3800 base_network_controller_pods.go:487] [default/openshift-console/console-f45984d8c-66p6m] creating logical port openshift-console_console-f45984d8c-66p6m for pod on switch ip-10-0-1-26.ec2.internal I0513 06:38:41.132012 3800 kube.go:256] Updating pod openshift-console/console-f45984d8c-66p6m I0513 06:38:41.157833 3800 pod.go:62] [openshift-console/console-f45984d8c-66p6m] pod update took 25.84104ms I0513 06:38:41.157858 3800 base_network_controller_pods.go:951] [default/openshift-console/console-f45984d8c-66p6m] addLogicalPort annotation time took 25.87101ms I0513 06:38:41.158940 3800 pods.go:271] [openshift-console/console-f45984d8c-66p6m] addLogicalPort took 27.033799ms, libovsdb time 732.403µs W0513 06:38:41.167704 3800 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0513 06:38:41.167722 3800 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0513 06:38:41.167728 3800 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0513 06:38:41.510331 3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-188.ec2.internal I0513 06:38:41.510357 3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-188.ec2.internal: 31.451µs I0513 06:38:41.510330 3800 egressfirewall.go:723] Syncing node "ip-10-0-0-188.ec2.internal" for egress firewall I0513 06:38:41.510337 3800 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-188.ec2.internal in network "default" I0513 06:38:41.510382 3800 node_tracker.go:220] Node ip-10-0-0-188.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation E0513 06:38:41.510336 3800 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-188.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0513 06:38:41.510398 3800 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-188.ec2.internal, error: [adding or updating remote node chassis ip-10-0-0-188.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-188.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-188.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-188.ec2.internal, error parsing annotation for node ip-10-0-0-188.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0513 06:38:41.521557 3800 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-188.ec2.internal annotation: unexpected end of JSON input I0513 06:38:41.521588 3800 default_network_controller.go:1025] Node "ip-10-0-0-188.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0513 06:38:41.521623 3800 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-188.ec2.internal annotation: unexpected end of JSON input E0513 06:38:41.521654 3800 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-188.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-188.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-188.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-188.ec2.internal" I0513 06:38:41.534800 3800 default_network_controller.go:1025] Node "ip-10-0-0-188.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0513 06:38:41.550703 3800 default_network_controller.go:1025] Node "ip-10-0-0-188.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 06:38:41.582283 3800 egressfirewall.go:723] Syncing node "ip-10-0-0-188.ec2.internal" for egress firewall I0513 06:38:41.582283 3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-188.ec2.internal I0513 06:38:41.582310 3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-188.ec2.internal: 31.007µs I0513 06:38:41.582310 3800 default_network_controller.go:1025] Node "ip-10-0-0-188.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 06:38:41.750642 3800 cni.go:452] [openshift-console/console-f45984d8c-66p6m 6474c111965141a974431f86d3aa174e83e64836a1fca8d25cf308c9245d909c network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-f45984d8c-66p6m 6474c111965141a974431f86d3aa174e83e64836a1fca8d25cf308c9245d909c network default NAD default NAD key ] I0513 06:38:41.757466 3800 default_network_controller.go:1025] Node "ip-10-0-0-188.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 06:38:41.757476 3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-188.ec2.internal I0513 06:38:41.757495 3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-188.ec2.internal: 22.397µs I0513 06:38:41.757520 3800 egressfirewall.go:723] Syncing node "ip-10-0-0-188.ec2.internal" for egress firewall I0513 06:38:41.759772 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-f45984d8c-66p6m, hostIfaceName: 6474c111965141a, network: default, NAD default, SandboxID: "6474c111965141a974431f86d3aa174e83e64836a1fca8d25cf308c9245d909c", PCI device ID: , UID: "770912e2-5419-48c0-aeec-ebc4c7d5e47a", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0513 06:38:41.776695 3800 default_network_controller.go:1025] Node "ip-10-0-0-188.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 06:38:41.814624 3800 cni.go:473] [openshift-console/console-f45984d8c-66p6m 6474c111965141a974431f86d3aa174e83e64836a1fca8d25cf308c9245d909c network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-f45984d8c-66p6m 6474c111965141a974431f86d3aa174e83e64836a1fca8d25cf308c9245d909c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:e4:11:86:dc:08\",\"name\":\"6474c111965141a\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf1ca102-168c-4962-bc39-4b8a8247d38b\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:38:42.011488 3800 default_network_controller.go:1025] Node "ip-10-0-0-188.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0513 06:38:42.017581 3800 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0513 06:38:42.179901 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0513 06:38:45.323053 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0513 06:38:45.789573 3800 default_network_controller.go:1025] Node "ip-10-0-0-188.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0513 06:38:47.294018 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0513 06:38:47.294041 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0513 06:38:47.294049 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0513 06:38:49.003730 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0513 06:38:49.273573 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0513 06:38:52.360385 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0513 06:38:54.242666 3800 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-0-188.ec2.internal I0513 06:38:54.242694 3800 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-0-188.ec2.internal I0513 06:38:54.242799 3800 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-0-188.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-0-188.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-188.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-188.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-188.ec2.internal W0513 06:38:54.261754 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0513 06:38:56.630587 3800 egressfirewall.go:723] Syncing node "ip-10-0-0-188.ec2.internal" for egress firewall I0513 06:38:56.630598 3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-188.ec2.internal I0513 06:38:56.630620 3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-188.ec2.internal: 26.809µs I0513 06:38:56.630704 3800 default_network_controller.go:1025] Node "ip-10-0-0-188.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 06:38:56.830228 3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-ppgxs I0513 06:38:56.830244 3800 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-gv4vp I0513 06:38:56.830253 3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-rxmg9 I0513 06:38:56.830260 3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-ppgxs I0513 06:38:56.830264 3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-rxmg9 I0513 06:38:56.830267 3800 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-gv4vp I0513 06:38:56.830308 3800 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-rxmg9, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-rxmg9: suppressed error logged: pod openshift-network-diagnostics/network-check-target-rxmg9: no pod IPs found I0513 06:38:56.830307 3800 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-gv4vp, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-gv4vp: suppressed error logged: pod kube-system/global-pull-secret-syncer-gv4vp: no pod IPs found I0513 06:38:56.830307 3800 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-ppgxs, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-ppgxs: suppressed error logged: pod openshift-multus/network-metrics-daemon-ppgxs: no pod IPs found W0513 06:38:59.378717 3800 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0513 06:38:59.406390 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0513 06:39:01.762456 3800 default_network_controller.go:1025] Node "ip-10-0-0-188.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 06:39:02.606376 3800 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-188.ec2.internal in network "default" I0513 06:39:02.606415 3800 node_tracker.go:235] Node ip-10-0-0-188.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-188.ec2.internal" I0513 06:39:02.606434 3800 node_tracker.go:169] Node ip-10-0-0-188.ec2.internal switch + router changed, syncing services in network "default" I0513 06:39:02.606447 3800 services_controller.go:574] Full service sync requested for network=default I0513 06:39:02.606449 3800 default_network_controller.go:1025] Node "ip-10-0-0-188.ec2.internal" in remote zone "ip-10-0-0-188.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 06:39:02.659314 3800 default_network_controller.go:1025] Node "ip-10-0-0-188.ec2.internal" in remote zone "ip-10-0-0-188.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 06:39:02.759276 3800 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-188.ec2.internal in network "default" I0513 06:39:02.759350 3800 node_tracker.go:169] Node ip-10-0-0-188.ec2.internal switch + router changed, syncing services in network "default" I0513 06:39:02.759367 3800 services_controller.go:574] Full service sync requested for network=default I0513 06:39:02.759401 3800 default_network_controller.go:1025] Node "ip-10-0-0-188.ec2.internal" in remote zone "ip-10-0-0-188.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 06:39:02.760367 3800 zone_ic_handler.go:195] Time taken to create transit switch: 265.408µs I0513 06:39:02.760382 3800 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-188.ec2.internal for the network default I0513 06:39:02.761521 3800 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-188.ec2.internal" on network "default" took: 1.416167ms I0513 06:39:04.236676 3800 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0513 06:39:04.851280 3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-188.ec2.internal I0513 06:39:04.851305 3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-188.ec2.internal: 34.102µs I0513 06:39:04.851286 3800 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-188.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0513 06:39:04.851313 3800 egressfirewall.go:723] Syncing node "ip-10-0-0-188.ec2.internal" for egress firewall I0513 06:39:04.851325 3800 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-188.ec2.internal", IP: 10.0.0.188 to PMTUD blocking rules I0513 06:39:04.851317 3800 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-188.ec2.internal in network "default" I0513 06:39:04.851439 3800 node_tracker.go:169] Node ip-10-0-0-188.ec2.internal switch + router changed, syncing services in network "default" I0513 06:39:04.851453 3800 services_controller.go:574] Full service sync requested for network=default I0513 06:39:04.857925 3800 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-188.ec2.internal. Updating no re-route policies I0513 06:39:04.870419 3800 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-188.ec2.internal", IP: 10.0.0.188 to PMTUD blocking rules I0513 06:39:04.870438 3800 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-188.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0513 06:39:05.321773 3800 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-26.ec2.internal I0513 06:39:05.321940 3800 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0513 06:39:05.357878 3800 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 35.972622ms I0513 06:39:05.357957 3800 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 36.06454ms I0513 06:39:05.359231 3800 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 37.475959ms, libovsdb time 926.181µs I0513 06:39:06.284587 3800 cni.go:452] [openshift-monitoring/alertmanager-main-1 ca57b303292a17ecef56e85634b95ef576dbd31cd5393e91e02de8c619304700 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 ca57b303292a17ecef56e85634b95ef576dbd31cd5393e91e02de8c619304700 network default NAD default NAD key ] I0513 06:39:06.294920 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: ca57b303292a17e, network: default, NAD default, SandboxID: "ca57b303292a17ecef56e85634b95ef576dbd31cd5393e91e02de8c619304700", PCI device ID: , UID: "8fdef377-81f5-4dac-87a5-19a29ca64929", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0513 06:39:06.350462 3800 cni.go:473] [openshift-monitoring/alertmanager-main-1 ca57b303292a17ecef56e85634b95ef576dbd31cd5393e91e02de8c619304700 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 ca57b303292a17ecef56e85634b95ef576dbd31cd5393e91e02de8c619304700 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:00:1b:41:68:08\",\"name\":\"ca57b303292a17e\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/696a9096-02a2-45ad-83e9-2e354d4688bf\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:39:07.273873 3800 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-7ddfc9d69d-2c8n9] creating logical port openshift-monitoring_thanos-querier-7ddfc9d69d-2c8n9 for pod on switch ip-10-0-1-26.ec2.internal I0513 06:39:07.274026 3800 kube.go:256] Updating pod openshift-monitoring/thanos-querier-7ddfc9d69d-2c8n9 I0513 06:39:07.313244 3800 pod.go:62] [openshift-monitoring/thanos-querier-7ddfc9d69d-2c8n9] pod update took 39.249555ms I0513 06:39:07.313264 3800 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-7ddfc9d69d-2c8n9] addLogicalPort annotation time took 39.273746ms I0513 06:39:07.314441 3800 pods.go:271] [openshift-monitoring/thanos-querier-7ddfc9d69d-2c8n9] addLogicalPort took 40.586389ms, libovsdb time 777.952µs I0513 06:39:07.707340 3800 cni.go:452] [openshift-monitoring/thanos-querier-7ddfc9d69d-2c8n9 525107df15beac140475c55f8cb0e9191da7932fc4e9f237aaa4bf4a868e56ba network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-7ddfc9d69d-2c8n9 525107df15beac140475c55f8cb0e9191da7932fc4e9f237aaa4bf4a868e56ba network default NAD default NAD key ] I0513 06:39:07.716816 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-7ddfc9d69d-2c8n9, hostIfaceName: 525107df15beac1, network: default, NAD default, SandboxID: "525107df15beac140475c55f8cb0e9191da7932fc4e9f237aaa4bf4a868e56ba", PCI device ID: , UID: "b3c42ad7-4471-4878-ab4a-a92c85fd7987", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0513 06:39:07.765275 3800 cni.go:473] [openshift-monitoring/thanos-querier-7ddfc9d69d-2c8n9 525107df15beac140475c55f8cb0e9191da7932fc4e9f237aaa4bf4a868e56ba network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-7ddfc9d69d-2c8n9 525107df15beac140475c55f8cb0e9191da7932fc4e9f237aaa4bf4a868e56ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:49:66:8e:41:eb\",\"name\":\"525107df15beac1\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/446a8bf3-57a0-4bb3-8ff8-5eabde6df220\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 06:39:08.441253 3800 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 06:39:08.441271 3800 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 06:39:08.441276 3800 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0513 06:39:08.673792 3800 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-575f794695-pkkh2] creating logical port openshift-monitoring_metrics-server-575f794695-pkkh2 for pod on switch ip-10-0-1-26.ec2.internal I0513 06:39:08.673935 3800 kube.go:256] Updating pod openshift-monitoring/metrics-server-575f794695-pkkh2 I0513 06:39:08.693668 3800 pod.go:62] [openshift-monitoring/metrics-server-575f794695-pkkh2] pod update took 19.7598ms I0513 06:39:08.693688 3800 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-575f794695-pkkh2] addLogicalPort annotation time took 19.785755ms I0513 06:39:08.695030 3800 pods.go:271] [openshift-monitoring/metrics-server-575f794695-pkkh2] addLogicalPort took 21.258021ms, libovsdb time 943.982µs I0513 06:39:08.932261 3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-188.ec2.internal I0513 06:39:08.932356 3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-188.ec2.internal: 99.135µs W0513 06:39:08.950832 3800 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5559bf8c7-7qcvm IP address from the namespace address-set, err: pod openshift-console/console-5559bf8c7-7qcvm: no pod IPs found W0513 06:39:08.952797 3800 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5559bf8c7-kphcs IP address from the namespace address-set, err: pod openshift-console/console-5559bf8c7-kphcs: no pod IPs found I0513 06:39:08.968329 3800 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-7ttzk] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-7ttzk for pod on switch ip-10-0-1-26.ec2.internal I0513 06:39:08.968419 3800 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-7ttzk I0513 06:39:09.003735 3800 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7ttzk] pod update took 35.340751ms I0513 06:39:09.003757 3800 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-7ttzk] addLogicalPort annotation time took 35.367964ms I0513 06:39:09.005276 3800 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7ttzk] addLogicalPort took 36.959069ms, libovsdb time 1.140485ms I0513 06:39:09.065188 3800 cni.go:452] [openshift-monitoring/metrics-server-575f794695-pkkh2 01b6edb63ced81ef9b69ce188c2e25854b7e0dafddf8369e9e554f4dc4e649e4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-575f794695-pkkh2 01b6edb63ced81ef9b69ce188c2e25854b7e0dafddf8369e9e554f4dc4e649e4 network default NAD default NAD key ] I0513 06:39:09.075083 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-575f794695-pkkh2, hostIfaceName: 01b6edb63ced81e, network: default, NAD default, SandboxID: "01b6edb63ced81ef9b69ce188c2e25854b7e0dafddf8369e9e554f4dc4e649e4", PCI device ID: , UID: "42c9c6c8-b36d-4e37-acfa-7bd4a87a2b74", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0513 06:39:09.132437 3800 cni.go:473] [openshift-monitoring/metrics-server-575f794695-pkkh2 01b6edb63ced81ef9b69ce188c2e25854b7e0dafddf8369e9e554f4dc4e649e4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-575f794695-pkkh2 01b6edb63ced81ef9b69ce188c2e25854b7e0dafddf8369e9e554f4dc4e649e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:5b:2a:a7:e4:d7\",\"name\":\"01b6edb63ced81e\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7e8659b4-0396-4e8a-85f1-69de933b5a90\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:39:09.345348 3800 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7ttzk 2c42b2c745239606620631a8e14e9b70d006c49b6f3ee8a8c3293d45bbdc09ab network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7ttzk 2c42b2c745239606620631a8e14e9b70d006c49b6f3ee8a8c3293d45bbdc09ab network default NAD default NAD key ] I0513 06:39:09.361660 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-7ttzk, hostIfaceName: 2c42b2c74523960, network: default, NAD default, SandboxID: "2c42b2c745239606620631a8e14e9b70d006c49b6f3ee8a8c3293d45bbdc09ab", PCI device ID: , UID: "4f81c166-5720-440e-87a7-2ac539373fb4", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0513 06:39:09.419310 3800 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7ttzk 2c42b2c745239606620631a8e14e9b70d006c49b6f3ee8a8c3293d45bbdc09ab network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7ttzk 2c42b2c745239606620631a8e14e9b70d006c49b6f3ee8a8c3293d45bbdc09ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:06:c5:a7:8b:75\",\"name\":\"2c42b2c74523960\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03e72ddb-bc60-412d-a337-4b7166a37b04\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 06:39:10.102067 3800 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 06:39:10.102151 3800 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 06:39:10.102163 3800 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 06:39:12.099375 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0513 06:39:12.133226 3800 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 06:39:12.133242 3800 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 06:39:12.454351 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0513 06:39:13.101394 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0513 06:39:13.497962 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0513 06:39:14.159813 3800 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 06:39:14.159833 3800 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 06:39:14.159839 3800 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 06:39:14.159843 3800 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 06:39:14.514707 3800 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 06:39:14.514727 3800 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 06:39:14.514734 3800 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 06:39:14.514739 3800 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 06:39:15.947539 3800 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 06:39:15.947557 3800 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 06:39:16.117906 3800 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7b9c8bbf86-mn5f9 IP address from the namespace address-set, err: pod openshift-console/console-7b9c8bbf86-mn5f9: no pod IPs found W0513 06:39:16.163649 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 06:39:16.163666 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 06:39:16.163671 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 06:39:16.163676 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 06:39:16.163688 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 06:39:16.163692 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 06:39:16.163696 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 06:39:16.163701 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0513 06:39:16.403066 3800 obj_retry.go:498] Detected object openshift-console/console-f45984d8c-q8dn8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:39:16.403624 3800 obj_retry.go:498] Detected object openshift-console/console-f45984d8c-q8dn8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:39:17.158060 3800 obj_retry.go:492] Detected object openshift-console/console-f45984d8c-q8dn8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:39:17.158080 3800 obj_retry.go:492] Detected object openshift-console/console-f45984d8c-q8dn8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:39:17.160992 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-f45984d8c-q8dn8 I0513 06:39:17.161018 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-f45984d8c-q8dn8 W0513 06:39:20.487214 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 06:39:20.487235 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 06:39:20.487240 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 06:39:20.487245 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 06:39:26.525000 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0513 06:39:26.525004 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0513 06:39:26.525050 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0513 06:39:27.543579 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0513 06:39:28.177952 3800 cni.go:452] [openshift-image-registry/image-registry-795ddd8f58-gw8q2 3cc5f3fabfb89494f2eabe3726f988c587b5e01316ce90cfa4569e78c29fc663 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-795ddd8f58-gw8q2 3cc5f3fabfb89494f2eabe3726f988c587b5e01316ce90cfa4569e78c29fc663 network default NAD default NAD key ] I0513 06:39:28.253861 3800 cni.go:473] [openshift-image-registry/image-registry-795ddd8f58-gw8q2 3cc5f3fabfb89494f2eabe3726f988c587b5e01316ce90cfa4569e78c29fc663 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-795ddd8f58-gw8q2 3cc5f3fabfb89494f2eabe3726f988c587b5e01316ce90cfa4569e78c29fc663 network default NAD default NAD key default], result "{}", err I0513 06:39:28.322010 3800 obj_retry.go:498] Detected object openshift-image-registry/image-registry-795ddd8f58-gw8q2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:39:28.322058 3800 pods.go:176] Deleting pod: openshift-image-registry/image-registry-795ddd8f58-gw8q2 I0513 06:39:28.323362 3800 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-795ddd8f58-gw8q2, ips: 10.128.0.6 I0513 06:39:28.323390 3800 obj_retry.go:498] Detected object openshift-image-registry/image-registry-795ddd8f58-gw8q2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:39:28.531255 3800 obj_retry.go:492] Detected object openshift-image-registry/image-registry-795ddd8f58-gw8q2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:39:28.531276 3800 obj_retry.go:492] Detected object openshift-image-registry/image-registry-795ddd8f58-gw8q2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:39:28.536530 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-795ddd8f58-gw8q2 I0513 06:39:28.536557 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-795ddd8f58-gw8q2 W0513 06:39:31.551734 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0513 06:39:31.551777 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0513 06:39:31.551823 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0513 06:39:32.557397 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0513 06:39:33.111187 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0513 06:39:33.111209 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0513 06:39:33.470252 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0513 06:39:36.321922 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 06:39:36.321939 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 06:39:36.321945 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 06:39:36.321956 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 06:39:36.321961 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 06:39:36.321965 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 06:39:36.338029 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 06:39:36.338046 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 06:39:36.338053 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 06:39:36.584624 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0513 06:39:36.584654 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0513 06:39:36.584718 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0513 06:39:37.588209 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0513 06:39:43.106473 3800 obj_retry.go:498] Detected object openshift-console/console-7b9c8bbf86-x2rbl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:39:43.106997 3800 obj_retry.go:498] Detected object openshift-console/console-7b9c8bbf86-x2rbl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:39:43.967783 3800 obj_retry.go:492] Detected object openshift-console/console-7b9c8bbf86-x2rbl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:39:43.967802 3800 obj_retry.go:492] Detected object openshift-console/console-7b9c8bbf86-x2rbl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:39:43.973036 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b9c8bbf86-x2rbl I0513 06:39:43.973054 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b9c8bbf86-x2rbl I0513 06:39:50.264574 3800 cni.go:452] [openshift-ingress/router-default-879d7bb47-9kmxq 5b1cb79b18b1f81eef86416906809d1f2c5268be94c5b7147e62dcedfc83dc5e network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-879d7bb47-9kmxq 5b1cb79b18b1f81eef86416906809d1f2c5268be94c5b7147e62dcedfc83dc5e network default NAD default NAD key ] I0513 06:39:50.344267 3800 cni.go:473] [openshift-ingress/router-default-879d7bb47-9kmxq 5b1cb79b18b1f81eef86416906809d1f2c5268be94c5b7147e62dcedfc83dc5e network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-879d7bb47-9kmxq 5b1cb79b18b1f81eef86416906809d1f2c5268be94c5b7147e62dcedfc83dc5e network default NAD default NAD key default], result "{}", err I0513 06:39:50.418261 3800 obj_retry.go:498] Detected object openshift-ingress/router-default-879d7bb47-9kmxq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:39:50.418297 3800 pods.go:176] Deleting pod: openshift-ingress/router-default-879d7bb47-9kmxq I0513 06:39:50.419616 3800 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-879d7bb47-9kmxq, ips: 10.128.0.11 I0513 06:39:50.419649 3800 obj_retry.go:498] Detected object openshift-ingress/router-default-879d7bb47-9kmxq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:39:50.640251 3800 obj_retry.go:492] Detected object openshift-ingress/router-default-879d7bb47-9kmxq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:39:50.640272 3800 obj_retry.go:492] Detected object openshift-ingress/router-default-879d7bb47-9kmxq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:39:50.645128 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-879d7bb47-9kmxq I0513 06:39:50.645152 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-879d7bb47-9kmxq I0513 06:39:52.413270 3800 cni.go:452] [openshift-console/console-f45984d8c-66p6m 6474c111965141a974431f86d3aa174e83e64836a1fca8d25cf308c9245d909c network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-f45984d8c-66p6m 6474c111965141a974431f86d3aa174e83e64836a1fca8d25cf308c9245d909c network default NAD default NAD key ] I0513 06:39:52.494679 3800 cni.go:473] [openshift-console/console-f45984d8c-66p6m 6474c111965141a974431f86d3aa174e83e64836a1fca8d25cf308c9245d909c network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-f45984d8c-66p6m 6474c111965141a974431f86d3aa174e83e64836a1fca8d25cf308c9245d909c network default NAD default NAD key default], result "{}", err I0513 06:39:52.574812 3800 obj_retry.go:498] Detected object openshift-console/console-f45984d8c-66p6m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:39:52.574846 3800 pods.go:176] Deleting pod: openshift-console/console-f45984d8c-66p6m I0513 06:39:52.576113 3800 pods.go:236] Attempting to release IPs for pod: openshift-console/console-f45984d8c-66p6m, ips: 10.128.0.27 I0513 06:39:52.576141 3800 obj_retry.go:498] Detected object openshift-console/console-f45984d8c-66p6m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:39:52.655088 3800 obj_retry.go:492] Detected object openshift-console/console-f45984d8c-66p6m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:39:52.655120 3800 obj_retry.go:492] Detected object openshift-console/console-f45984d8c-66p6m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:39:52.660259 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-f45984d8c-66p6m I0513 06:39:52.660288 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-f45984d8c-66p6m I0513 06:40:05.161563 3800 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644240-t6pkc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:40:05.162056 3800 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644240-t6pkc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:40:06.060494 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644240-t6pkc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:40:06.060531 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644240-t6pkc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:40:12.195260 3800 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drlxbp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:40:12.195792 3800 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drlxbp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:40:12.195819 3800 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drlxbp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 06:40:12.195828 3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0513 06:40:12.195839 3800 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drlxbp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 06:40:12.195844 3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0513 06:40:13.222675 3800 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drlxbp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:40:13.222695 3800 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drlxbp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:40:13.222707 3800 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drlxbp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:40:13.222726 3800 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drlxbp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:40:15.224002 3800 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0513 06:40:15.234722 3800 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0513 06:40:30.524772 3800 base_network_controller_pods.go:487] [default/openshift-console/console-84557b8748-cw4np] creating logical port openshift-console_console-84557b8748-cw4np for pod on switch ip-10-0-1-26.ec2.internal I0513 06:40:30.524911 3800 kube.go:256] Updating pod openshift-console/console-84557b8748-cw4np I0513 06:40:30.557630 3800 pod.go:62] [openshift-console/console-84557b8748-cw4np] pod update took 32.762047ms I0513 06:40:30.557656 3800 base_network_controller_pods.go:951] [default/openshift-console/console-84557b8748-cw4np] addLogicalPort annotation time took 32.794031ms I0513 06:40:30.558915 3800 pods.go:271] [openshift-console/console-84557b8748-cw4np] addLogicalPort took 34.165445ms, libovsdb time 859.418µs I0513 06:40:30.867927 3800 cni.go:452] [openshift-console/console-84557b8748-cw4np dcbfcb82b869e8e403811328d080f7ec821d9164f833e8d6f986c66822953543 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-84557b8748-cw4np dcbfcb82b869e8e403811328d080f7ec821d9164f833e8d6f986c66822953543 network default NAD default NAD key ] I0513 06:40:30.877449 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-84557b8748-cw4np, hostIfaceName: dcbfcb82b869e8e, network: default, NAD default, SandboxID: "dcbfcb82b869e8e403811328d080f7ec821d9164f833e8d6f986c66822953543", PCI device ID: , UID: "905ff436-db4a-47df-bd06-5a37f7172830", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0513 06:40:30.927126 3800 cni.go:473] [openshift-console/console-84557b8748-cw4np dcbfcb82b869e8e403811328d080f7ec821d9164f833e8d6f986c66822953543 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-84557b8748-cw4np dcbfcb82b869e8e403811328d080f7ec821d9164f833e8d6f986c66822953543 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:4d:1d:70:b9:69\",\"name\":\"dcbfcb82b869e8e\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ad2bf4b-ab1c-4de4-932b-05049b60bd6b\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:40:35.948869 3800 cni.go:452] [openshift-monitoring/alertmanager-main-1 ca57b303292a17ecef56e85634b95ef576dbd31cd5393e91e02de8c619304700 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 ca57b303292a17ecef56e85634b95ef576dbd31cd5393e91e02de8c619304700 network default NAD default NAD key ] I0513 06:40:36.029257 3800 cni.go:473] [openshift-monitoring/alertmanager-main-1 ca57b303292a17ecef56e85634b95ef576dbd31cd5393e91e02de8c619304700 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 ca57b303292a17ecef56e85634b95ef576dbd31cd5393e91e02de8c619304700 network default NAD default NAD key default], result "{}", err I0513 06:40:36.088948 3800 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:40:36.088988 3800 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0513 06:40:36.090261 3800 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.128.0.28 I0513 06:40:36.090288 3800 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:40:36.855894 3800 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:40:36.855926 3800 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:40:36.864765 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0513 06:40:36.864800 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0513 06:40:36.901451 3800 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-26.ec2.internal I0513 06:40:36.901606 3800 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0513 06:40:36.928691 3800 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 27.125161ms I0513 06:40:36.928719 3800 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 27.158042ms I0513 06:40:36.929939 3800 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 28.50663ms, libovsdb time 865.82µs I0513 06:40:37.263687 3800 cni.go:452] [openshift-monitoring/alertmanager-main-1 9683e2044ad94a2ed04da41c209087e21e4ee5670a2d7f609d93192b0ad5d782 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 9683e2044ad94a2ed04da41c209087e21e4ee5670a2d7f609d93192b0ad5d782 network default NAD default NAD key ] I0513 06:40:37.272955 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 9683e2044ad94a2, network: default, NAD default, SandboxID: "9683e2044ad94a2ed04da41c209087e21e4ee5670a2d7f609d93192b0ad5d782", PCI device ID: , UID: "335507e4-e0ac-4769-8b92-8e78b61ecff1", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0513 06:40:37.322787 3800 cni.go:473] [openshift-monitoring/alertmanager-main-1 9683e2044ad94a2ed04da41c209087e21e4ee5670a2d7f609d93192b0ad5d782 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 9683e2044ad94a2ed04da41c209087e21e4ee5670a2d7f609d93192b0ad5d782 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:a1:b3:7c:0a:c2\",\"name\":\"9683e2044ad94a2\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c8a20f4-d59f-4bf5-abed-7dcf4883ddb3\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:40:40.363908 3800 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:40:40.364423 3800 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:40:40.484593 3800 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:40:40.484610 3800 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:40:40.492211 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0513 06:40:40.492223 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0513 06:40:40.900538 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0513 06:40:55.812958 3800 obj_retry.go:498] Detected object openshift-console/console-54f76b8465-d98b2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:40:55.813490 3800 obj_retry.go:498] Detected object openshift-console/console-54f76b8465-d98b2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:40:56.218773 3800 obj_retry.go:492] Detected object openshift-console/console-54f76b8465-d98b2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:40:56.218795 3800 obj_retry.go:492] Detected object openshift-console/console-54f76b8465-d98b2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:40:56.224539 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-54f76b8465-d98b2 I0513 06:40:56.224570 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-54f76b8465-d98b2 W0513 06:40:57.307478 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 06:40:57.307534 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 06:40:57.307543 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0513 06:40:58.614853 3800 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:40:58.615442 3800 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:40:59.575858 3800 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:40:59.575881 3800 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:40:59.582154 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0513 06:40:59.582185 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0513 06:41:06.233654 3800 obj_retry.go:498] Detected object openshift-console/console-54f76b8465-8vnll of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:41:06.234174 3800 obj_retry.go:498] Detected object openshift-console/console-54f76b8465-8vnll of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:41:06.614475 3800 obj_retry.go:492] Detected object openshift-console/console-54f76b8465-8vnll of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:41:06.614494 3800 obj_retry.go:492] Detected object openshift-console/console-54f76b8465-8vnll of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:41:06.621170 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-54f76b8465-8vnll I0513 06:41:06.621195 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-54f76b8465-8vnll I0513 06:41:43.092783 3800 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:41:43.093299 3800 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:41:43.394713 3800 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:41:43.394739 3800 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:41:43.401446 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0513 06:41:43.401474 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0513 06:41:54.355265 3800 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0513 06:43:03.769887 3800 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0513 06:43:06.687684 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0513 06:43:35.901029 3800 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0513 06:43:37.789937 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0513 06:44:21.784746 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0513 06:44:24.778993 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0513 06:45:16.419781 3800 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-h4c87] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-h4c87 for pod on switch ip-10-0-1-26.ec2.internal I0513 06:45:16.419909 3800 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-h4c87 I0513 06:45:16.449689 3800 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-h4c87] pod update took 29.806885ms I0513 06:45:16.449722 3800 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-h4c87] addLogicalPort annotation time took 29.844587ms I0513 06:45:16.450941 3800 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-h4c87] addLogicalPort took 31.176942ms, libovsdb time 837.938µs I0513 06:45:16.774158 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0513 06:45:16.777810 3800 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-h4c87 f74e3505e4809c0681414fc271ad286584f5fd9756684ee83875be1ecd94d0f9 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-h4c87 f74e3505e4809c0681414fc271ad286584f5fd9756684ee83875be1ecd94d0f9 network default NAD default NAD key ] I0513 06:45:16.786903 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-h4c87, hostIfaceName: f74e3505e4809c0, network: default, NAD default, SandboxID: "f74e3505e4809c0681414fc271ad286584f5fd9756684ee83875be1ecd94d0f9", PCI device ID: , UID: "bd0cb673-76e9-4110-8304-866ab6645858", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0513 06:45:16.838818 3800 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-h4c87 f74e3505e4809c0681414fc271ad286584f5fd9756684ee83875be1ecd94d0f9 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-h4c87 f74e3505e4809c0681414fc271ad286584f5fd9756684ee83875be1ecd94d0f9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:66:1b:8f:c3:58\",\"name\":\"f74e3505e4809c0\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6db75d1c-3535-4fab-bad7-3609d144e977\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 06:45:19.105857 3800 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0513 06:45:30.121283 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 06:45:30.147542 3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0513 06:45:30.147604 3800 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-qrqm8 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-qrqm8: no pod IPs found I0513 06:45:48.680669 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=139 I0513 06:46:02.810967 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0513 06:46:07.685387 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 I0513 06:46:22.907597 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0513 06:46:30.525349 3800 namespace.go:98] [tsf] adding namespace I0513 06:46:30.526267 3800 namespace.go:102] [tsf] adding namespace took 896.221µs I0513 06:46:30.549936 3800 namespace.go:142] [tsf] updating namespace I0513 06:46:30.556792 3800 namespace.go:142] [tsf] updating namespace I0513 06:46:34.063748 3800 namespace.go:98] [rhbk-operator] adding namespace I0513 06:46:34.063896 3800 namespace.go:98] [cert-manager-operator] adding namespace I0513 06:46:34.063755 3800 namespace.go:98] [tsf-keycloak] adding namespace I0513 06:46:34.064657 3800 namespace.go:102] [rhbk-operator] adding namespace took 881.18µs I0513 06:46:34.065255 3800 namespace.go:102] [cert-manager-operator] adding namespace took 1.34026ms I0513 06:46:34.065772 3800 namespace.go:102] [tsf-keycloak] adding namespace took 1.800203ms I0513 06:46:34.067390 3800 namespace.go:98] [tsf-tpa] adding namespace I0513 06:46:34.067441 3800 namespace.go:98] [rhtpa-operator] adding namespace I0513 06:46:34.068017 3800 namespace.go:102] [tsf-tpa] adding namespace took 613.096µs I0513 06:46:34.068578 3800 namespace.go:102] [rhtpa-operator] adding namespace took 1.118042ms I0513 06:46:34.068603 3800 namespace.go:98] [konflux-ui] adding namespace I0513 06:46:34.069102 3800 namespace.go:102] [konflux-ui] adding namespace took 493.586µs I0513 06:46:34.070138 3800 namespace.go:98] [tsf-tas] adding namespace I0513 06:46:34.070689 3800 namespace.go:102] [tsf-tas] adding namespace took 535.822µs I0513 06:46:34.076670 3800 namespace.go:98] [konflux-operator] adding namespace I0513 06:46:34.077193 3800 namespace.go:102] [konflux-operator] adding namespace took 509.535µs I0513 06:46:34.080895 3800 namespace.go:142] [rhbk-operator] updating namespace I0513 06:46:34.097687 3800 namespace.go:142] [cert-manager-operator] updating namespace I0513 06:46:34.100260 3800 namespace.go:142] [tsf-keycloak] updating namespace I0513 06:46:34.100338 3800 namespace.go:142] [tsf-tpa] updating namespace I0513 06:46:34.100443 3800 namespace.go:142] [rhtpa-operator] updating namespace I0513 06:46:34.102659 3800 namespace.go:142] [rhbk-operator] updating namespace I0513 06:46:34.107795 3800 namespace.go:142] [konflux-ui] updating namespace I0513 06:46:34.111417 3800 namespace.go:142] [tsf-tas] updating namespace I0513 06:46:34.111563 3800 namespace.go:142] [konflux-operator] updating namespace I0513 06:46:34.127096 3800 namespace.go:142] [rhbk-operator] updating namespace I0513 06:46:34.153279 3800 namespace.go:142] [cert-manager-operator] updating namespace I0513 06:46:34.176729 3800 namespace.go:142] [tsf-tpa] updating namespace I0513 06:46:34.179038 3800 namespace.go:142] [cert-manager-operator] updating namespace I0513 06:46:34.191983 3800 namespace.go:142] [tsf-tpa] updating namespace I0513 06:46:34.195394 3800 namespace.go:142] [rhtpa-operator] updating namespace I0513 06:46:34.250391 3800 namespace.go:142] [rhtpa-operator] updating namespace I0513 06:46:34.300726 3800 namespace.go:142] [konflux-ui] updating namespace I0513 06:46:34.355426 3800 namespace.go:142] [konflux-ui] updating namespace I0513 06:46:34.375967 3800 namespace.go:142] [tsf-tas] updating namespace I0513 06:46:34.389659 3800 namespace.go:142] [tsf-tas] updating namespace I0513 06:46:34.402446 3800 namespace.go:142] [konflux-operator] updating namespace I0513 06:46:34.410602 3800 namespace.go:142] [konflux-operator] updating namespace I0513 06:46:34.426357 3800 namespace.go:142] [tsf-keycloak] updating namespace I0513 06:46:34.438521 3800 namespace.go:142] [tsf-keycloak] updating namespace I0513 06:46:35.325532 3800 namespace.go:142] [tsf-tpa] updating namespace I0513 06:46:35.331481 3800 namespace.go:142] [tsf-keycloak] updating namespace I0513 06:46:41.850045 3800 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e628np of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:46:41.850592 3800 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e628np of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:46:41.850617 3800 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e628np of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 06:46:41.850625 3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 06:46:41.850639 3800 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e628np of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 06:46:41.850645 3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 06:46:42.874931 3800 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e628np of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:42.874962 3800 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e628np of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:42.874980 3800 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e628np of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:42.874996 3800 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e628np of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:43.769686 3800 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0513 06:46:46.593010 3800 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51r5mdk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:46:46.593554 3800 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51r5mdk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:46:46.593584 3800 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51r5mdk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 06:46:46.593593 3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 06:46:46.593605 3800 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51r5mdk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 06:46:46.593609 3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 06:46:47.624551 3800 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51r5mdk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:47.624577 3800 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51r5mdk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:47.624591 3800 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51r5mdk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:47.624604 3800 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51r5mdk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:50.640216 3800 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kgws7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:46:50.640779 3800 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kgws7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:46:50.640808 3800 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kgws7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 06:46:50.640820 3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 06:46:50.640835 3800 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kgws7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 06:46:50.640842 3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 06:46:50.668243 3800 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felgbkt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:46:50.668679 3800 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felgbkt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:46:50.668702 3800 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felgbkt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 06:46:50.668710 3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 06:46:50.668725 3800 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felgbkt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 06:46:50.668731 3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 06:46:51.670846 3800 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kgws7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:51.670875 3800 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kgws7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:51.670893 3800 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kgws7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:51.670896 3800 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7649v8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:46:51.670911 3800 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kgws7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:51.671377 3800 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7649v8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:46:51.671400 3800 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7649v8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 06:46:51.671408 3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 06:46:51.671418 3800 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7649v8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 06:46:51.671422 3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 06:46:51.690595 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=762 I0513 06:46:51.698875 3800 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felgbkt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:51.698898 3800 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felgbkt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:51.698909 3800 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felgbkt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:51.698921 3800 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658felgbkt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:51.728815 3800 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djf69p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:46:51.729335 3800 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djf69p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:46:51.729359 3800 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djf69p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 06:46:51.729367 3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 06:46:51.729380 3800 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djf69p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 06:46:51.729386 3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 06:46:52.695790 3800 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7649v8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:52.695813 3800 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7649v8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:52.695827 3800 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7649v8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:52.695840 3800 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7649v8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:52.761694 3800 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djf69p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:52.761716 3800 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djf69p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:52.761730 3800 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djf69p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:52.761743 3800 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19djf69p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:46:53.632814 3800 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-kz7pp] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-kz7pp for pod on switch ip-10-0-1-26.ec2.internal I0513 06:46:53.632985 3800 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-kz7pp I0513 06:46:53.659283 3800 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-kz7pp] pod update took 26.327539ms I0513 06:46:53.659305 3800 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-kz7pp] addLogicalPort annotation time took 26.354291ms I0513 06:46:53.660542 3800 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-kz7pp] addLogicalPort took 27.752373ms, libovsdb time 874.211µs I0513 06:46:53.992047 3800 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-kz7pp c8efda40239f228a4502f4ce07b6995f1b0dcdec6ad0e1d92fa946b0eafe263c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-kz7pp c8efda40239f228a4502f4ce07b6995f1b0dcdec6ad0e1d92fa946b0eafe263c network default NAD default NAD key ] I0513 06:46:54.001535 3800 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-kz7pp, hostIfaceName: c8efda40239f228, network: default, NAD default, SandboxID: "c8efda40239f228a4502f4ce07b6995f1b0dcdec6ad0e1d92fa946b0eafe263c", PCI device ID: , UID: "418273b9-4527-41bf-853d-72c46a5f353a", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0513 06:46:54.052449 3800 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-kz7pp c8efda40239f228a4502f4ce07b6995f1b0dcdec6ad0e1d92fa946b0eafe263c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-kz7pp c8efda40239f228a4502f4ce07b6995f1b0dcdec6ad0e1d92fa946b0eafe263c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:cd:9f:6b:b6:07\",\"name\":\"c8efda40239f228\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f81c93b5-9547-4f65-90f9-a86fcdcde02f\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 06:46:57.551589 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0513 06:47:00.027650 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0513 06:47:00.384556 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0513 06:47:00.422529 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0513 06:47:00.444392 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0513 06:47:00.459884 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0513 06:47:02.781281 3800 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-69889d554d-wxws9] creating logical port rhbk-operator_rhbk-operator-69889d554d-wxws9 for pod on switch ip-10-0-1-26.ec2.internal I0513 06:47:02.781387 3800 kube.go:256] Updating pod rhbk-operator/rhbk-operator-69889d554d-wxws9 I0513 06:47:02.844225 3800 pod.go:62] [rhbk-operator/rhbk-operator-69889d554d-wxws9] pod update took 62.864051ms I0513 06:47:02.844256 3800 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-69889d554d-wxws9] addLogicalPort annotation time took 62.899372ms I0513 06:47:02.845520 3800 pods.go:271] [rhbk-operator/rhbk-operator-69889d554d-wxws9] addLogicalPort took 64.240311ms, libovsdb time 848.94µs I0513 06:47:03.140245 3800 cni.go:452] [rhbk-operator/rhbk-operator-69889d554d-wxws9 ec11a30d4d6f242b65666e1b53f3c90cdf3b386606e704876b32b7cfee33bc41 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-69889d554d-wxws9 ec11a30d4d6f242b65666e1b53f3c90cdf3b386606e704876b32b7cfee33bc41 network default NAD default NAD key ] I0513 06:47:03.149391 3800 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-69889d554d-wxws9, hostIfaceName: ec11a30d4d6f242, network: default, NAD default, SandboxID: "ec11a30d4d6f242b65666e1b53f3c90cdf3b386606e704876b32b7cfee33bc41", PCI device ID: , UID: "3f58e794-2e20-475e-99ff-54a660811e0c", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0513 06:47:03.200414 3800 cni.go:473] [rhbk-operator/rhbk-operator-69889d554d-wxws9 ec11a30d4d6f242b65666e1b53f3c90cdf3b386606e704876b32b7cfee33bc41 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-69889d554d-wxws9 ec11a30d4d6f242b65666e1b53f3c90cdf3b386606e704876b32b7cfee33bc41 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:9a:49:bc:a4:5a\",\"name\":\"ec11a30d4d6f242\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1078626e-797e-4b63-828c-23b3647353e7\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:47:04.906818 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 W0513 06:47:08.559199 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0513 06:47:13.755948 3800 namespace.go:142] [openshift-operators] updating namespace I0513 06:47:13.774917 3800 namespace.go:142] [openshift-operators] updating namespace I0513 06:47:18.800747 3800 namespace.go:98] [cert-manager] adding namespace I0513 06:47:18.801626 3800 namespace.go:102] [cert-manager] adding namespace took 853.815µs I0513 06:47:18.921471 3800 namespace.go:142] [cert-manager] updating namespace I0513 06:47:18.965079 3800 namespace.go:142] [cert-manager] updating namespace I0513 06:47:19.778468 3800 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-c5zhn] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-c5zhn for pod on switch ip-10-0-1-26.ec2.internal I0513 06:47:19.778617 3800 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-c5zhn I0513 06:47:19.830212 3800 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-c5zhn] pod update took 51.620726ms I0513 06:47:19.830237 3800 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-c5zhn] addLogicalPort annotation time took 51.652485ms I0513 06:47:19.831475 3800 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-c5zhn] addLogicalPort took 53.025272ms, libovsdb time 850.844µs I0513 06:47:20.140246 3800 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-c5zhn 94ef3360af43e0763aee8c384781d7389412e969d6a4aeb724e903493a8ef51b network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-c5zhn 94ef3360af43e0763aee8c384781d7389412e969d6a4aeb724e903493a8ef51b network default NAD default NAD key ] I0513 06:47:20.149431 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-c5zhn, hostIfaceName: 94ef3360af43e07, network: default, NAD default, SandboxID: "94ef3360af43e0763aee8c384781d7389412e969d6a4aeb724e903493a8ef51b", PCI device ID: , UID: "9c6c5a33-370d-4a02-a9a9-539c566cd923", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0513 06:47:20.201272 3800 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-c5zhn 94ef3360af43e0763aee8c384781d7389412e969d6a4aeb724e903493a8ef51b network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-c5zhn 94ef3360af43e0763aee8c384781d7389412e969d6a4aeb724e903493a8ef51b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:1f:e5:af:bf:17\",\"name\":\"94ef3360af43e07\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a8bf9a6b-411c-4ef0-a05b-6c9d953a7942\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:47:21.980447 3800 namespace.go:98] [trusted-artifact-signer] adding namespace I0513 06:47:21.981529 3800 namespace.go:102] [trusted-artifact-signer] adding namespace took 1.061265ms I0513 06:47:22.009956 3800 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 06:47:22.025445 3800 namespace.go:142] [trusted-artifact-signer] updating namespace W0513 06:47:22.683048 3800 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0513 06:47:23.079474 3800 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-fcf9f] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-fcf9f for pod on switch ip-10-0-1-26.ec2.internal I0513 06:47:23.079612 3800 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-fcf9f I0513 06:47:23.101749 3800 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-fcf9f] pod update took 22.167884ms I0513 06:47:23.101774 3800 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-fcf9f] addLogicalPort annotation time took 22.199605ms I0513 06:47:23.103098 3800 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-fcf9f] addLogicalPort took 23.646882ms, libovsdb time 884.132µs W0513 06:47:23.136888 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0513 06:47:23.136904 3800 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0513 06:47:23.447413 3800 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-fcf9f 41f779469f97da75843350838e1a0bd5001db7f86403dfadf74a55ae10855501 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-fcf9f 41f779469f97da75843350838e1a0bd5001db7f86403dfadf74a55ae10855501 network default NAD default NAD key ] I0513 06:47:23.456529 3800 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-fcf9f, hostIfaceName: 41f779469f97da7, network: default, NAD default, SandboxID: "41f779469f97da75843350838e1a0bd5001db7f86403dfadf74a55ae10855501", PCI device ID: , UID: "07c0ceb0-fd30-442f-9f70-2bfef63b074d", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0513 06:47:23.508567 3800 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-fcf9f 41f779469f97da75843350838e1a0bd5001db7f86403dfadf74a55ae10855501 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-fcf9f 41f779469f97da75843350838e1a0bd5001db7f86403dfadf74a55ae10855501 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:ce:b0:4a:2e:bf\",\"name\":\"41f779469f97da7\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/adfa08b8-669a-47c1-a606-33824b3983ec\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:47:24.738287 3800 namespace.go:142] [openshift-operators] updating namespace I0513 06:47:25.845628 3800 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-s7pbh] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-s7pbh for pod on switch ip-10-0-1-26.ec2.internal I0513 06:47:25.845728 3800 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-s7pbh I0513 06:47:25.913831 3800 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-s7pbh] pod update took 68.132421ms I0513 06:47:25.913863 3800 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-s7pbh] addLogicalPort annotation time took 68.171159ms I0513 06:47:25.915217 3800 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-s7pbh] addLogicalPort took 69.610166ms, libovsdb time 924.329µs I0513 06:47:26.690470 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0513 06:47:27.680784 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=110 I0513 06:47:27.891575 3800 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-s7pbh 552576a4444602e4136edbd7311d54abd0d305fd89598b4f865f1fc992f03251 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-s7pbh 552576a4444602e4136edbd7311d54abd0d305fd89598b4f865f1fc992f03251 network default NAD default NAD key ] I0513 06:47:27.901002 3800 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-s7pbh, hostIfaceName: 552576a4444602e, network: default, NAD default, SandboxID: "552576a4444602e4136edbd7311d54abd0d305fd89598b4f865f1fc992f03251", PCI device ID: , UID: "a07d22fa-ec80-42e4-af71-7f21d51c7711", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0513 06:47:27.954031 3800 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-s7pbh 552576a4444602e4136edbd7311d54abd0d305fd89598b4f865f1fc992f03251 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-s7pbh 552576a4444602e4136edbd7311d54abd0d305fd89598b4f865f1fc992f03251 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:56:70:97:fe:b2\",\"name\":\"552576a4444602e\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36afbc55-131a-425c-b153-c5c9c0181855\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 06:47:33.691481 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0513 06:47:38.852035 3800 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:47:38.852558 3800 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:47:38.872448 3800 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:47:38.872467 3800 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:47:38.878476 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0513 06:47:38.878513 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0513 06:47:40.133112 3800 namespace.go:98] [openshift-pipelines] adding namespace I0513 06:47:40.133928 3800 namespace.go:102] [openshift-pipelines] adding namespace took 796.962µs I0513 06:47:40.151569 3800 namespace.go:142] [openshift-pipelines] updating namespace I0513 06:47:40.837638 3800 namespace.go:142] [cert-manager] updating namespace I0513 06:47:41.035410 3800 namespace.go:142] [cert-manager-operator] updating namespace I0513 06:47:41.436561 3800 namespace.go:142] [konflux-operator] updating namespace I0513 06:47:41.639872 3800 namespace.go:142] [konflux-ui] updating namespace I0513 06:47:41.839745 3800 namespace.go:142] [open-cluster-management-2q8slj49anughhr7bmrugv7tl1gre4io] updating namespace I0513 06:47:42.245476 3800 namespace.go:142] [rhbk-operator] updating namespace I0513 06:47:42.443789 3800 namespace.go:142] [rhtpa-operator] updating namespace I0513 06:47:42.645316 3800 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 06:47:42.845554 3800 namespace.go:142] [tsf] updating namespace I0513 06:47:43.045569 3800 namespace.go:142] [tsf-keycloak] updating namespace I0513 06:47:43.249594 3800 namespace.go:142] [tsf-tas] updating namespace I0513 06:47:43.446387 3800 namespace.go:142] [tsf-tpa] updating namespace I0513 06:47:43.578364 3800 namespace.go:142] [cert-manager] updating namespace I0513 06:47:43.586033 3800 namespace.go:142] [cert-manager-operator] updating namespace I0513 06:47:43.596928 3800 namespace.go:142] [default] updating namespace I0513 06:47:43.607216 3800 namespace.go:142] [konflux-operator] updating namespace I0513 06:47:43.618718 3800 namespace.go:142] [konflux-ui] updating namespace I0513 06:47:43.631418 3800 namespace.go:142] [open-cluster-management-2q8slj49anughhr7bmrugv7tl1gre4io] updating namespace I0513 06:47:43.639201 3800 namespace.go:142] [openshift] updating namespace I0513 06:47:43.648573 3800 namespace.go:142] [rhbk-operator] updating namespace I0513 06:47:43.658003 3800 namespace.go:142] [rhtpa-operator] updating namespace I0513 06:47:43.667137 3800 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 06:47:43.677205 3800 namespace.go:142] [tsf] updating namespace I0513 06:47:43.686097 3800 namespace.go:142] [tsf-keycloak] updating namespace I0513 06:47:43.707086 3800 namespace.go:142] [tsf-tas] updating namespace I0513 06:47:43.727701 3800 namespace.go:142] [tsf-tpa] updating namespace I0513 06:47:43.826929 3800 namespace.go:142] [cert-manager] updating namespace I0513 06:47:43.935863 3800 namespace.go:142] [cert-manager-operator] updating namespace I0513 06:47:44.026281 3800 namespace.go:142] [default] updating namespace I0513 06:47:44.130078 3800 namespace.go:142] [konflux-operator] updating namespace I0513 06:47:44.260512 3800 namespace.go:142] [konflux-ui] updating namespace I0513 06:47:44.328428 3800 namespace.go:142] [open-cluster-management-2q8slj49anughhr7bmrugv7tl1gre4io] updating namespace I0513 06:47:44.426452 3800 namespace.go:142] [openshift] updating namespace I0513 06:47:44.529423 3800 namespace.go:142] [rhbk-operator] updating namespace I0513 06:47:44.626173 3800 namespace.go:142] [rhtpa-operator] updating namespace I0513 06:47:44.728660 3800 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 06:47:44.827028 3800 namespace.go:142] [tsf] updating namespace I0513 06:47:44.934436 3800 namespace.go:142] [tsf-keycloak] updating namespace I0513 06:47:45.027916 3800 namespace.go:142] [tsf-tas] updating namespace I0513 06:47:45.127788 3800 namespace.go:142] [tsf-tpa] updating namespace I0513 06:47:45.388629 3800 namespace.go:142] [openshift-pipelines] updating namespace I0513 06:47:52.969719 3800 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-g26xn] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-g26xn for pod on switch ip-10-0-1-26.ec2.internal I0513 06:47:52.969813 3800 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-g26xn I0513 06:47:53.013853 3800 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-g26xn] pod update took 44.067937ms I0513 06:47:53.013877 3800 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-g26xn] addLogicalPort annotation time took 44.097907ms I0513 06:47:53.015234 3800 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-g26xn] addLogicalPort took 45.532185ms, libovsdb time 902.513µs I0513 06:47:53.328176 3800 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-g26xn aef2aa157bb817f9847a5e58497677d55f060bca9d229151a1d765bb4452623c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-g26xn aef2aa157bb817f9847a5e58497677d55f060bca9d229151a1d765bb4452623c network default NAD default NAD key ] I0513 06:47:53.337912 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-g26xn, hostIfaceName: aef2aa157bb817f, network: default, NAD default, SandboxID: "aef2aa157bb817f9847a5e58497677d55f060bca9d229151a1d765bb4452623c", PCI device ID: , UID: "727cd6ee-3058-4f0a-a7c7-1013dda69e49", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0513 06:47:53.388720 3800 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-g26xn aef2aa157bb817f9847a5e58497677d55f060bca9d229151a1d765bb4452623c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-g26xn aef2aa157bb817f9847a5e58497677d55f060bca9d229151a1d765bb4452623c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:f0:55:10:d9:12\",\"name\":\"aef2aa157bb817f\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f3472ec-6a3c-46c0-bf2c-59d3970f4361\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 06:47:54.809320 3800 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0513 06:47:54.828446 3800 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0513 06:47:56.856691 3800 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 06:47:56.856709 3800 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 06:47:56.856727 3800 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 06:47:57.301370 3800 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 06:47:57.301391 3800 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 06:47:57.301396 3800 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 06:47:57.301400 3800 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 06:47:58.884359 3800 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 06:47:58.884380 3800 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 06:47:58.884384 3800 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 06:48:07.877940 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 06:48:07.877958 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 06:48:07.877964 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0513 06:48:16.523127 3800 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-cvwhp] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-cvwhp for pod on switch ip-10-0-1-26.ec2.internal I0513 06:48:16.523230 3800 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-cvwhp I0513 06:48:16.537794 3800 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-cvwhp] pod update took 14.593056ms I0513 06:48:16.537815 3800 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-cvwhp] addLogicalPort annotation time took 14.61856ms I0513 06:48:16.539069 3800 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-cvwhp] addLogicalPort took 15.956794ms, libovsdb time 843.307µs I0513 06:48:16.879995 3800 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-cvwhp 31be6d1c903dc3fd4208d8b3ca174dd253402af3f270863e88593b77eb159807 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-cvwhp 31be6d1c903dc3fd4208d8b3ca174dd253402af3f270863e88593b77eb159807 network default NAD default NAD key ] I0513 06:48:16.889153 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-cvwhp, hostIfaceName: 31be6d1c903dc3f, network: default, NAD default, SandboxID: "31be6d1c903dc3fd4208d8b3ca174dd253402af3f270863e88593b77eb159807", PCI device ID: , UID: "80c1ee98-476e-4dae-a008-de6d685498e2", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0513 06:48:16.942493 3800 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-cvwhp 31be6d1c903dc3fd4208d8b3ca174dd253402af3f270863e88593b77eb159807 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-cvwhp 31be6d1c903dc3fd4208d8b3ca174dd253402af3f270863e88593b77eb159807 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:4d:2d:76:a2:45\",\"name\":\"31be6d1c903dc3f\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f160d45d-ef69-4b8c-bf4b-e8b24b1f6b72\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:48:19.482727 3800 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:48:19.483306 3800 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:48:19.504338 3800 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:48:19.504363 3800 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:48:19.509872 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0513 06:48:19.509903 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure W0513 06:48:20.438425 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0513 06:48:21.354238 3800 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0513 06:48:21.354872 3800 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0513 06:48:21.354894 3800 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0513 06:48:21.356958 3800 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0513 06:48:21.736094 3800 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-26.ec2.internal I0513 06:48:21.736196 3800 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0513 06:48:21.754731 3800 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 18.556418ms I0513 06:48:21.754764 3800 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 18.595748ms I0513 06:48:21.756357 3800 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 20.282726ms, libovsdb time 1.004992ms I0513 06:48:22.097201 3800 cni.go:452] [tsf-keycloak/keycloak-0 88a93bb2dfa018582fa9fd607a02d867c954f939d64455f6f5838061b201d537 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 88a93bb2dfa018582fa9fd607a02d867c954f939d64455f6f5838061b201d537 network default NAD default NAD key ] I0513 06:48:22.106365 3800 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 88a93bb2dfa0185, network: default, NAD default, SandboxID: "88a93bb2dfa018582fa9fd607a02d867c954f939d64455f6f5838061b201d537", PCI device ID: , UID: "8d448cba-8392-441e-8c44-adfdb8f63bc6", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0513 06:48:22.160594 3800 cni.go:473] [tsf-keycloak/keycloak-0 88a93bb2dfa018582fa9fd607a02d867c954f939d64455f6f5838061b201d537 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 88a93bb2dfa018582fa9fd607a02d867c954f939d64455f6f5838061b201d537 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:a6:e9:b9:c4:81\",\"name\":\"88a93bb2dfa0185\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8dcef09-cd95-4f72-9e62-4762c0cdda8f\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 06:48:29.042556 3800 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0513 06:48:29.042582 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0513 06:48:29.043588 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0513 06:48:29.043601 3800 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0513 06:48:37.910172 3800 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0513 06:48:53.335323 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0513 06:48:53.335346 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0513 06:48:53.337739 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0513 06:48:53.337756 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0513 06:48:59.625561 3800 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0513 06:48:59.625579 3800 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0513 06:48:59.625584 3800 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0513 06:49:01.527523 3800 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-jmr7r] creating logical port tsf-keycloak_tsf-iam-jmr7r for pod on switch ip-10-0-1-26.ec2.internal I0513 06:49:01.527618 3800 kube.go:256] Updating pod tsf-keycloak/tsf-iam-jmr7r I0513 06:49:01.543537 3800 pod.go:62] [tsf-keycloak/tsf-iam-jmr7r] pod update took 15.947704ms I0513 06:49:01.543559 3800 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-jmr7r] addLogicalPort annotation time took 15.977029ms I0513 06:49:01.544866 3800 pods.go:271] [tsf-keycloak/tsf-iam-jmr7r] addLogicalPort took 17.372773ms, libovsdb time 934.768µs I0513 06:49:01.962941 3800 cni.go:452] [tsf-keycloak/tsf-iam-jmr7r 11575538049e6fbe92edf7083b63068ed42ec841a72a7bb52f2adc34e4af4837 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-jmr7r 11575538049e6fbe92edf7083b63068ed42ec841a72a7bb52f2adc34e4af4837 network default NAD default NAD key ] I0513 06:49:01.971944 3800 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-jmr7r, hostIfaceName: 11575538049e6fb, network: default, NAD default, SandboxID: "11575538049e6fbe92edf7083b63068ed42ec841a72a7bb52f2adc34e4af4837", PCI device ID: , UID: "952aac73-ecd1-4c6f-958c-0e0c5ee02fc9", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0513 06:49:02.023590 3800 cni.go:473] [tsf-keycloak/tsf-iam-jmr7r 11575538049e6fbe92edf7083b63068ed42ec841a72a7bb52f2adc34e4af4837 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-jmr7r 11575538049e6fbe92edf7083b63068ed42ec841a72a7bb52f2adc34e4af4837 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:20:1b:31:d7:80\",\"name\":\"11575538049e6fb\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b77d6fe-7342-4941-a8ee-cb9a1567496e\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:49:11.357320 3800 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:49:11.357966 3800 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:49:11.393256 3800 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:49:11.393283 3800 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:49:11.401809 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0513 06:49:11.401847 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0513 06:49:13.964805 3800 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-qknqp-fpm4w] creating logical port tsf-tas_rekor-createtree-job-qknqp-fpm4w for pod on switch ip-10-0-1-26.ec2.internal I0513 06:49:13.965023 3800 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-qknqp-fpm4w I0513 06:49:13.985584 3800 pod.go:62] [tsf-tas/rekor-createtree-job-qknqp-fpm4w] pod update took 20.593122ms I0513 06:49:13.985675 3800 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-qknqp-fpm4w] addLogicalPort annotation time took 20.687476ms I0513 06:49:13.987254 3800 pods.go:271] [tsf-tas/rekor-createtree-job-qknqp-fpm4w] addLogicalPort took 22.472058ms, libovsdb time 1.002433ms I0513 06:49:14.325778 3800 cni.go:452] [tsf-tas/rekor-createtree-job-qknqp-fpm4w 706c88db80af1fc9ed8b8522bfe0eb6729c6896044ad738624c9fa7b73d03558 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-qknqp-fpm4w 706c88db80af1fc9ed8b8522bfe0eb6729c6896044ad738624c9fa7b73d03558 network default NAD default NAD key ] I0513 06:49:14.335498 3800 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-qknqp-fpm4w, hostIfaceName: 706c88db80af1fc, network: default, NAD default, SandboxID: "706c88db80af1fc9ed8b8522bfe0eb6729c6896044ad738624c9fa7b73d03558", PCI device ID: , UID: "dc9b0e45-068d-47a3-8a8b-5f79c3867e34", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0513 06:49:14.389623 3800 cni.go:473] [tsf-tas/rekor-createtree-job-qknqp-fpm4w 706c88db80af1fc9ed8b8522bfe0eb6729c6896044ad738624c9fa7b73d03558 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-qknqp-fpm4w 706c88db80af1fc9ed8b8522bfe0eb6729c6896044ad738624c9fa7b73d03558 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:7e:8c:58:0d:e8\",\"name\":\"706c88db80af1fc\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/300de2ff-4496-4ca5-a2fa-8d1a86c685d4\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 06:49:15.715499 3800 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0513 06:49:15.715542 3800 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0513 06:49:21.335704 3800 cni.go:452] [tsf-keycloak/tsf-iam-jmr7r 11575538049e6fbe92edf7083b63068ed42ec841a72a7bb52f2adc34e4af4837 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-jmr7r 11575538049e6fbe92edf7083b63068ed42ec841a72a7bb52f2adc34e4af4837 network default NAD default NAD key ] I0513 06:49:21.415024 3800 cni.go:473] [tsf-keycloak/tsf-iam-jmr7r 11575538049e6fbe92edf7083b63068ed42ec841a72a7bb52f2adc34e4af4837 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-jmr7r 11575538049e6fbe92edf7083b63068ed42ec841a72a7bb52f2adc34e4af4837 network default NAD default NAD key default], result "{}", err I0513 06:49:21.470755 3800 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-jmr7r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:49:21.470787 3800 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-jmr7r I0513 06:49:21.472040 3800 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-jmr7r, ips: 10.128.0.43 I0513 06:49:21.472071 3800 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-jmr7r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:49:22.362220 3800 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-jmr7r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:49:22.362253 3800 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-jmr7r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0513 06:49:23.339468 3800 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0513 06:49:26.806770 3800 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0513 06:49:27.940047 3800 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-b7xmr] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-b7xmr for pod on switch ip-10-0-1-26.ec2.internal I0513 06:49:27.940162 3800 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-b7xmr I0513 06:49:27.958204 3800 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-b7xmr] pod update took 18.088451ms I0513 06:49:27.958225 3800 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-b7xmr] addLogicalPort annotation time took 18.114749ms I0513 06:49:27.959472 3800 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-b7xmr] addLogicalPort took 19.442334ms, libovsdb time 826.114µs I0513 06:49:28.038454 3800 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-s9qh5] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-s9qh5 for pod on switch ip-10-0-1-26.ec2.internal I0513 06:49:28.038569 3800 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-s9qh5 I0513 06:49:28.053644 3800 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-s9qh5] pod update took 15.097959ms I0513 06:49:28.053667 3800 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-s9qh5] addLogicalPort annotation time took 15.12667ms I0513 06:49:28.054879 3800 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-s9qh5] addLogicalPort took 16.442679ms, libovsdb time 833.567µs I0513 06:49:28.138748 3800 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-v6cdm] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-v6cdm for pod on switch ip-10-0-1-26.ec2.internal I0513 06:49:28.138836 3800 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-v6cdm I0513 06:49:28.155216 3800 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-v6cdm] pod update took 16.40553ms I0513 06:49:28.155235 3800 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-v6cdm] addLogicalPort annotation time took 16.429876ms I0513 06:49:28.156427 3800 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-v6cdm] addLogicalPort took 17.695873ms, libovsdb time 790.995µs I0513 06:49:28.300479 3800 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-b7xmr 75e6fd645e5453aa723579fbea48f7c0e1c7a2e73eba39073ce3e2c3412419e1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-b7xmr 75e6fd645e5453aa723579fbea48f7c0e1c7a2e73eba39073ce3e2c3412419e1 network default NAD default NAD key ] I0513 06:49:28.309482 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-b7xmr, hostIfaceName: 75e6fd645e5453a, network: default, NAD default, SandboxID: "75e6fd645e5453aa723579fbea48f7c0e1c7a2e73eba39073ce3e2c3412419e1", PCI device ID: , UID: "70033a2d-eba4-4878-9c51-699097a5afb3", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0513 06:49:28.361004 3800 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-b7xmr 75e6fd645e5453aa723579fbea48f7c0e1c7a2e73eba39073ce3e2c3412419e1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-b7xmr 75e6fd645e5453aa723579fbea48f7c0e1c7a2e73eba39073ce3e2c3412419e1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:53:b3:5d:0b:04\",\"name\":\"75e6fd645e5453a\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b591ae73-7b2f-4291-ac9a-c955de454bc4\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:49:28.398712 3800 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-s9qh5 6644980bbc0cadce977498f55eea21b5011409264e3202e82f36668aadad133e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-s9qh5 6644980bbc0cadce977498f55eea21b5011409264e3202e82f36668aadad133e network default NAD default NAD key ] I0513 06:49:28.408701 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-s9qh5, hostIfaceName: 6644980bbc0cadc, network: default, NAD default, SandboxID: "6644980bbc0cadce977498f55eea21b5011409264e3202e82f36668aadad133e", PCI device ID: , UID: "d8c985ec-655c-453d-a663-723f836401dd", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0513 06:49:28.459599 3800 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-s9qh5 6644980bbc0cadce977498f55eea21b5011409264e3202e82f36668aadad133e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-s9qh5 6644980bbc0cadce977498f55eea21b5011409264e3202e82f36668aadad133e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:90:77:e3:66:12\",\"name\":\"6644980bbc0cadc\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ed332cd-81d1-4b9b-9868-211144f04474\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:49:28.496704 3800 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-v6cdm 7778cfa34400eebccd71f436e414d95e3217a87b4aa56056fd4aeb0c70d82efd network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-v6cdm 7778cfa34400eebccd71f436e414d95e3217a87b4aa56056fd4aeb0c70d82efd network default NAD default NAD key ] I0513 06:49:28.507927 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-v6cdm, hostIfaceName: 7778cfa34400eeb, network: default, NAD default, SandboxID: "7778cfa34400eebccd71f436e414d95e3217a87b4aa56056fd4aeb0c70d82efd", PCI device ID: , UID: "c92f076f-382a-4619-a1ce-e59005fba610", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0513 06:49:28.558486 3800 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-v6cdm 7778cfa34400eebccd71f436e414d95e3217a87b4aa56056fd4aeb0c70d82efd network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-v6cdm 7778cfa34400eebccd71f436e414d95e3217a87b4aa56056fd4aeb0c70d82efd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:0d:0c:66:8e:d6\",\"name\":\"7778cfa34400eeb\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/70b10584-b7ad-432e-906a-024ca9e9c6f1\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:49:29.971712 3800 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-9h7qv-rvxwb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:49:29.972250 3800 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-9h7qv-rvxwb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0513 06:49:30.363153 3800 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0513 06:49:30.829198 3800 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-9h7qv-rvxwb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:49:30.829219 3800 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-9h7qv-rvxwb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0513 06:49:31.392260 3800 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0513 06:49:42.402645 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0513 06:49:43.474025 3800 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-dr5rz] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-dr5rz for pod on switch ip-10-0-1-26.ec2.internal I0513 06:49:43.474117 3800 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-dr5rz I0513 06:49:43.490698 3800 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-dr5rz] pod update took 16.602311ms I0513 06:49:43.490725 3800 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-dr5rz] addLogicalPort annotation time took 16.633397ms I0513 06:49:43.492082 3800 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-dr5rz] addLogicalPort took 18.077784ms, libovsdb time 880.871µs I0513 06:49:43.832107 3800 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-dr5rz 0e03a41e851978ccebaf5591bfad0ab2e81661ec8fae3d9b165e6badf50671c7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-dr5rz 0e03a41e851978ccebaf5591bfad0ab2e81661ec8fae3d9b165e6badf50671c7 network default NAD default NAD key ] I0513 06:49:43.841836 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-dr5rz, hostIfaceName: 0e03a41e851978c, network: default, NAD default, SandboxID: "0e03a41e851978ccebaf5591bfad0ab2e81661ec8fae3d9b165e6badf50671c7", PCI device ID: , UID: "1ac5b276-3824-4fd8-8965-15dad2977f8d", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0513 06:49:44.101793 3800 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-dr5rz 0e03a41e851978ccebaf5591bfad0ab2e81661ec8fae3d9b165e6badf50671c7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-dr5rz 0e03a41e851978ccebaf5591bfad0ab2e81661ec8fae3d9b165e6badf50671c7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:ae:0c:83:c3:4b\",\"name\":\"0e03a41e851978c\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1bd4ad6b-6e77-4199-ac52-9e74fcf3d63a\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:50:00.683116 3800 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:00.683740 3800 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:00.702838 3800 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:00.702859 3800 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:00.706327 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0513 06:50:00.706347 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0513 06:50:07.523083 3800 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644250-hrrr6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:07.523676 3800 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644250-hrrr6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:08.544211 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644250-hrrr6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:08.544233 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644250-hrrr6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:08.691478 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=96 I0513 06:50:09.714319 3800 obj_retry.go:498] Detected object tsf/patch-tekton-config-f4mg4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:09.714872 3800 obj_retry.go:498] Detected object tsf/patch-tekton-config-f4mg4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:10.736453 3800 obj_retry.go:492] Detected object tsf/patch-tekton-config-f4mg4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:10.736477 3800 obj_retry.go:492] Detected object tsf/patch-tekton-config-f4mg4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:10.794211 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0513 06:50:12.739650 3800 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-gjkxb-975qp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:12.740218 3800 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-gjkxb-975qp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:13.627472 3800 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-gjkxb-975qp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:13.627495 3800 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-gjkxb-975qp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:13.633895 3800 cni.go:452] [tsf-tas/rekor-createtree-job-qknqp-fpm4w 706c88db80af1fc9ed8b8522bfe0eb6729c6896044ad738624c9fa7b73d03558 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-qknqp-fpm4w 706c88db80af1fc9ed8b8522bfe0eb6729c6896044ad738624c9fa7b73d03558 network default NAD default NAD key ] I0513 06:50:13.722746 3800 cni.go:473] [tsf-tas/rekor-createtree-job-qknqp-fpm4w 706c88db80af1fc9ed8b8522bfe0eb6729c6896044ad738624c9fa7b73d03558 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-qknqp-fpm4w 706c88db80af1fc9ed8b8522bfe0eb6729c6896044ad738624c9fa7b73d03558 network default NAD default NAD key default], result "{}", err I0513 06:50:13.772367 3800 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-qknqp-fpm4w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:13.772401 3800 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-qknqp-fpm4w I0513 06:50:13.773637 3800 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-qknqp-fpm4w, ips: 10.128.0.44 I0513 06:50:13.773662 3800 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-qknqp-fpm4w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:14.646666 3800 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-qknqp-fpm4w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:14.646686 3800 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-qknqp-fpm4w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:16.762914 3800 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-lqb6v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:16.763469 3800 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-lqb6v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0513 06:50:17.641631 3800 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0513 06:50:17.783306 3800 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-lqb6v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:17.783327 3800 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-lqb6v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:17.815213 3800 obj_retry.go:492] Detected object tsf/patch-tekton-config-f4mg4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:17.815230 3800 obj_retry.go:492] Detected object tsf/patch-tekton-config-f4mg4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:17.819775 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-f4mg4 I0513 06:50:17.819809 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-f4mg4 W0513 06:50:21.697552 3800 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0513 06:50:22.680775 3800 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-5cb6958d86-6jnw4] creating logical port tsf-tas_rekor-server-5cb6958d86-6jnw4 for pod on switch ip-10-0-1-26.ec2.internal I0513 06:50:22.680873 3800 kube.go:256] Updating pod tsf-tas/rekor-server-5cb6958d86-6jnw4 I0513 06:50:22.694870 3800 pod.go:62] [tsf-tas/rekor-server-5cb6958d86-6jnw4] pod update took 14.017863ms I0513 06:50:22.694892 3800 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-5cb6958d86-6jnw4] addLogicalPort annotation time took 14.045525ms I0513 06:50:22.696228 3800 pods.go:271] [tsf-tas/rekor-server-5cb6958d86-6jnw4] addLogicalPort took 15.474225ms, libovsdb time 900.819µs W0513 06:50:24.090251 3800 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0513 06:50:24.825474 3800 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:24.825997 3800 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:24.845223 3800 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:24.845245 3800 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:24.852888 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0513 06:50:24.852910 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0513 06:50:26.974969 3800 cni.go:452] [tsf-tas/rekor-server-5cb6958d86-6jnw4 5d1b1703f5e194e6cbe689d22f115765772da553f9c817e356cdc380cde8d06a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-5cb6958d86-6jnw4 5d1b1703f5e194e6cbe689d22f115765772da553f9c817e356cdc380cde8d06a network default NAD default NAD key ] I0513 06:50:26.984428 3800 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-5cb6958d86-6jnw4, hostIfaceName: 5d1b1703f5e194e, network: default, NAD default, SandboxID: "5d1b1703f5e194e6cbe689d22f115765772da553f9c817e356cdc380cde8d06a", PCI device ID: , UID: "6d4c2040-7e84-4c68-936a-687b0a8c8e93", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0513 06:50:27.036951 3800 cni.go:473] [tsf-tas/rekor-server-5cb6958d86-6jnw4 5d1b1703f5e194e6cbe689d22f115765772da553f9c817e356cdc380cde8d06a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-5cb6958d86-6jnw4 5d1b1703f5e194e6cbe689d22f115765772da553f9c817e356cdc380cde8d06a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:67:7a:9b:63:b2\",\"name\":\"5d1b1703f5e194e\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e289316-6fa3-4789-8950-576760e66268\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0513 06:50:29.714975 3800 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0513 06:50:30.255885 3800 obj_retry.go:498] Detected object tsf-tpa/create-db-hwqfn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:30.256412 3800 obj_retry.go:498] Detected object tsf-tpa/create-db-hwqfn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:31.277221 3800 obj_retry.go:492] Detected object tsf-tpa/create-db-hwqfn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:31.277244 3800 obj_retry.go:492] Detected object tsf-tpa/create-db-hwqfn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:37.110163 3800 obj_retry.go:498] Detected object tsf-tpa/migrate-db-x5xg4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:37.110715 3800 obj_retry.go:498] Detected object tsf-tpa/migrate-db-x5xg4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:37.775571 3800 obj_retry.go:492] Detected object tsf-tpa/migrate-db-x5xg4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:37.775601 3800 obj_retry.go:492] Detected object tsf-tpa/migrate-db-x5xg4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:40.340734 3800 obj_retry.go:498] Detected object tsf-tpa/create-importers-mcml4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:40.341305 3800 obj_retry.go:498] Detected object tsf-tpa/create-importers-mcml4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0513 06:50:40.727552 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0513 06:50:41.362374 3800 obj_retry.go:492] Detected object tsf-tpa/create-importers-mcml4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:41.362395 3800 obj_retry.go:492] Detected object tsf-tpa/create-importers-mcml4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0513 06:50:48.866553 3800 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0513 06:50:55.425931 3800 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-mztfm-ckp4g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:55.426457 3800 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-mztfm-ckp4g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:50:56.448176 3800 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-mztfm-ckp4g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:50:56.448201 3800 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-mztfm-ckp4g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:51:02.788647 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 W0513 06:51:11.367110 3800 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0513 06:51:17.122269 3800 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:51:17.122814 3800 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:51:17.157787 3800 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:51:17.157809 3800 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:51:17.164582 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0513 06:51:17.164606 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0513 06:51:18.040089 3800 namespace.go:98] [build-service] adding namespace I0513 06:51:18.040980 3800 namespace.go:102] [build-service] adding namespace took 869.772µs I0513 06:51:18.044534 3800 namespace.go:98] [default-tenant] adding namespace I0513 06:51:18.045260 3800 namespace.go:102] [default-tenant] adding namespace took 707.968µs I0513 06:51:18.045599 3800 namespace.go:98] [image-controller] adding namespace I0513 06:51:18.045723 3800 namespace.go:98] [integration-service] adding namespace I0513 06:51:18.046287 3800 namespace.go:102] [image-controller] adding namespace took 672.395µs I0513 06:51:18.046858 3800 namespace.go:102] [integration-service] adding namespace took 1.117209ms I0513 06:51:18.105364 3800 namespace.go:142] [build-service] updating namespace I0513 06:51:18.127301 3800 namespace.go:142] [build-service] updating namespace I0513 06:51:18.138951 3800 namespace.go:142] [default-tenant] updating namespace I0513 06:51:18.163378 3800 namespace.go:142] [default-tenant] updating namespace I0513 06:51:18.170830 3800 namespace.go:142] [image-controller] updating namespace I0513 06:51:18.199525 3800 namespace.go:142] [image-controller] updating namespace I0513 06:51:18.199666 3800 namespace.go:142] [integration-service] updating namespace I0513 06:51:18.220821 3800 namespace.go:142] [integration-service] updating namespace I0513 06:51:18.338553 3800 namespace.go:142] [build-service] updating namespace I0513 06:51:18.347514 3800 namespace.go:142] [integration-service] updating namespace I0513 06:51:18.377526 3800 namespace.go:98] [release-service] adding namespace I0513 06:51:18.378296 3800 namespace.go:102] [release-service] adding namespace took 755.653µs I0513 06:51:18.404460 3800 namespace.go:142] [release-service] updating namespace I0513 06:51:18.437519 3800 namespace.go:142] [konflux-ui] updating namespace I0513 06:51:18.461335 3800 namespace.go:142] [release-service] updating namespace I0513 06:51:18.575461 3800 namespace.go:98] [konflux-info] adding namespace I0513 06:51:18.576261 3800 namespace.go:102] [konflux-info] adding namespace took 784.9µs I0513 06:51:18.639115 3800 namespace.go:98] [namespace-lister] adding namespace I0513 06:51:18.639852 3800 namespace.go:102] [namespace-lister] adding namespace took 722.089µs I0513 06:51:18.662395 3800 namespace.go:142] [konflux-info] updating namespace I0513 06:51:18.698258 3800 namespace.go:142] [image-controller] updating namespace I0513 06:51:18.701339 3800 namespace.go:98] [enterprise-contract-service] adding namespace I0513 06:51:18.702031 3800 namespace.go:102] [enterprise-contract-service] adding namespace took 676.915µs I0513 06:51:18.709679 3800 namespace.go:142] [konflux-info] updating namespace I0513 06:51:18.713898 3800 namespace.go:142] [namespace-lister] updating namespace I0513 06:51:18.764249 3800 namespace.go:142] [enterprise-contract-service] updating namespace I0513 06:51:18.801370 3800 namespace.go:142] [namespace-lister] updating namespace I0513 06:51:18.828447 3800 namespace.go:142] [build-service] updating namespace I0513 06:51:18.911462 3800 namespace.go:142] [enterprise-contract-service] updating namespace I0513 06:51:18.962437 3800 namespace.go:142] [default-tenant] updating namespace I0513 06:51:19.104690 3800 namespace.go:98] [segment-bridge] adding namespace I0513 06:51:19.105448 3800 namespace.go:102] [segment-bridge] adding namespace took 741.091µs I0513 06:51:19.176614 3800 namespace.go:98] [konflux-cli] adding namespace I0513 06:51:19.176684 3800 namespace.go:142] [segment-bridge] updating namespace I0513 06:51:19.177382 3800 namespace.go:102] [konflux-cli] adding namespace took 750.946µs I0513 06:51:19.283550 3800 namespace.go:142] [segment-bridge] updating namespace I0513 06:51:19.325534 3800 namespace.go:142] [konflux-cli] updating namespace I0513 06:51:19.461493 3800 namespace.go:142] [konflux-cli] updating namespace I0513 06:51:20.240574 3800 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-slnxb] creating logical port namespace-lister_namespace-lister-696b855848-slnxb for pod on switch ip-10-0-1-26.ec2.internal I0513 06:51:20.240690 3800 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-slnxb I0513 06:51:20.269468 3800 pod.go:62] [namespace-lister/namespace-lister-696b855848-slnxb] pod update took 28.814752ms I0513 06:51:20.269493 3800 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-slnxb] addLogicalPort annotation time took 28.843252ms I0513 06:51:20.270818 3800 pods.go:271] [namespace-lister/namespace-lister-696b855848-slnxb] addLogicalPort took 30.264994ms, libovsdb time 882.141µs I0513 06:51:20.288852 3800 namespace.go:142] [default-tenant] updating namespace I0513 06:51:20.511277 3800 namespace.go:142] [image-controller] updating namespace I0513 06:51:20.713870 3800 namespace.go:142] [integration-service] updating namespace I0513 06:51:20.831448 3800 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0513 06:51:20.832119 3800 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0513 06:51:20.832136 3800 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0513 06:51:20.835084 3800 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0513 06:51:20.838796 3800 namespace.go:142] [release-service] updating namespace I0513 06:51:20.950588 3800 namespace.go:142] [build-service] updating namespace I0513 06:51:20.965374 3800 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0513 06:51:20.965397 3800 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0513 06:51:20.966563 3800 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0513 06:51:20.968075 3800 namespace.go:142] [default-tenant] updating namespace I0513 06:51:20.980430 3800 namespace.go:142] [image-controller] updating namespace I0513 06:51:20.999105 3800 namespace.go:142] [integration-service] updating namespace I0513 06:51:21.021498 3800 namespace.go:142] [release-service] updating namespace I0513 06:51:21.074497 3800 namespace.go:142] [build-service] updating namespace I0513 06:51:21.128773 3800 namespace.go:142] [default-tenant] updating namespace I0513 06:51:21.201990 3800 cni.go:452] [namespace-lister/namespace-lister-696b855848-slnxb 5b375ecdd5def21a647ce520f302e0b48b08d741fd174c3434e2eccc46161d04 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-slnxb 5b375ecdd5def21a647ce520f302e0b48b08d741fd174c3434e2eccc46161d04 network default NAD default NAD key ] I0513 06:51:21.203704 3800 namespace.go:142] [image-controller] updating namespace I0513 06:51:21.211034 3800 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-slnxb, hostIfaceName: 5b375ecdd5def21, network: default, NAD default, SandboxID: "5b375ecdd5def21a647ce520f302e0b48b08d741fd174c3434e2eccc46161d04", PCI device ID: , UID: "3c0043cd-b75c-48dd-a6e7-dabb04752b6a", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0513 06:51:21.264164 3800 cni.go:473] [namespace-lister/namespace-lister-696b855848-slnxb 5b375ecdd5def21a647ce520f302e0b48b08d741fd174c3434e2eccc46161d04 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-slnxb 5b375ecdd5def21a647ce520f302e0b48b08d741fd174c3434e2eccc46161d04 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:77:92:09:48:6d\",\"name\":\"5b375ecdd5def21\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0096a539-7d74-4d42-9256-aed637aff360\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:51:21.273880 3800 namespace.go:142] [integration-service] updating namespace I0513 06:51:21.374979 3800 namespace.go:142] [release-service] updating namespace I0513 06:51:22.606350 3800 namespace.go:142] [enterprise-contract-service] updating namespace I0513 06:51:22.797176 3800 namespace.go:142] [konflux-cli] updating namespace I0513 06:51:22.999978 3800 namespace.go:142] [konflux-info] updating namespace W0513 06:51:23.008734 3800 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0513 06:51:23.129212 3800 base_network_controller_pods.go:487] [default/konflux-ui/proxy-5c6cf98f9c-7z474] creating logical port konflux-ui_proxy-5c6cf98f9c-7z474 for pod on switch ip-10-0-1-26.ec2.internal I0513 06:51:23.129301 3800 kube.go:256] Updating pod konflux-ui/proxy-5c6cf98f9c-7z474 I0513 06:51:23.154947 3800 pod.go:62] [konflux-ui/proxy-5c6cf98f9c-7z474] pod update took 25.674772ms I0513 06:51:23.154977 3800 base_network_controller_pods.go:951] [default/konflux-ui/proxy-5c6cf98f9c-7z474] addLogicalPort annotation time took 25.708057ms I0513 06:51:23.156305 3800 pods.go:271] [konflux-ui/proxy-5c6cf98f9c-7z474] addLogicalPort took 27.107227ms, libovsdb time 879.815µs I0513 06:51:23.203174 3800 namespace.go:142] [namespace-lister] updating namespace I0513 06:51:23.398987 3800 namespace.go:142] [segment-bridge] updating namespace I0513 06:51:23.512888 3800 namespace.go:142] [enterprise-contract-service] updating namespace I0513 06:51:23.526783 3800 namespace.go:142] [konflux-cli] updating namespace I0513 06:51:23.540989 3800 namespace.go:142] [konflux-info] updating namespace I0513 06:51:23.553160 3800 namespace.go:142] [namespace-lister] updating namespace I0513 06:51:23.567125 3800 namespace.go:142] [segment-bridge] updating namespace I0513 06:51:23.619420 3800 namespace.go:142] [enterprise-contract-service] updating namespace I0513 06:51:23.719368 3800 namespace.go:142] [konflux-cli] updating namespace I0513 06:51:23.822536 3800 namespace.go:142] [konflux-info] updating namespace I0513 06:51:23.926925 3800 namespace.go:142] [namespace-lister] updating namespace I0513 06:51:24.024132 3800 namespace.go:142] [segment-bridge] updating namespace W0513 06:51:24.040268 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0513 06:51:27.102471 3800 cni.go:452] [konflux-ui/proxy-5c6cf98f9c-7z474 4d53dc0b919b54d79c409f401800ad961cbaa9aa63db8e7838542434938bf9e4 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-5c6cf98f9c-7z474 4d53dc0b919b54d79c409f401800ad961cbaa9aa63db8e7838542434938bf9e4 network default NAD default NAD key ] I0513 06:51:27.111312 3800 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-5c6cf98f9c-7z474, hostIfaceName: 4d53dc0b919b54d, network: default, NAD default, SandboxID: "4d53dc0b919b54d79c409f401800ad961cbaa9aa63db8e7838542434938bf9e4", PCI device ID: , UID: "04d1bdfe-45c8-49fe-bcb9-2abf67dde922", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0513 06:51:27.179626 3800 cni.go:473] [konflux-ui/proxy-5c6cf98f9c-7z474 4d53dc0b919b54d79c409f401800ad961cbaa9aa63db8e7838542434938bf9e4 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-5c6cf98f9c-7z474 4d53dc0b919b54d79c409f401800ad961cbaa9aa63db8e7838542434938bf9e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:27:5a:62:8d:81\",\"name\":\"4d53dc0b919b54d\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8324ba76-2cc7-4a91-8d00-014e93e8b7dd\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:51:29.905435 3800 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 W0513 06:51:30.486679 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0513 06:51:30.535347 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0513 06:51:32.516003 3800 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0513 06:51:33.069244 3800 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0513 06:51:33.069261 3800 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0513 06:51:34.814698 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 W0513 06:51:37.561430 3800 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0513 06:51:37.561542 3800 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0513 06:51:37.570661 3800 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0513 06:51:37.572755 3800 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0513 06:51:37.597897 3800 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0513 06:51:37.597917 3800 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0513 06:51:37.621219 3800 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0513 06:51:37.621264 3800 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service I0513 06:51:38.782304 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0513 06:51:48.940271 3800 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-mfp6k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:51:48.940907 3800 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-mfp6k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:51:49.649090 3800 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-mfp6k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:51:49.649109 3800 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-mfp6k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:51:49.652618 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-mfp6k I0513 06:51:49.652647 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-mfp6k W0513 06:52:09.112190 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0513 06:52:09.112212 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0513 06:52:10.622324 3800 namespace.go:142] [openshift-pipelines] updating namespace I0513 06:52:31.777892 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0513 06:52:39.455778 3800 obj_retry.go:498] Detected object konflux-ui/proxy-6b78bcccb4-pcjjd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:52:39.456330 3800 obj_retry.go:498] Detected object konflux-ui/proxy-6b78bcccb4-pcjjd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:52:39.924680 3800 obj_retry.go:492] Detected object konflux-ui/proxy-6b78bcccb4-pcjjd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:52:39.924705 3800 obj_retry.go:492] Detected object konflux-ui/proxy-6b78bcccb4-pcjjd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:52:39.931058 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6b78bcccb4-pcjjd I0513 06:52:39.931081 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6b78bcccb4-pcjjd I0513 06:52:52.160573 3800 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:52:52.161115 3800 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:52:52.176692 3800 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:52:52.176711 3800 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:52:52.182644 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0513 06:52:52.182666 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0513 06:52:53.774167 3800 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0513 06:53:31.954145 3800 namespace.go:98] [managed-tenant-2sspy] adding namespace I0513 06:53:31.954957 3800 namespace.go:102] [managed-tenant-2sspy] adding namespace took 790.079µs I0513 06:53:31.978602 3800 namespace.go:142] [managed-tenant-2sspy] updating namespace I0513 06:53:31.998175 3800 namespace.go:142] [managed-tenant-2sspy] updating namespace I0513 06:53:32.997016 3800 namespace.go:142] [managed-tenant-2sspy] updating namespace I0513 06:53:33.130871 3800 namespace.go:142] [managed-tenant-2sspy] updating namespace I0513 06:53:33.233280 3800 namespace.go:142] [managed-tenant-2sspy] updating namespace I0513 06:53:49.689298 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=84 I0513 06:54:22.694259 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=553 I0513 06:54:28.910946 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0513 06:54:41.684519 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=157 I0513 06:54:58.696484 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0513 06:55:10.910437 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0513 06:56:25.684191 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=69 I0513 06:56:40.772711 3800 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0513 06:57:06.798242 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0513 06:57:26.695075 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=80 I0513 06:57:27.745634 3800 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-pull-request-94hhf-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:57:27.746254 3800 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-pull-request-94hhf-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:57:28.586082 3800 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-pull-request-94hhf-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:57:28.586125 3800 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-pull-request-94hhf-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:57:28.604243 3800 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-pull-request-94hhf-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:57:28.604268 3800 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-pull-request-94hhf-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 06:57:28.612169 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-3dg8t-on-pull-request-94hhf-init-pod I0513 06:57:28.612181 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-3dg8t-on-pull-request-94hhf-init-pod I0513 06:57:33.792206 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0513 06:57:36.797545 3800 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:57:36.798094 3800 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:57:36.883811 3800 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xw6fc] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-xw6fc for pod on switch ip-10-0-1-26.ec2.internal I0513 06:57:36.883951 3800 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xw6fc I0513 06:57:36.900693 3800 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xw6fc] pod update took 16.782498ms I0513 06:57:36.900714 3800 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xw6fc] addLogicalPort annotation time took 16.806007ms I0513 06:57:36.901986 3800 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xw6fc] addLogicalPort took 18.191302ms, libovsdb time 857.038µs I0513 06:57:37.246389 3800 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xw6fc 30ba9cb66e18b297dce2b03a6feff8001b65491e35b3b804e3c39dd15d856c87 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xw6fc 30ba9cb66e18b297dce2b03a6feff8001b65491e35b3b804e3c39dd15d856c87 network default NAD default NAD key ] I0513 06:57:37.255631 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-xw6fc, hostIfaceName: 30ba9cb66e18b29, network: default, NAD default, SandboxID: "30ba9cb66e18b297dce2b03a6feff8001b65491e35b3b804e3c39dd15d856c87", PCI device ID: , UID: "a6f23782-1a4b-4d98-82bc-d807769388c5", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0513 06:57:37.310091 3800 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xw6fc 30ba9cb66e18b297dce2b03a6feff8001b65491e35b3b804e3c39dd15d856c87 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xw6fc 30ba9cb66e18b297dce2b03a6feff8001b65491e35b3b804e3c39dd15d856c87 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:fe:a7:77:55:f5\",\"name\":\"30ba9cb66e18b29\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ade6f7a3-0f46-4dc0-86f7-859070cf2521\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:57:39.818549 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0513 06:57:49.946110 3800 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:57:49.946753 3800 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0513 06:57:50.035427 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 06:57:50.035447 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 06:57:50.035452 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 06:57:50.035457 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0513 06:58:23.777910 3800 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0513 06:58:55.952920 3800 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-3dg8t-on-push-2x672-build-container-pod] creating logical port default-tenant_tsf-comp-3dg8t-on-push-2x672-build-container-pod for pod on switch ip-10-0-1-26.ec2.internal I0513 06:58:55.953040 3800 kube.go:256] Updating pod default-tenant/tsf-comp-3dg8t-on-push-2x672-build-container-pod I0513 06:58:56.053939 3800 pod.go:62] [default-tenant/tsf-comp-3dg8t-on-push-2x672-build-container-pod] pod update took 100.935759ms I0513 06:58:56.053964 3800 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-3dg8t-on-push-2x672-build-container-pod] addLogicalPort annotation time took 100.966089ms I0513 06:58:56.055319 3800 pods.go:271] [default-tenant/tsf-comp-3dg8t-on-push-2x672-build-container-pod] addLogicalPort took 102.416638ms, libovsdb time 898.085µs I0513 06:58:56.318386 3800 cni.go:452] [default-tenant/tsf-comp-3dg8t-on-push-2x672-build-container-pod 2418900539ce928b50944d6503004fc930474fcf97f99776d82ba09fa9a58388 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-build-container-pod 2418900539ce928b50944d6503004fc930474fcf97f99776d82ba09fa9a58388 network default NAD default NAD key ] I0513 06:58:56.327676 3800 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-3dg8t-on-push-2x672-build-container-pod, hostIfaceName: 2418900539ce928, network: default, NAD default, SandboxID: "2418900539ce928b50944d6503004fc930474fcf97f99776d82ba09fa9a58388", PCI device ID: , UID: "3c481862-38e4-4dc7-94ba-e411e93e4180", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0513 06:58:56.381021 3800 cni.go:473] [default-tenant/tsf-comp-3dg8t-on-push-2x672-build-container-pod 2418900539ce928b50944d6503004fc930474fcf97f99776d82ba09fa9a58388 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-build-container-pod 2418900539ce928b50944d6503004fc930474fcf97f99776d82ba09fa9a58388 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:8f:45:7a:68:49\",\"name\":\"2418900539ce928\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b5146314-8afd-4e23-9654-c8bba50202b8\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 06:58:56.382964 3800 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 06:58:56.383477 3800 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 06:59:14.908795 3800 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0513 06:59:21.694189 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 W0513 06:59:44.183894 3800 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-7b9c8bbf86-x2rbl I0513 07:00:03.914681 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0513 07:00:04.777923 3800 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644260-cpgw7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:00:04.778434 3800 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644260-cpgw7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:00:05.798260 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644260-cpgw7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:00:05.798300 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644260-cpgw7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:00:31.052712 3800 obj_retry.go:492] Detected object tsf-tpa/create-db-hwqfn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:00:31.052739 3800 obj_retry.go:492] Detected object tsf-tpa/create-db-hwqfn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:00:31.056774 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-hwqfn I0513 07:00:31.056801 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-hwqfn I0513 07:00:37.040688 3800 obj_retry.go:492] Detected object tsf-tpa/migrate-db-x5xg4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:00:37.040713 3800 obj_retry.go:492] Detected object tsf-tpa/migrate-db-x5xg4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:00:37.044060 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-x5xg4 I0513 07:00:37.044086 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-x5xg4 I0513 07:00:41.028737 3800 obj_retry.go:492] Detected object tsf-tpa/create-importers-mcml4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:00:41.028788 3800 obj_retry.go:492] Detected object tsf-tpa/create-importers-mcml4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:00:41.031999 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-mcml4 I0513 07:00:41.032026 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-mcml4 I0513 07:00:41.786580 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0513 07:00:59.688698 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0513 07:01:10.782051 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0513 07:01:13.700131 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0513 07:01:29.350094 3800 cni.go:452] [default-tenant/tsf-comp-3dg8t-on-push-2x672-build-container-pod 2418900539ce928b50944d6503004fc930474fcf97f99776d82ba09fa9a58388 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-build-container-pod 2418900539ce928b50944d6503004fc930474fcf97f99776d82ba09fa9a58388 network default NAD default NAD key ] I0513 07:01:29.450078 3800 cni.go:473] [default-tenant/tsf-comp-3dg8t-on-push-2x672-build-container-pod 2418900539ce928b50944d6503004fc930474fcf97f99776d82ba09fa9a58388 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-build-container-pod 2418900539ce928b50944d6503004fc930474fcf97f99776d82ba09fa9a58388 network default NAD default NAD key default], result "{}", err I0513 07:01:29.581090 3800 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:01:29.581154 3800 pods.go:176] Deleting pod: default-tenant/tsf-comp-3dg8t-on-push-2x672-build-container-pod I0513 07:01:29.582521 3800 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-3dg8t-on-push-2x672-build-container-pod, ips: 10.128.0.53 I0513 07:01:29.582550 3800 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:01:40.776349 3800 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0513 07:01:51.694260 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=39 I0513 07:02:03.582842 3800 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:02:03.583378 3800 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:02:03.984921 3800 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-shell-check-pod] creating logical port default-tenant_tsf-comp-3dg8t-on-push-2x672-sast-shell-check-pod for pod on switch ip-10-0-1-26.ec2.internal I0513 07:02:03.985043 3800 kube.go:256] Updating pod default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-shell-check-pod I0513 07:02:04.011754 3800 pod.go:62] [default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-shell-check-pod] pod update took 26.744511ms I0513 07:02:04.011776 3800 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-shell-check-pod] addLogicalPort annotation time took 26.77082ms I0513 07:02:04.013091 3800 pods.go:271] [default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-shell-check-pod] addLogicalPort took 28.184248ms, libovsdb time 904.93µs I0513 07:02:04.197459 3800 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-3dg8t-on-push-2x672-rpms-signature-scan-pod] creating logical port default-tenant_tsf-comp-3dg8t-on-push-2x672-rpms-signature-scan-pod for pod on switch ip-10-0-1-26.ec2.internal I0513 07:02:04.197608 3800 kube.go:256] Updating pod default-tenant/tsf-comp-3dg8t-on-push-2x672-rpms-signature-scan-pod I0513 07:02:04.223351 3800 pod.go:62] [default-tenant/tsf-comp-3dg8t-on-push-2x672-rpms-signature-scan-pod] pod update took 25.767328ms I0513 07:02:04.223381 3800 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-3dg8t-on-push-2x672-rpms-signature-scan-pod] addLogicalPort annotation time took 25.801697ms I0513 07:02:04.224796 3800 pods.go:271] [default-tenant/tsf-comp-3dg8t-on-push-2x672-rpms-signature-scan-pod] addLogicalPort took 27.350833ms, libovsdb time 906.789µs I0513 07:02:04.349986 3800 cni.go:452] [default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-shell-check-pod 120961672e878312efbbb59e16fdc676fd0f7a487bf442ef3f170d692da06ba2 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-shell-check-pod 120961672e878312efbbb59e16fdc676fd0f7a487bf442ef3f170d692da06ba2 network default NAD default NAD key ] I0513 07:02:04.359105 3800 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-3dg8t-on-push-2x672-sast-shell-check-pod, hostIfaceName: 120961672e87831, network: default, NAD default, SandboxID: "120961672e878312efbbb59e16fdc676fd0f7a487bf442ef3f170d692da06ba2", PCI device ID: , UID: "0f537404-c827-4939-b915-428c5569ae47", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0513 07:02:04.568025 3800 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-3dg8t-on-push-2x672-tpa-scan-pod] creating logical port default-tenant_tsf-comp-3dg8t-on-push-2x672-tpa-scan-pod for pod on switch ip-10-0-1-26.ec2.internal I0513 07:02:04.568181 3800 kube.go:256] Updating pod default-tenant/tsf-comp-3dg8t-on-push-2x672-tpa-scan-pod I0513 07:02:04.568656 3800 cni.go:452] [default-tenant/tsf-comp-3dg8t-on-push-2x672-rpms-signature-scan-pod 58688499a9cb9c15f98c2e536a3aba84547d5cc1b04389513876355e5de311ca network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-rpms-signature-scan-pod 58688499a9cb9c15f98c2e536a3aba84547d5cc1b04389513876355e5de311ca network default NAD default NAD key ] I0513 07:02:04.578629 3800 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-3dg8t-on-push-2x672-rpms-signature-scan-pod, hostIfaceName: 58688499a9cb9c1, network: default, NAD default, SandboxID: "58688499a9cb9c15f98c2e536a3aba84547d5cc1b04389513876355e5de311ca", PCI device ID: , UID: "b1007dcc-e8d2-493b-9f68-596393f20373", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0513 07:02:04.591001 3800 pod.go:62] [default-tenant/tsf-comp-3dg8t-on-push-2x672-tpa-scan-pod] pod update took 22.854289ms I0513 07:02:04.591029 3800 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-3dg8t-on-push-2x672-tpa-scan-pod] addLogicalPort annotation time took 22.88532ms I0513 07:02:04.592607 3800 pods.go:271] [default-tenant/tsf-comp-3dg8t-on-push-2x672-tpa-scan-pod] addLogicalPort took 24.602644ms, libovsdb time 926.736µs I0513 07:02:04.620181 3800 cni.go:473] [default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-shell-check-pod 120961672e878312efbbb59e16fdc676fd0f7a487bf442ef3f170d692da06ba2 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-shell-check-pod 120961672e878312efbbb59e16fdc676fd0f7a487bf442ef3f170d692da06ba2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:59:e4:ce:2e:8c\",\"name\":\"120961672e87831\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/833e592b-6003-4cb3-a549-5f3aad6ab6cb\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 07:02:04.637245 3800 cni.go:473] [default-tenant/tsf-comp-3dg8t-on-push-2x672-rpms-signature-scan-pod 58688499a9cb9c15f98c2e536a3aba84547d5cc1b04389513876355e5de311ca network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-rpms-signature-scan-pod 58688499a9cb9c15f98c2e536a3aba84547d5cc1b04389513876355e5de311ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:3b:c3:60:02:d4\",\"name\":\"58688499a9cb9c1\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b105aa65-29c0-4a04-b7a3-de849b0080c5\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 07:02:04.933752 3800 cni.go:452] [default-tenant/tsf-comp-3dg8t-on-push-2x672-tpa-scan-pod b7253b6841f264243277765b47fbc3ac845cb596782d9481fd1c97a41fddda3c network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-tpa-scan-pod b7253b6841f264243277765b47fbc3ac845cb596782d9481fd1c97a41fddda3c network default NAD default NAD key ] I0513 07:02:04.943850 3800 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-3dg8t-on-push-2x672-tpa-scan-pod, hostIfaceName: b7253b6841f2642, network: default, NAD default, SandboxID: "b7253b6841f264243277765b47fbc3ac845cb596782d9481fd1c97a41fddda3c", PCI device ID: , UID: "604c0d7b-1cf1-40b7-bbed-70c59dff9838", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0513 07:02:04.998636 3800 cni.go:473] [default-tenant/tsf-comp-3dg8t-on-push-2x672-tpa-scan-pod b7253b6841f264243277765b47fbc3ac845cb596782d9481fd1c97a41fddda3c network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-tpa-scan-pod b7253b6841f264243277765b47fbc3ac845cb596782d9481fd1c97a41fddda3c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:b8:47:f1:2f:80\",\"name\":\"b7253b6841f2642\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/005dbe7a-0a9c-4806-a861-302a4056db43\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 07:03:10.245798 3800 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:03:10.246472 3800 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:03:12.206451 3800 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:03:12.207087 3800 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:03:31.186518 3800 cni.go:452] [default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-shell-check-pod 120961672e878312efbbb59e16fdc676fd0f7a487bf442ef3f170d692da06ba2 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-shell-check-pod 120961672e878312efbbb59e16fdc676fd0f7a487bf442ef3f170d692da06ba2 network default NAD default NAD key ] I0513 07:03:31.186890 3800 cni.go:452] [default-tenant/tsf-comp-3dg8t-on-push-2x672-rpms-signature-scan-pod 58688499a9cb9c15f98c2e536a3aba84547d5cc1b04389513876355e5de311ca network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-rpms-signature-scan-pod 58688499a9cb9c15f98c2e536a3aba84547d5cc1b04389513876355e5de311ca network default NAD default NAD key ] I0513 07:03:31.291625 3800 cni.go:473] [default-tenant/tsf-comp-3dg8t-on-push-2x672-rpms-signature-scan-pod 58688499a9cb9c15f98c2e536a3aba84547d5cc1b04389513876355e5de311ca network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-rpms-signature-scan-pod 58688499a9cb9c15f98c2e536a3aba84547d5cc1b04389513876355e5de311ca network default NAD default NAD key default], result "{}", err I0513 07:03:31.302766 3800 cni.go:473] [default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-shell-check-pod 120961672e878312efbbb59e16fdc676fd0f7a487bf442ef3f170d692da06ba2 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-shell-check-pod 120961672e878312efbbb59e16fdc676fd0f7a487bf442ef3f170d692da06ba2 network default NAD default NAD key default], result "{}", err I0513 07:03:31.391085 3800 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:03:31.391123 3800 pods.go:176] Deleting pod: default-tenant/tsf-comp-3dg8t-on-push-2x672-rpms-signature-scan-pod I0513 07:03:31.392465 3800 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-3dg8t-on-push-2x672-rpms-signature-scan-pod, ips: 10.128.0.55 I0513 07:03:31.392492 3800 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:03:31.437620 3800 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:03:31.437659 3800 pods.go:176] Deleting pod: default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-shell-check-pod I0513 07:03:31.439152 3800 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-shell-check-pod, ips: 10.128.0.54 I0513 07:03:31.439184 3800 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:03:32.323778 3800 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:03:32.324297 3800 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:03:42.270830 3800 cni.go:452] [default-tenant/tsf-comp-3dg8t-on-push-2x672-tpa-scan-pod b7253b6841f264243277765b47fbc3ac845cb596782d9481fd1c97a41fddda3c network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-tpa-scan-pod b7253b6841f264243277765b47fbc3ac845cb596782d9481fd1c97a41fddda3c network default NAD default NAD key ] I0513 07:03:42.371284 3800 cni.go:473] [default-tenant/tsf-comp-3dg8t-on-push-2x672-tpa-scan-pod b7253b6841f264243277765b47fbc3ac845cb596782d9481fd1c97a41fddda3c network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-3dg8t-on-push-2x672-tpa-scan-pod b7253b6841f264243277765b47fbc3ac845cb596782d9481fd1c97a41fddda3c network default NAD default NAD key default], result "{}", err I0513 07:03:42.475487 3800 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:03:42.475538 3800 pods.go:176] Deleting pod: default-tenant/tsf-comp-3dg8t-on-push-2x672-tpa-scan-pod I0513 07:03:42.476889 3800 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-3dg8t-on-push-2x672-tpa-scan-pod, ips: 10.128.0.56 I0513 07:03:42.476923 3800 obj_retry.go:498] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:03:52.796359 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0513 07:03:53.004925 3800 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xw6fc 30ba9cb66e18b297dce2b03a6feff8001b65491e35b3b804e3c39dd15d856c87 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xw6fc 30ba9cb66e18b297dce2b03a6feff8001b65491e35b3b804e3c39dd15d856c87 network default NAD default NAD key ] I0513 07:03:53.091235 3800 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xw6fc 30ba9cb66e18b297dce2b03a6feff8001b65491e35b3b804e3c39dd15d856c87 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xw6fc 30ba9cb66e18b297dce2b03a6feff8001b65491e35b3b804e3c39dd15d856c87 network default NAD default NAD key default], result "{}", err I0513 07:03:53.166320 3800 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xw6fc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:03:53.166351 3800 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xw6fc I0513 07:03:53.168084 3800 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xw6fc, ips: 10.128.0.52 I0513 07:03:53.168119 3800 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xw6fc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:03:53.333642 3800 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xw6fc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:03:53.333662 3800 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xw6fc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:03:53.339423 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xw6fc I0513 07:03:53.339448 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xw6fc I0513 07:04:06.587352 3800 obj_retry.go:498] Detected object default-tenant/my-integration-test-uwgg-gqm8w-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:04:06.591000 3800 obj_retry.go:498] Detected object default-tenant/my-integration-test-uwgg-gqm8w-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:04:08.698179 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=224 I0513 07:04:12.914347 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0513 07:04:20.780999 3800 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0513 07:04:22.767237 3800 obj_retry.go:498] Detected object default-tenant/my-integration-test-uwgg-gqm8w-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:04:22.767854 3800 obj_retry.go:498] Detected object default-tenant/my-integration-test-uwgg-gqm8w-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:04:52.590652 3800 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8ddnl] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-8ddnl for pod on switch ip-10-0-1-26.ec2.internal I0513 07:04:52.590778 3800 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8ddnl I0513 07:04:52.610087 3800 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8ddnl] pod update took 19.340691ms I0513 07:04:52.610109 3800 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8ddnl] addLogicalPort annotation time took 19.367238ms I0513 07:04:52.611489 3800 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8ddnl] addLogicalPort took 20.854282ms, libovsdb time 941.737µs I0513 07:04:52.952078 3800 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8ddnl a5493c89693d351ba83392da62a5dd139efb72279d1ee49430c4a67659defd91 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8ddnl a5493c89693d351ba83392da62a5dd139efb72279d1ee49430c4a67659defd91 network default NAD default NAD key ] I0513 07:04:52.961052 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-8ddnl, hostIfaceName: a5493c89693d351, network: default, NAD default, SandboxID: "a5493c89693d351ba83392da62a5dd139efb72279d1ee49430c4a67659defd91", PCI device ID: , UID: "400d8759-7bd8-467d-9457-0873ddbe99dc", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0513 07:04:53.014888 3800 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8ddnl a5493c89693d351ba83392da62a5dd139efb72279d1ee49430c4a67659defd91 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8ddnl a5493c89693d351ba83392da62a5dd139efb72279d1ee49430c4a67659defd91 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:86:1e:a3:ca:32\",\"name\":\"a5493c89693d351\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33a85aa5-8269-4c89-a653-326dd075f483\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 07:04:55.977363 3800 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:04:55.977948 3800 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:05:04.065788 3800 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:05:04.066317 3800 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0513 07:05:04.723988 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 07:05:04.724006 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 07:05:04.724012 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 07:05:04.724018 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0513 07:05:06.113120 3800 base_network_controller_pods.go:487] [default/managed-tenant-2sspy/managed-9458b-check-data-keys-pod] creating logical port managed-tenant-2sspy_managed-9458b-check-data-keys-pod for pod on switch ip-10-0-1-26.ec2.internal I0513 07:05:06.113244 3800 kube.go:256] Updating pod managed-tenant-2sspy/managed-9458b-check-data-keys-pod I0513 07:05:06.133399 3800 pod.go:62] [managed-tenant-2sspy/managed-9458b-check-data-keys-pod] pod update took 20.187242ms I0513 07:05:06.133420 3800 base_network_controller_pods.go:951] [default/managed-tenant-2sspy/managed-9458b-check-data-keys-pod] addLogicalPort annotation time took 20.213521ms I0513 07:05:06.134962 3800 pods.go:271] [managed-tenant-2sspy/managed-9458b-check-data-keys-pod] addLogicalPort took 21.858528ms, libovsdb time 969.27µs I0513 07:05:06.477191 3800 cni.go:452] [managed-tenant-2sspy/managed-9458b-check-data-keys-pod 216952d39f2b7940bd19c312d70e417a74c3f129ea3211900b327aebd9fcce39 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-2sspy/managed-9458b-check-data-keys-pod 216952d39f2b7940bd19c312d70e417a74c3f129ea3211900b327aebd9fcce39 network default NAD default NAD key ] I0513 07:05:06.486043 3800 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-2sspy, podName: managed-9458b-check-data-keys-pod, hostIfaceName: 216952d39f2b794, network: default, NAD default, SandboxID: "216952d39f2b7940bd19c312d70e417a74c3f129ea3211900b327aebd9fcce39", PCI device ID: , UID: "de6c8eaa-0081-45f5-b273-22f9222375e4", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0513 07:05:06.541263 3800 cni.go:473] [managed-tenant-2sspy/managed-9458b-check-data-keys-pod 216952d39f2b7940bd19c312d70e417a74c3f129ea3211900b327aebd9fcce39 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-2sspy/managed-9458b-check-data-keys-pod 216952d39f2b7940bd19c312d70e417a74c3f129ea3211900b327aebd9fcce39 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:40:b9:14:1c:e1\",\"name\":\"216952d39f2b794\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a643891-6538-456e-9fde-844160bf4b73\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 07:05:12.231903 3800 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:05:12.232454 3800 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:05:13.238517 3800 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:05:13.239111 3800 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:05:17.250062 3800 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:05:17.250685 3800 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:05:27.966285 3800 cni.go:452] [managed-tenant-2sspy/managed-9458b-check-data-keys-pod 216952d39f2b7940bd19c312d70e417a74c3f129ea3211900b327aebd9fcce39 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-2sspy/managed-9458b-check-data-keys-pod 216952d39f2b7940bd19c312d70e417a74c3f129ea3211900b327aebd9fcce39 network default NAD default NAD key ] I0513 07:05:28.059259 3800 cni.go:473] [managed-tenant-2sspy/managed-9458b-check-data-keys-pod 216952d39f2b7940bd19c312d70e417a74c3f129ea3211900b327aebd9fcce39 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-2sspy/managed-9458b-check-data-keys-pod 216952d39f2b7940bd19c312d70e417a74c3f129ea3211900b327aebd9fcce39 network default NAD default NAD key default], result "{}", err I0513 07:05:28.184812 3800 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:05:28.184848 3800 pods.go:176] Deleting pod: managed-tenant-2sspy/managed-9458b-check-data-keys-pod I0513 07:05:28.186289 3800 pods.go:236] Attempting to release IPs for pod: managed-tenant-2sspy/managed-9458b-check-data-keys-pod, ips: 10.128.0.58 I0513 07:05:28.186314 3800 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:05:28.360097 3800 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:05:28.360616 3800 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:05:40.488013 3800 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:05:40.488589 3800 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:05:51.622583 3800 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:05:51.623174 3800 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:05:59.700279 3800 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:05:59.701266 3800 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:06:30.699441 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 I0513 07:06:33.131267 3800 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:06:33.131918 3800 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:06:34.722688 3800 base_network_controller_pods.go:487] [default/managed-tenant-2sspy/managed-9458b-push-snapshot-pod] creating logical port managed-tenant-2sspy_managed-9458b-push-snapshot-pod for pod on switch ip-10-0-1-26.ec2.internal I0513 07:06:34.722849 3800 kube.go:256] Updating pod managed-tenant-2sspy/managed-9458b-push-snapshot-pod I0513 07:06:34.751100 3800 pod.go:62] [managed-tenant-2sspy/managed-9458b-push-snapshot-pod] pod update took 28.300398ms I0513 07:06:34.751123 3800 base_network_controller_pods.go:951] [default/managed-tenant-2sspy/managed-9458b-push-snapshot-pod] addLogicalPort annotation time took 28.329141ms I0513 07:06:34.752542 3800 pods.go:271] [managed-tenant-2sspy/managed-9458b-push-snapshot-pod] addLogicalPort took 29.868219ms, libovsdb time 889.446µs I0513 07:06:34.917889 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0513 07:06:35.088586 3800 cni.go:452] [managed-tenant-2sspy/managed-9458b-push-snapshot-pod 52f159fe1552e699ee68c6de3b8a3579c2c3157a297ef85603f414fc27da1ab1 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-2sspy/managed-9458b-push-snapshot-pod 52f159fe1552e699ee68c6de3b8a3579c2c3157a297ef85603f414fc27da1ab1 network default NAD default NAD key ] I0513 07:06:35.098321 3800 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-2sspy, podName: managed-9458b-push-snapshot-pod, hostIfaceName: 52f159fe1552e69, network: default, NAD default, SandboxID: "52f159fe1552e699ee68c6de3b8a3579c2c3157a297ef85603f414fc27da1ab1", PCI device ID: , UID: "5561eb85-fe3e-483f-a94e-d7696d4ea0cb", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0513 07:06:35.153179 3800 cni.go:473] [managed-tenant-2sspy/managed-9458b-push-snapshot-pod 52f159fe1552e699ee68c6de3b8a3579c2c3157a297ef85603f414fc27da1ab1 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-2sspy/managed-9458b-push-snapshot-pod 52f159fe1552e699ee68c6de3b8a3579c2c3157a297ef85603f414fc27da1ab1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:e2:b1:0d:08:2c\",\"name\":\"52f159fe1552e69\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d00d88f7-ccf3-4855-87d9-0cd869d61d8b\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 07:06:48.821856 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 W0513 07:06:49.184754 3800 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51r5mdk W0513 07:06:54.184746 3800 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7649v8 I0513 07:06:55.801401 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0513 07:06:56.692395 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0513 07:07:05.619955 3800 cni.go:452] [managed-tenant-2sspy/managed-9458b-push-snapshot-pod 52f159fe1552e699ee68c6de3b8a3579c2c3157a297ef85603f414fc27da1ab1 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-2sspy/managed-9458b-push-snapshot-pod 52f159fe1552e699ee68c6de3b8a3579c2c3157a297ef85603f414fc27da1ab1 network default NAD default NAD key ] I0513 07:07:05.719415 3800 cni.go:473] [managed-tenant-2sspy/managed-9458b-push-snapshot-pod 52f159fe1552e699ee68c6de3b8a3579c2c3157a297ef85603f414fc27da1ab1 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-2sspy/managed-9458b-push-snapshot-pod 52f159fe1552e699ee68c6de3b8a3579c2c3157a297ef85603f414fc27da1ab1 network default NAD default NAD key default], result "{}", err I0513 07:07:05.802272 3800 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:07:05.802304 3800 pods.go:176] Deleting pod: managed-tenant-2sspy/managed-9458b-push-snapshot-pod I0513 07:07:05.803784 3800 pods.go:236] Attempting to release IPs for pod: managed-tenant-2sspy/managed-9458b-push-snapshot-pod, ips: 10.128.0.59 I0513 07:07:05.803812 3800 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:07:06.474215 3800 base_network_controller_pods.go:487] [default/managed-tenant-2sspy/managed-9458b-sign-image-cosign-keyless-pod] creating logical port managed-tenant-2sspy_managed-9458b-sign-image-cosign-keyless-pod for pod on switch ip-10-0-1-26.ec2.internal I0513 07:07:06.474326 3800 kube.go:256] Updating pod managed-tenant-2sspy/managed-9458b-sign-image-cosign-keyless-pod I0513 07:07:06.497878 3800 pod.go:62] [managed-tenant-2sspy/managed-9458b-sign-image-cosign-keyless-pod] pod update took 23.583961ms I0513 07:07:06.497899 3800 base_network_controller_pods.go:951] [default/managed-tenant-2sspy/managed-9458b-sign-image-cosign-keyless-pod] addLogicalPort annotation time took 23.612138ms I0513 07:07:06.499087 3800 pods.go:271] [managed-tenant-2sspy/managed-9458b-sign-image-cosign-keyless-pod] addLogicalPort took 24.885148ms, libovsdb time 779.093µs I0513 07:07:06.838379 3800 cni.go:452] [managed-tenant-2sspy/managed-9458b-sign-image-cosign-keyless-pod 946b7fdce5317a7b38e0d7889b392ae0610fd6c986545ba9fff04b4b64ce81d1 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-2sspy/managed-9458b-sign-image-cosign-keyless-pod 946b7fdce5317a7b38e0d7889b392ae0610fd6c986545ba9fff04b4b64ce81d1 network default NAD default NAD key ] I0513 07:07:06.864009 3800 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-2sspy, podName: managed-9458b-sign-image-cosign-keyless-pod, hostIfaceName: 946b7fdce5317a7, network: default, NAD default, SandboxID: "946b7fdce5317a7b38e0d7889b392ae0610fd6c986545ba9fff04b4b64ce81d1", PCI device ID: , UID: "e3039024-3930-4d85-bd04-bbdd7600564e", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0513 07:07:07.122718 3800 cni.go:473] [managed-tenant-2sspy/managed-9458b-sign-image-cosign-keyless-pod 946b7fdce5317a7b38e0d7889b392ae0610fd6c986545ba9fff04b4b64ce81d1 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-2sspy/managed-9458b-sign-image-cosign-keyless-pod 946b7fdce5317a7b38e0d7889b392ae0610fd6c986545ba9fff04b4b64ce81d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:6a:42:63:63:7d\",\"name\":\"946b7fdce5317a7\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73848424-8f1a-4da4-91a4-546cbd43dd4b\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 07:07:36.790309 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0513 07:07:50.937446 3800 cni.go:452] [managed-tenant-2sspy/managed-9458b-sign-image-cosign-keyless-pod 946b7fdce5317a7b38e0d7889b392ae0610fd6c986545ba9fff04b4b64ce81d1 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-2sspy/managed-9458b-sign-image-cosign-keyless-pod 946b7fdce5317a7b38e0d7889b392ae0610fd6c986545ba9fff04b4b64ce81d1 network default NAD default NAD key ] I0513 07:07:51.048551 3800 cni.go:473] [managed-tenant-2sspy/managed-9458b-sign-image-cosign-keyless-pod 946b7fdce5317a7b38e0d7889b392ae0610fd6c986545ba9fff04b4b64ce81d1 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-2sspy/managed-9458b-sign-image-cosign-keyless-pod 946b7fdce5317a7b38e0d7889b392ae0610fd6c986545ba9fff04b4b64ce81d1 network default NAD default NAD key default], result "{}", err I0513 07:07:51.124792 3800 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:07:51.124832 3800 pods.go:176] Deleting pod: managed-tenant-2sspy/managed-9458b-sign-image-cosign-keyless-pod I0513 07:07:51.126154 3800 pods.go:236] Attempting to release IPs for pod: managed-tenant-2sspy/managed-9458b-sign-image-cosign-keyless-pod, ips: 10.128.0.60 I0513 07:07:51.126179 3800 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:07:52.616466 3800 base_network_controller_pods.go:487] [default/managed-tenant-2sspy/managed-9458b-process-component-sbom-pod] creating logical port managed-tenant-2sspy_managed-9458b-process-component-sbom-pod for pod on switch ip-10-0-1-26.ec2.internal I0513 07:07:52.616643 3800 kube.go:256] Updating pod managed-tenant-2sspy/managed-9458b-process-component-sbom-pod I0513 07:07:52.645522 3800 pod.go:62] [managed-tenant-2sspy/managed-9458b-process-component-sbom-pod] pod update took 28.893595ms I0513 07:07:52.645546 3800 base_network_controller_pods.go:951] [default/managed-tenant-2sspy/managed-9458b-process-component-sbom-pod] addLogicalPort annotation time took 28.937007ms I0513 07:07:52.646837 3800 pods.go:271] [managed-tenant-2sspy/managed-9458b-process-component-sbom-pod] addLogicalPort took 30.388962ms, libovsdb time 889.532µs I0513 07:07:52.981393 3800 cni.go:452] [managed-tenant-2sspy/managed-9458b-process-component-sbom-pod 209c0da76110635bd1bfc9caa538f83abe23517a29bbfea5e449b3aad1779cd2 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-2sspy/managed-9458b-process-component-sbom-pod 209c0da76110635bd1bfc9caa538f83abe23517a29bbfea5e449b3aad1779cd2 network default NAD default NAD key ] I0513 07:07:52.990890 3800 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-2sspy, podName: managed-9458b-process-component-sbom-pod, hostIfaceName: 209c0da76110635, network: default, NAD default, SandboxID: "209c0da76110635bd1bfc9caa538f83abe23517a29bbfea5e449b3aad1779cd2", PCI device ID: , UID: "0ad1ebe8-6223-452e-b7af-dceef0352aa3", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0513 07:07:53.044048 3800 cni.go:473] [managed-tenant-2sspy/managed-9458b-process-component-sbom-pod 209c0da76110635bd1bfc9caa538f83abe23517a29bbfea5e449b3aad1779cd2 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-2sspy/managed-9458b-process-component-sbom-pod 209c0da76110635bd1bfc9caa538f83abe23517a29bbfea5e449b3aad1779cd2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:2d:04:30:f9:69\",\"name\":\"209c0da76110635\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e48c344f-f9ba-4c3b-ac81-e8dc91835efc\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 07:08:10.090932 3800 cni.go:452] [managed-tenant-2sspy/managed-9458b-process-component-sbom-pod 209c0da76110635bd1bfc9caa538f83abe23517a29bbfea5e449b3aad1779cd2 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-2sspy/managed-9458b-process-component-sbom-pod 209c0da76110635bd1bfc9caa538f83abe23517a29bbfea5e449b3aad1779cd2 network default NAD default NAD key ] I0513 07:08:10.209679 3800 cni.go:473] [managed-tenant-2sspy/managed-9458b-process-component-sbom-pod 209c0da76110635bd1bfc9caa538f83abe23517a29bbfea5e449b3aad1779cd2 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-2sspy/managed-9458b-process-component-sbom-pod 209c0da76110635bd1bfc9caa538f83abe23517a29bbfea5e449b3aad1779cd2 network default NAD default NAD key default], result "{}", err I0513 07:08:10.296659 3800 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:08:10.296699 3800 pods.go:176] Deleting pod: managed-tenant-2sspy/managed-9458b-process-component-sbom-pod I0513 07:08:10.298176 3800 pods.go:236] Attempting to release IPs for pod: managed-tenant-2sspy/managed-9458b-process-component-sbom-pod, ips: 10.128.0.61 I0513 07:08:10.298204 3800 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:08:17.267911 3800 obj_retry.go:498] Detected object managed-tenant-2sspy/affinity-assistant-6539e2d080-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:08:17.268547 3800 obj_retry.go:498] Detected object managed-tenant-2sspy/affinity-assistant-6539e2d080-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:08:17.813230 3800 obj_retry.go:492] Detected object managed-tenant-2sspy/affinity-assistant-6539e2d080-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:17.813253 3800 obj_retry.go:492] Detected object managed-tenant-2sspy/affinity-assistant-6539e2d080-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:17.820619 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2sspy/affinity-assistant-6539e2d080-0 I0513 07:08:17.820648 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2sspy/affinity-assistant-6539e2d080-0 I0513 07:08:17.991830 3800 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:08:17.992380 3800 obj_retry.go:498] Detected object managed-tenant-2sspy/managed-9458b-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:08:19.912673 3800 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0513 07:08:23.703864 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0513 07:08:25.573461 3800 namespace.go:142] [managed-tenant-2sspy] updating namespace I0513 07:08:27.698408 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11 I0513 07:08:30.612115 3800 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.612138 3800 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.621676 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2sspy/managed-9458b-apply-mapping-pod I0513 07:08:30.621703 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2sspy/managed-9458b-apply-mapping-pod I0513 07:08:30.632135 3800 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.632150 3800 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.638986 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2sspy/managed-9458b-check-data-keys-pod I0513 07:08:30.639014 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2sspy/managed-9458b-check-data-keys-pod I0513 07:08:30.648222 3800 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.648263 3800 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.657261 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2sspy/managed-9458b-collect-data-pod I0513 07:08:30.657283 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2sspy/managed-9458b-collect-data-pod I0513 07:08:30.664679 3800 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.664696 3800 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.670731 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2sspy/managed-9458b-collect-registry-token-secret-pod I0513 07:08:30.670750 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2sspy/managed-9458b-collect-registry-token-secret-pod I0513 07:08:30.678294 3800 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.678311 3800 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.683945 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2sspy/managed-9458b-collect-signing-params-pod I0513 07:08:30.683965 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2sspy/managed-9458b-collect-signing-params-pod I0513 07:08:30.697566 3800 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.697584 3800 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.701181 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2sspy/managed-9458b-collect-task-params-pod I0513 07:08:30.701199 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2sspy/managed-9458b-collect-task-params-pod I0513 07:08:30.712494 3800 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.712524 3800 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.719024 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2sspy/managed-9458b-collect-tpa-params-pod I0513 07:08:30.719045 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2sspy/managed-9458b-collect-tpa-params-pod I0513 07:08:30.729257 3800 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.729286 3800 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.735533 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2sspy/managed-9458b-filter-already-released-images-pod I0513 07:08:30.735548 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2sspy/managed-9458b-filter-already-released-images-pod I0513 07:08:30.744479 3800 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.744492 3800 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.754009 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2sspy/managed-9458b-process-component-sbom-pod I0513 07:08:30.754029 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2sspy/managed-9458b-process-component-sbom-pod I0513 07:08:30.769816 3800 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.769831 3800 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.779922 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2sspy/managed-9458b-push-snapshot-pod I0513 07:08:30.779943 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2sspy/managed-9458b-push-snapshot-pod I0513 07:08:30.787912 3800 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.787926 3800 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.798806 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2sspy/managed-9458b-reduce-snapshot-pod I0513 07:08:30.798832 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2sspy/managed-9458b-reduce-snapshot-pod I0513 07:08:30.806899 3800 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.806917 3800 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.811947 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2sspy/managed-9458b-sign-image-cosign-keyless-pod I0513 07:08:30.811971 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2sspy/managed-9458b-sign-image-cosign-keyless-pod I0513 07:08:30.822662 3800 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.822679 3800 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.832601 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2sspy/managed-9458b-update-cr-status-pod I0513 07:08:30.832618 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2sspy/managed-9458b-update-cr-status-pod I0513 07:08:30.840611 3800 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.840625 3800 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.849824 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2sspy/managed-9458b-verify-access-to-resources-pod I0513 07:08:30.849844 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2sspy/managed-9458b-verify-access-to-resources-pod I0513 07:08:30.863447 3800 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.863462 3800 obj_retry.go:492] Detected object managed-tenant-2sspy/managed-9458b-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:30.875747 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2sspy/managed-9458b-verify-conforma-pod I0513 07:08:30.875764 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2sspy/managed-9458b-verify-conforma-pod I0513 07:08:33.659851 3800 obj_retry.go:492] Detected object default-tenant/my-integration-test-uwgg-gqm8w-verify-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:33.659872 3800 obj_retry.go:492] Detected object default-tenant/my-integration-test-uwgg-gqm8w-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:33.666564 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-uwgg-gqm8w-verify-pod I0513 07:08:33.666587 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-uwgg-gqm8w-verify-pod I0513 07:08:33.837456 3800 obj_retry.go:492] Detected object default-tenant/my-integration-test-uwgg-gqm8w-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:33.837475 3800 obj_retry.go:492] Detected object default-tenant/my-integration-test-uwgg-gqm8w-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:08:33.843463 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-uwgg-gqm8w-collect-keyless-params-pod I0513 07:08:33.843486 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-uwgg-gqm8w-collect-keyless-params-pod I0513 07:08:36.176788 3800 namespace.go:142] [managed-tenant-2sspy] updating namespace I0513 07:08:42.323202 3800 namespace.go:142] [managed-tenant-2sspy] updating namespace I0513 07:08:49.081497 3800 namespace.go:142] [managed-tenant-2sspy] updating namespace I0513 07:08:55.641566 3800 namespace.go:142] [managed-tenant-2sspy] updating namespace I0513 07:08:57.799915 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0513 07:09:02.174452 3800 namespace.go:142] [managed-tenant-2sspy] updating namespace I0513 07:09:08.795219 3800 namespace.go:142] [managed-tenant-2sspy] updating namespace I0513 07:09:32.702755 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=255 I0513 07:09:43.587396 3800 namespace.go:142] [managed-tenant-2sspy] updating namespace I0513 07:10:03.921163 3800 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:10:03.921742 3800 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:10:04.789226 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:10:04.789247 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:10:04.827016 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644240-t6pkc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:10:04.827038 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644240-t6pkc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:10:04.830481 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29644240-t6pkc I0513 07:10:04.830517 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644240-t6pkc W0513 07:10:09.184063 3800 duration.go:461] Config duration recorder: measurement expired for pod/openshift-backplane/osd-delete-backplane-serviceaccounts-29644250-hrrr6 I0513 07:10:11.918284 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0513 07:10:28.351548 3800 namespace.go:142] [managed-tenant-2sspy] updating namespace I0513 07:10:33.698249 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=61 I0513 07:10:44.060851 3800 namespace.go:142] [managed-tenant-2sspy] updating namespace I0513 07:10:50.710018 3800 namespace.go:142] [managed-tenant-2sspy] updating namespace I0513 07:10:50.726618 3800 namespace.go:317] [managed-tenant-2sspy] deleting namespace I0513 07:11:06.785410 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0513 07:11:10.779952 3800 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0513 07:11:40.784947 3800 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 W0513 07:11:49.184155 3800 duration.go:461] Config duration recorder: measurement expired for pod/integration-service/integration-service-controller-manager-7b666bf6d8-mfp6k I0513 07:11:53.369356 3800 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8ddnl a5493c89693d351ba83392da62a5dd139efb72279d1ee49430c4a67659defd91 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8ddnl a5493c89693d351ba83392da62a5dd139efb72279d1ee49430c4a67659defd91 network default NAD default NAD key ] I0513 07:11:53.467885 3800 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8ddnl a5493c89693d351ba83392da62a5dd139efb72279d1ee49430c4a67659defd91 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8ddnl a5493c89693d351ba83392da62a5dd139efb72279d1ee49430c4a67659defd91 network default NAD default NAD key default], result "{}", err I0513 07:11:53.525751 3800 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8ddnl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:11:53.525783 3800 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8ddnl I0513 07:11:53.527334 3800 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8ddnl, ips: 10.128.0.57 I0513 07:11:53.527367 3800 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8ddnl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:11:53.601680 3800 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8ddnl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:11:53.601726 3800 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8ddnl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:11:53.607520 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8ddnl I0513 07:11:53.607545 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8ddnl I0513 07:12:01.921189 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0513 07:12:10.003483 3800 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-pull-request-r9bn6-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:12:10.004023 3800 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-pull-request-r9bn6-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:12:10.851838 3800 obj_retry.go:492] Detected object default-tenant/java-quarkus-177865629-on-pull-request-r9bn6-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:12:10.851879 3800 obj_retry.go:492] Detected object default-tenant/java-quarkus-177865629-on-pull-request-r9bn6-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:12:10.863332 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/java-quarkus-177865629-on-pull-request-r9bn6-init-pod I0513 07:12:10.863353 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/java-quarkus-177865629-on-pull-request-r9bn6-init-pod I0513 07:12:15.703282 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=19 I0513 07:12:19.083499 3800 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:12:19.084102 3800 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:12:29.954606 3800 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177865629-on-push-k8hn5-prefetch-dependencies-pod] creating logical port default-tenant_java-quarkus-177865629-on-push-k8hn5-prefetch-dependencies-pod for pod on switch ip-10-0-1-26.ec2.internal I0513 07:12:29.954724 3800 kube.go:256] Updating pod default-tenant/java-quarkus-177865629-on-push-k8hn5-prefetch-dependencies-pod I0513 07:12:29.984365 3800 pod.go:62] [default-tenant/java-quarkus-177865629-on-push-k8hn5-prefetch-dependencies-pod] pod update took 29.676525ms I0513 07:12:29.984384 3800 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177865629-on-push-k8hn5-prefetch-dependencies-pod] addLogicalPort annotation time took 29.700428ms I0513 07:12:29.985724 3800 pods.go:271] [default-tenant/java-quarkus-177865629-on-push-k8hn5-prefetch-dependencies-pod] addLogicalPort took 31.132003ms, libovsdb time 925.241µs I0513 07:12:30.200414 3800 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:12:30.200950 3800 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:12:30.321754 3800 cni.go:452] [default-tenant/java-quarkus-177865629-on-push-k8hn5-prefetch-dependencies-pod 2f1cc49adbe3eb883949603f33351f7a0a316485b4b81e2aa8ab3a4bf27cd4de network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-prefetch-dependencies-pod 2f1cc49adbe3eb883949603f33351f7a0a316485b4b81e2aa8ab3a4bf27cd4de network default NAD default NAD key ] I0513 07:12:30.330784 3800 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177865629-on-push-k8hn5-prefetch-dependencies-pod, hostIfaceName: 2f1cc49adbe3eb8, network: default, NAD default, SandboxID: "2f1cc49adbe3eb883949603f33351f7a0a316485b4b81e2aa8ab3a4bf27cd4de", PCI device ID: , UID: "4e602112-066f-48c5-8cea-8e99593f5925", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0513 07:12:30.387145 3800 cni.go:473] [default-tenant/java-quarkus-177865629-on-push-k8hn5-prefetch-dependencies-pod 2f1cc49adbe3eb883949603f33351f7a0a316485b4b81e2aa8ab3a4bf27cd4de network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-prefetch-dependencies-pod 2f1cc49adbe3eb883949603f33351f7a0a316485b4b81e2aa8ab3a4bf27cd4de network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:fa:a3:f5:07:69\",\"name\":\"2f1cc49adbe3eb8\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/861f6170-bb2d-494c-bfd4-444fe75389ea\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 07:12:38.409393 3800 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dq2j8] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-dq2j8 for pod on switch ip-10-0-1-26.ec2.internal I0513 07:12:38.409528 3800 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dq2j8 I0513 07:12:38.427546 3800 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dq2j8] pod update took 18.063122ms I0513 07:12:38.427574 3800 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dq2j8] addLogicalPort annotation time took 18.095953ms I0513 07:12:38.429182 3800 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dq2j8] addLogicalPort took 19.803109ms, libovsdb time 978.779µs I0513 07:12:40.076959 3800 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dq2j8 e1257b37d9b6d1502aaa7004017c3c9dc7df9aca6e84e311c4ccb6f6bc920dda network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dq2j8 e1257b37d9b6d1502aaa7004017c3c9dc7df9aca6e84e311c4ccb6f6bc920dda network default NAD default NAD key ] I0513 07:12:40.086527 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-dq2j8, hostIfaceName: e1257b37d9b6d15, network: default, NAD default, SandboxID: "e1257b37d9b6d1502aaa7004017c3c9dc7df9aca6e84e311c4ccb6f6bc920dda", PCI device ID: , UID: "f8433fb4-b0f7-4305-8050-e8c71c13ef2a", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23] I0513 07:12:40.143303 3800 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dq2j8 e1257b37d9b6d1502aaa7004017c3c9dc7df9aca6e84e311c4ccb6f6bc920dda network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dq2j8 e1257b37d9b6d1502aaa7004017c3c9dc7df9aca6e84e311c4ccb6f6bc920dda network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:3b:0c:f2:4c:ae\",\"name\":\"e1257b37d9b6d15\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96dcbbf7-e7c5-4d60-b288-73bff1f5bb7f\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 07:12:49.793738 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 W0513 07:12:51.949198 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 07:12:51.949223 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 07:12:51.949232 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 07:12:51.949240 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-26.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0513 07:13:19.825901 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0513 07:13:32.302265 3800 cni.go:452] [default-tenant/java-quarkus-177865629-on-push-k8hn5-prefetch-dependencies-pod 2f1cc49adbe3eb883949603f33351f7a0a316485b4b81e2aa8ab3a4bf27cd4de network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-prefetch-dependencies-pod 2f1cc49adbe3eb883949603f33351f7a0a316485b4b81e2aa8ab3a4bf27cd4de network default NAD default NAD key ] I0513 07:13:32.407049 3800 cni.go:473] [default-tenant/java-quarkus-177865629-on-push-k8hn5-prefetch-dependencies-pod 2f1cc49adbe3eb883949603f33351f7a0a316485b4b81e2aa8ab3a4bf27cd4de network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-prefetch-dependencies-pod 2f1cc49adbe3eb883949603f33351f7a0a316485b4b81e2aa8ab3a4bf27cd4de network default NAD default NAD key default], result "{}", err I0513 07:13:32.495968 3800 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:13:32.496021 3800 pods.go:176] Deleting pod: default-tenant/java-quarkus-177865629-on-push-k8hn5-prefetch-dependencies-pod I0513 07:13:32.497561 3800 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177865629-on-push-k8hn5-prefetch-dependencies-pod, ips: 10.128.0.62 I0513 07:13:32.497595 3800 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:13:59.916653 3800 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0513 07:14:07.696123 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=15 I0513 07:14:15.701841 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0513 07:14:16.803450 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0513 07:14:39.805631 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0513 07:16:24.784144 3800 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0513 07:16:53.707590 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0513 07:16:54.922221 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 W0513 07:17:39.184669 3800 duration.go:461] Config duration recorder: measurement expired for pod/default-tenant/tsf-comp-3dg8t-on-push-2x672-init-pod I0513 07:17:41.707043 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=104 I0513 07:18:16.707076 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0513 07:18:24.568839 3800 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x5snp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:18:24.569366 3800 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x5snp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:18:24.591838 3800 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x5snp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:18:24.591874 3800 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x5snp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:18:24.595196 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x5snp I0513 07:18:24.595225 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x5snp I0513 07:18:47.924714 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0513 07:18:54.018210 3800 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dq2j8 e1257b37d9b6d1502aaa7004017c3c9dc7df9aca6e84e311c4ccb6f6bc920dda network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dq2j8 e1257b37d9b6d1502aaa7004017c3c9dc7df9aca6e84e311c4ccb6f6bc920dda network default NAD default NAD key ] I0513 07:18:54.117222 3800 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dq2j8 e1257b37d9b6d1502aaa7004017c3c9dc7df9aca6e84e311c4ccb6f6bc920dda network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dq2j8 e1257b37d9b6d1502aaa7004017c3c9dc7df9aca6e84e311c4ccb6f6bc920dda network default NAD default NAD key default], result "{}", err I0513 07:18:54.177461 3800 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dq2j8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:18:54.177536 3800 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dq2j8 I0513 07:18:54.178919 3800 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dq2j8, ips: 10.128.0.63 I0513 07:18:54.178948 3800 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dq2j8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:18:54.321577 3800 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dq2j8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:18:54.321629 3800 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dq2j8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:18:54.326021 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dq2j8 I0513 07:18:54.326048 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dq2j8 I0513 07:19:13.702327 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=57 I0513 07:19:13.788376 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0513 07:19:35.790013 3800 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0513 07:19:58.829305 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0513 07:20:01.699535 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0513 07:20:04.585607 3800 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644280-m54xb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:20:04.586163 3800 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644280-m54xb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:20:05.439243 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644280-m54xb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:20:05.439267 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644280-m54xb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:20:05.475954 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644250-hrrr6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:20:05.475972 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644250-hrrr6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:20:05.480454 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29644250-hrrr6 I0513 07:20:05.480484 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644250-hrrr6 I0513 07:20:19.807039 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0513 07:20:21.803301 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0513 07:21:00.328810 3800 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177865629-on-push-k8hn5-build-image-index-pod] creating logical port default-tenant_java-quarkus-177865629-on-push-k8hn5-build-image-index-pod for pod on switch ip-10-0-1-26.ec2.internal I0513 07:21:00.329010 3800 kube.go:256] Updating pod default-tenant/java-quarkus-177865629-on-push-k8hn5-build-image-index-pod I0513 07:21:00.373624 3800 pod.go:62] [default-tenant/java-quarkus-177865629-on-push-k8hn5-build-image-index-pod] pod update took 44.661638ms I0513 07:21:00.373650 3800 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177865629-on-push-k8hn5-build-image-index-pod] addLogicalPort annotation time took 44.69402ms I0513 07:21:00.374982 3800 pods.go:271] [default-tenant/java-quarkus-177865629-on-push-k8hn5-build-image-index-pod] addLogicalPort took 46.195052ms, libovsdb time 896.864µs I0513 07:21:00.695497 3800 cni.go:452] [default-tenant/java-quarkus-177865629-on-push-k8hn5-build-image-index-pod 6b59f8df7342824284282fa8f939f7cf5f6027e80d8e9443a9abf14d71df9400 network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-build-image-index-pod 6b59f8df7342824284282fa8f939f7cf5f6027e80d8e9443a9abf14d71df9400 network default NAD default NAD key ] I0513 07:21:00.704888 3800 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177865629-on-push-k8hn5-build-image-index-pod, hostIfaceName: 6b59f8df7342824, network: default, NAD default, SandboxID: "6b59f8df7342824284282fa8f939f7cf5f6027e80d8e9443a9abf14d71df9400", PCI device ID: , UID: "6a908151-fddb-43bd-a74e-32da6b90deea", MAC: 0a:58:0a:80:00:40, IPs: [10.128.0.64/23] I0513 07:21:00.765090 3800 cni.go:473] [default-tenant/java-quarkus-177865629-on-push-k8hn5-build-image-index-pod 6b59f8df7342824284282fa8f939f7cf5f6027e80d8e9443a9abf14d71df9400 network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-build-image-index-pod 6b59f8df7342824284282fa8f939f7cf5f6027e80d8e9443a9abf14d71df9400 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:9f:19:48:be:74\",\"name\":\"6b59f8df7342824\"},{\"mac\":\"0a:58:0a:80:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4024e26b-bcfa-47e8-98d4-f9270ffdf404\"}],\"ips\":[{\"address\":\"10.128.0.64/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 07:21:01.079622 3800 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:21:01.080239 3800 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:21:32.263894 3800 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-shell-check-pod] creating logical port default-tenant_java-quarkus-177865629-on-push-k8hn5-sast-shell-check-pod for pod on switch ip-10-0-1-26.ec2.internal I0513 07:21:32.264068 3800 kube.go:256] Updating pod default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-shell-check-pod I0513 07:21:32.288185 3800 pod.go:62] [default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-shell-check-pod] pod update took 24.155163ms I0513 07:21:32.288210 3800 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-shell-check-pod] addLogicalPort annotation time took 24.186363ms I0513 07:21:32.289634 3800 pods.go:271] [default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-shell-check-pod] addLogicalPort took 25.761099ms, libovsdb time 944.036µs I0513 07:21:32.377069 3800 cni.go:452] [default-tenant/java-quarkus-177865629-on-push-k8hn5-build-image-index-pod 6b59f8df7342824284282fa8f939f7cf5f6027e80d8e9443a9abf14d71df9400 network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-build-image-index-pod 6b59f8df7342824284282fa8f939f7cf5f6027e80d8e9443a9abf14d71df9400 network default NAD default NAD key ] I0513 07:21:32.449162 3800 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-unicode-check-pod] creating logical port default-tenant_java-quarkus-177865629-on-push-k8hn5-sast-unicode-check-pod for pod on switch ip-10-0-1-26.ec2.internal I0513 07:21:32.449326 3800 kube.go:256] Updating pod default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-unicode-check-pod I0513 07:21:32.472311 3800 pod.go:62] [default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-unicode-check-pod] pod update took 23.028644ms I0513 07:21:32.472344 3800 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-unicode-check-pod] addLogicalPort annotation time took 23.067138ms I0513 07:21:32.473903 3800 pods.go:271] [default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-unicode-check-pod] addLogicalPort took 24.759713ms, libovsdb time 906.333µs I0513 07:21:32.477953 3800 cni.go:473] [default-tenant/java-quarkus-177865629-on-push-k8hn5-build-image-index-pod 6b59f8df7342824284282fa8f939f7cf5f6027e80d8e9443a9abf14d71df9400 network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-build-image-index-pod 6b59f8df7342824284282fa8f939f7cf5f6027e80d8e9443a9abf14d71df9400 network default NAD default NAD key default], result "{}", err I0513 07:21:32.567135 3800 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:21:32.567177 3800 pods.go:176] Deleting pod: default-tenant/java-quarkus-177865629-on-push-k8hn5-build-image-index-pod I0513 07:21:32.569077 3800 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177865629-on-push-k8hn5-build-image-index-pod, ips: 10.128.0.64 I0513 07:21:32.569109 3800 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:21:32.632022 3800 cni.go:452] [default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-shell-check-pod 550d680b2dec4966932025072533371d898d17108bda31b6af600c906be97bd4 network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-shell-check-pod 550d680b2dec4966932025072533371d898d17108bda31b6af600c906be97bd4 network default NAD default NAD key ] I0513 07:21:32.641759 3800 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177865629-on-push-k8hn5-sast-shell-check-pod, hostIfaceName: 550d680b2dec496, network: default, NAD default, SandboxID: "550d680b2dec4966932025072533371d898d17108bda31b6af600c906be97bd4", PCI device ID: , UID: "fc97cde3-ee4d-4ab7-845f-c0bccc3126ad", MAC: 0a:58:0a:80:00:41, IPs: [10.128.0.65/23] I0513 07:21:32.706021 3800 cni.go:473] [default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-shell-check-pod 550d680b2dec4966932025072533371d898d17108bda31b6af600c906be97bd4 network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-shell-check-pod 550d680b2dec4966932025072533371d898d17108bda31b6af600c906be97bd4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:1d:7e:ec:65:78\",\"name\":\"550d680b2dec496\"},{\"mac\":\"0a:58:0a:80:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/199efcd3-4d14-4dfa-93e5-6da9ce4f0647\"}],\"ips\":[{\"address\":\"10.128.0.65/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 07:21:32.865111 3800 cni.go:452] [default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-unicode-check-pod 3428342184f19cf5a0c08e7744c0fc20dd57e961a89fa2c792ea308463abe6ce network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-unicode-check-pod 3428342184f19cf5a0c08e7744c0fc20dd57e961a89fa2c792ea308463abe6ce network default NAD default NAD key ] I0513 07:21:32.875277 3800 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177865629-on-push-k8hn5-sast-unicode-check-pod, hostIfaceName: 3428342184f19cf, network: default, NAD default, SandboxID: "3428342184f19cf5a0c08e7744c0fc20dd57e961a89fa2c792ea308463abe6ce", PCI device ID: , UID: "2dfe61cc-c7b9-4f27-8283-bc05e6d89bc2", MAC: 0a:58:0a:80:00:42, IPs: [10.128.0.66/23] I0513 07:21:32.881784 3800 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177865629-on-push-k8hn5-rpms-signature-scan-pod] creating logical port default-tenant_java-quarkus-177865629-on-push-k8hn5-rpms-signature-scan-pod for pod on switch ip-10-0-1-26.ec2.internal I0513 07:21:32.881933 3800 kube.go:256] Updating pod default-tenant/java-quarkus-177865629-on-push-k8hn5-rpms-signature-scan-pod I0513 07:21:32.907953 3800 pod.go:62] [default-tenant/java-quarkus-177865629-on-push-k8hn5-rpms-signature-scan-pod] pod update took 26.04979ms I0513 07:21:32.908013 3800 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177865629-on-push-k8hn5-rpms-signature-scan-pod] addLogicalPort annotation time took 26.115737ms I0513 07:21:32.909571 3800 pods.go:271] [default-tenant/java-quarkus-177865629-on-push-k8hn5-rpms-signature-scan-pod] addLogicalPort took 27.802232ms, libovsdb time 1.13218ms I0513 07:21:32.937673 3800 cni.go:473] [default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-unicode-check-pod 3428342184f19cf5a0c08e7744c0fc20dd57e961a89fa2c792ea308463abe6ce network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-unicode-check-pod 3428342184f19cf5a0c08e7744c0fc20dd57e961a89fa2c792ea308463abe6ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:88:fd:74:16:56\",\"name\":\"3428342184f19cf\"},{\"mac\":\"0a:58:0a:80:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5da6b2c5-139b-4aa4-a6e0-655660e5b49b\"}],\"ips\":[{\"address\":\"10.128.0.66/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 07:21:33.201014 3800 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177865629-on-push-k8hn5-tpa-scan-pod] creating logical port default-tenant_java-quarkus-177865629-on-push-k8hn5-tpa-scan-pod for pod on switch ip-10-0-1-26.ec2.internal I0513 07:21:33.201161 3800 kube.go:256] Updating pod default-tenant/java-quarkus-177865629-on-push-k8hn5-tpa-scan-pod I0513 07:21:33.226272 3800 pod.go:62] [default-tenant/java-quarkus-177865629-on-push-k8hn5-tpa-scan-pod] pod update took 25.142496ms I0513 07:21:33.226308 3800 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177865629-on-push-k8hn5-tpa-scan-pod] addLogicalPort annotation time took 25.178266ms I0513 07:21:33.227896 3800 pods.go:271] [default-tenant/java-quarkus-177865629-on-push-k8hn5-tpa-scan-pod] addLogicalPort took 26.897763ms, libovsdb time 1.007675ms I0513 07:21:33.277623 3800 cni.go:452] [default-tenant/java-quarkus-177865629-on-push-k8hn5-rpms-signature-scan-pod 16ab48da069bd7eed9a6501d348723b1935a737bedfa19c574ada24710fd43b3 network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-rpms-signature-scan-pod 16ab48da069bd7eed9a6501d348723b1935a737bedfa19c574ada24710fd43b3 network default NAD default NAD key ] I0513 07:21:33.287652 3800 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177865629-on-push-k8hn5-rpms-signature-scan-pod, hostIfaceName: 16ab48da069bd7e, network: default, NAD default, SandboxID: "16ab48da069bd7eed9a6501d348723b1935a737bedfa19c574ada24710fd43b3", PCI device ID: , UID: "e4f72781-303e-43dd-9c0d-c4f78cdaf29b", MAC: 0a:58:0a:80:00:43, IPs: [10.128.0.67/23] I0513 07:21:33.350818 3800 cni.go:473] [default-tenant/java-quarkus-177865629-on-push-k8hn5-rpms-signature-scan-pod 16ab48da069bd7eed9a6501d348723b1935a737bedfa19c574ada24710fd43b3 network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-rpms-signature-scan-pod 16ab48da069bd7eed9a6501d348723b1935a737bedfa19c574ada24710fd43b3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:d4:38:14:c4:6b\",\"name\":\"16ab48da069bd7e\"},{\"mac\":\"0a:58:0a:80:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f72170e1-373d-4cae-abc1-810d10c23ad2\"}],\"ips\":[{\"address\":\"10.128.0.67/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 07:21:33.569971 3800 cni.go:452] [default-tenant/java-quarkus-177865629-on-push-k8hn5-tpa-scan-pod 881478ada0b1b4719352bca9ecc03ca3d7a09c84257be674dc7a29d8b08e31aa network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-tpa-scan-pod 881478ada0b1b4719352bca9ecc03ca3d7a09c84257be674dc7a29d8b08e31aa network default NAD default NAD key ] I0513 07:21:33.581940 3800 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177865629-on-push-k8hn5-tpa-scan-pod, hostIfaceName: 881478ada0b1b47, network: default, NAD default, SandboxID: "881478ada0b1b4719352bca9ecc03ca3d7a09c84257be674dc7a29d8b08e31aa", PCI device ID: , UID: "f2121e09-5b85-4119-b117-91917f165221", MAC: 0a:58:0a:80:00:44, IPs: [10.128.0.68/23] I0513 07:21:33.643751 3800 cni.go:473] [default-tenant/java-quarkus-177865629-on-push-k8hn5-tpa-scan-pod 881478ada0b1b4719352bca9ecc03ca3d7a09c84257be674dc7a29d8b08e31aa network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-tpa-scan-pod 881478ada0b1b4719352bca9ecc03ca3d7a09c84257be674dc7a29d8b08e31aa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:bf:1c:23:1c:7b\",\"name\":\"881478ada0b1b47\"},{\"mac\":\"0a:58:0a:80:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06eb62ee-e600-4565-8cb7-261c808659c9\"}],\"ips\":[{\"address\":\"10.128.0.68/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 07:21:33.919788 3800 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0513 07:21:42.506716 3800 cni.go:452] [default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-unicode-check-pod 3428342184f19cf5a0c08e7744c0fc20dd57e961a89fa2c792ea308463abe6ce network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-unicode-check-pod 3428342184f19cf5a0c08e7744c0fc20dd57e961a89fa2c792ea308463abe6ce network default NAD default NAD key ] I0513 07:21:42.597666 3800 cni.go:473] [default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-unicode-check-pod 3428342184f19cf5a0c08e7744c0fc20dd57e961a89fa2c792ea308463abe6ce network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-unicode-check-pod 3428342184f19cf5a0c08e7744c0fc20dd57e961a89fa2c792ea308463abe6ce network default NAD default NAD key default], result "{}", err I0513 07:21:42.684550 3800 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:21:42.684588 3800 pods.go:176] Deleting pod: default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-unicode-check-pod I0513 07:21:42.686059 3800 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-unicode-check-pod, ips: 10.128.0.66 I0513 07:21:42.686088 3800 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:21:46.398085 3800 obj_retry.go:498] Detected object default-tenant/jav426b5babfa3f63eab1200e68b3ecbc127fd4a6365ab1ba28476ad0be-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:21:46.398734 3800 obj_retry.go:498] Detected object default-tenant/jav426b5babfa3f63eab1200e68b3ecbc127fd4a6365ab1ba28476ad0be-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:21:48.576818 3800 cni.go:452] [default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-shell-check-pod 550d680b2dec4966932025072533371d898d17108bda31b6af600c906be97bd4 network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-shell-check-pod 550d680b2dec4966932025072533371d898d17108bda31b6af600c906be97bd4 network default NAD default NAD key ] I0513 07:21:48.677350 3800 cni.go:473] [default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-shell-check-pod 550d680b2dec4966932025072533371d898d17108bda31b6af600c906be97bd4 network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-shell-check-pod 550d680b2dec4966932025072533371d898d17108bda31b6af600c906be97bd4 network default NAD default NAD key default], result "{}", err I0513 07:21:48.805769 3800 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:21:48.805806 3800 pods.go:176] Deleting pod: default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-shell-check-pod I0513 07:21:48.807282 3800 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-shell-check-pod, ips: 10.128.0.65 I0513 07:21:48.807320 3800 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:21:57.650408 3800 cni.go:452] [default-tenant/java-quarkus-177865629-on-push-k8hn5-tpa-scan-pod 881478ada0b1b4719352bca9ecc03ca3d7a09c84257be674dc7a29d8b08e31aa network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-tpa-scan-pod 881478ada0b1b4719352bca9ecc03ca3d7a09c84257be674dc7a29d8b08e31aa network default NAD default NAD key ] I0513 07:21:57.754315 3800 cni.go:473] [default-tenant/java-quarkus-177865629-on-push-k8hn5-tpa-scan-pod 881478ada0b1b4719352bca9ecc03ca3d7a09c84257be674dc7a29d8b08e31aa network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-tpa-scan-pod 881478ada0b1b4719352bca9ecc03ca3d7a09c84257be674dc7a29d8b08e31aa network default NAD default NAD key default], result "{}", err I0513 07:21:57.848645 3800 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:21:57.848699 3800 pods.go:176] Deleting pod: default-tenant/java-quarkus-177865629-on-push-k8hn5-tpa-scan-pod I0513 07:21:57.850667 3800 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177865629-on-push-k8hn5-tpa-scan-pod, ips: 10.128.0.68 I0513 07:21:57.850709 3800 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:22:02.703492 3800 cni.go:452] [default-tenant/java-quarkus-177865629-on-push-k8hn5-rpms-signature-scan-pod 16ab48da069bd7eed9a6501d348723b1935a737bedfa19c574ada24710fd43b3 network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-rpms-signature-scan-pod 16ab48da069bd7eed9a6501d348723b1935a737bedfa19c574ada24710fd43b3 network default NAD default NAD key ] I0513 07:22:02.792001 3800 cni.go:473] [default-tenant/java-quarkus-177865629-on-push-k8hn5-rpms-signature-scan-pod 16ab48da069bd7eed9a6501d348723b1935a737bedfa19c574ada24710fd43b3 network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177865629-on-push-k8hn5-rpms-signature-scan-pod 16ab48da069bd7eed9a6501d348723b1935a737bedfa19c574ada24710fd43b3 network default NAD default NAD key default], result "{}", err I0513 07:22:02.864996 3800 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:22:02.865035 3800 pods.go:176] Deleting pod: default-tenant/java-quarkus-177865629-on-push-k8hn5-rpms-signature-scan-pod I0513 07:22:02.866769 3800 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177865629-on-push-k8hn5-rpms-signature-scan-pod, ips: 10.128.0.67 I0513 07:22:02.866800 3800 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:22:14.787755 3800 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0513 07:23:07.809388 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 W0513 07:23:14.184821 3800 duration.go:461] Config duration recorder: measurement expired for pod/default-tenant/tsf-comp-3dg8t-on-push-2x672-deprecated-base-image-check-pod I0513 07:23:18.705630 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11 W0513 07:23:34.183766 3800 duration.go:461] Config duration recorder: measurement expired for pod/default-tenant/tsf-comp-3dg8t-on-push-2x672-clamav-scan-pod I0513 07:23:41.710347 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=118 W0513 07:23:54.184042 3800 duration.go:461] Config duration recorder: measurement expired for pod/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xw6fc I0513 07:24:04.928287 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0513 07:24:15.711783 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 W0513 07:24:24.183950 3800 duration.go:461] Config duration recorder: measurement expired for pod/default-tenant/my-integration-test-uwgg-gqm8w-verify-pod I0513 07:25:13.706253 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=24 I0513 07:25:24.792061 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 W0513 07:25:29.183748 3800 duration.go:461] Config duration recorder: measurement expired for pod/managed-tenant-2sspy/managed-9458b-reduce-snapshot-pod I0513 07:26:09.793528 3800 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0513 07:26:12.925738 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0513 07:26:46.833158 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0513 07:26:53.810776 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 W0513 07:27:09.184204 3800 duration.go:461] Config duration recorder: measurement expired for pod/managed-tenant-2sspy/managed-9458b-push-snapshot-pod I0513 07:27:19.710784 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0513 07:28:03.819962 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0513 07:28:19.433039 3800 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:28:19.433695 3800 obj_retry.go:498] Detected object default-tenant/java-quarkus-177865629-on-push-k8hn5-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:28:30.515252 3800 obj_retry.go:498] Detected object default-tenant/test-appa7c3479a98e4377f997de221434977713eede136a394023c19f-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:28:30.515826 3800 obj_retry.go:498] Detected object default-tenant/test-appa7c3479a98e4377f997de221434977713eede136a394023c19f-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:28:38.923410 3800 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0513 07:28:47.756630 3800 obj_retry.go:498] Detected object default-tenant/test-app-177865629-enterprise-contract-6plcg-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:28:47.757204 3800 obj_retry.go:498] Detected object default-tenant/test-app-177865629-enterprise-contract-6plcg-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:29:32.709489 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0513 07:29:34.714426 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=35 I0513 07:29:49.703528 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 W0513 07:30:04.183970 3800 duration.go:461] Config duration recorder: measurement expired for pod/openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q I0513 07:30:04.310489 3800 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644290-wmvv4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:30:04.311102 3800 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644290-wmvv4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:30:05.170709 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644290-wmvv4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:30:05.170755 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644290-wmvv4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:30:05.212065 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644260-cpgw7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:30:05.212092 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644260-cpgw7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:30:05.221742 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29644260-cpgw7 I0513 07:30:05.221766 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644260-cpgw7 I0513 07:31:00.791498 3800 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0513 07:31:15.715072 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0513 07:31:18.796871 3800 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 W0513 07:31:54.184296 3800 duration.go:461] Config duration recorder: measurement expired for pod/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-8ddnl I0513 07:32:17.837067 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0513 07:32:47.812963 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0513 07:33:10.931576 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0513 07:33:41.795734 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0513 07:33:43.814329 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0513 07:34:18.709831 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=40 I0513 07:34:45.713396 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0513 07:35:45.714807 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0513 07:35:57.929907 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0513 07:36:21.927458 3800 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0513 07:36:28.707112 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0513 07:37:30.718680 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=24 I0513 07:37:34.823132 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0513 07:38:49.935524 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0513 07:39:04.800980 3800 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0513 07:39:28.816433 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0513 07:39:31.795235 3800 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0513 07:40:04.092388 3800 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644300-2m6v4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:40:04.093050 3800 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644300-2m6v4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:40:04.961213 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644300-2m6v4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:40:04.961244 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644300-2m6v4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:40:04.994425 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:40:04.994471 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:40:04.999984 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q I0513 07:40:05.000006 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q W0513 07:40:09.184045 3800 duration.go:461] Config duration recorder: measurement expired for pod/openshift-backplane/osd-delete-backplane-serviceaccounts-29644250-hrrr6 I0513 07:40:29.719143 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0513 07:41:05.713248 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=30 I0513 07:41:13.841129 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0513 07:41:30.799414 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0513 07:42:47.717379 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0513 07:43:02.718405 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0513 07:43:16.817940 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0513 07:43:23.710799 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0513 07:43:38.827165 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0513 07:43:57.934407 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0513 07:44:48.722477 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=21 I0513 07:45:07.939324 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0513 07:45:25.931348 3800 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0513 07:47:40.844610 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0513 07:47:48.802856 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0513 07:47:54.820335 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0513 07:48:06.717551 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=38 I0513 07:48:19.722369 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0513 07:48:19.799190 3800 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0513 07:48:45.830448 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0513 07:49:03.805205 3800 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0513 07:49:04.939988 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0513 07:49:09.714413 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0513 07:49:22.720870 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0513 07:49:22.821373 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0513 07:50:03.903702 3800 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644310-wrgg6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 07:50:03.904297 3800 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644310-wrgg6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 07:50:04.773325 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644310-wrgg6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:50:04.773367 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644310-wrgg6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:50:04.804891 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644280-m54xb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:50:04.804931 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644280-m54xb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 07:50:04.808806 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29644280-m54xb I0513 07:50:04.808835 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644280-m54xb I0513 07:50:14.722498 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0513 07:50:14.943180 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0513 07:51:32.726188 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=20 I0513 07:54:02.848876 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0513 07:54:15.806468 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0513 07:54:33.934941 3800 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0513 07:55:20.824014 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0513 07:55:33.724372 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0513 07:55:41.825616 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0513 07:56:13.809163 3800 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0513 07:56:41.720902 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=37 I0513 07:57:06.803292 3800 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0513 07:57:29.718598 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0513 07:57:52.726794 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0513 07:58:09.946551 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0513 07:58:21.834050 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0513 07:58:43.943750 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0513 07:59:35.729597 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=13 I0513 08:00:00.261275 3800 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-resource-pruner-fk9sd-29644320-jbtx4] creating logical port openshift-pipelines_tekton-resource-pruner-fk9sd-29644320-jbtx4 for pod on switch ip-10-0-1-26.ec2.internal I0513 08:00:00.261386 3800 kube.go:256] Updating pod openshift-pipelines/tekton-resource-pruner-fk9sd-29644320-jbtx4 I0513 08:00:00.285370 3800 pod.go:62] [openshift-pipelines/tekton-resource-pruner-fk9sd-29644320-jbtx4] pod update took 24.006976ms I0513 08:00:00.285398 3800 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-resource-pruner-fk9sd-29644320-jbtx4] addLogicalPort annotation time took 24.043313ms I0513 08:00:00.286845 3800 pods.go:271] [openshift-pipelines/tekton-resource-pruner-fk9sd-29644320-jbtx4] addLogicalPort took 25.589297ms, libovsdb time 977.106µs I0513 08:00:00.627965 3800 cni.go:452] [openshift-pipelines/tekton-resource-pruner-fk9sd-29644320-jbtx4 2741caec9813a25c448c9a0ae8b7295ee67b8ecc7553e605640c8cea9b636b84 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-resource-pruner-fk9sd-29644320-jbtx4 2741caec9813a25c448c9a0ae8b7295ee67b8ecc7553e605640c8cea9b636b84 network default NAD default NAD key ] I0513 08:00:00.637099 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-resource-pruner-fk9sd-29644320-jbtx4, hostIfaceName: 2741caec9813a25, network: default, NAD default, SandboxID: "2741caec9813a25c448c9a0ae8b7295ee67b8ecc7553e605640c8cea9b636b84", PCI device ID: , UID: "1902550d-2185-4b38-90da-9473bb7876d1", MAC: 0a:58:0a:80:00:45, IPs: [10.128.0.69/23] I0513 08:00:00.694479 3800 cni.go:473] [openshift-pipelines/tekton-resource-pruner-fk9sd-29644320-jbtx4 2741caec9813a25c448c9a0ae8b7295ee67b8ecc7553e605640c8cea9b636b84 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-resource-pruner-fk9sd-29644320-jbtx4 2741caec9813a25c448c9a0ae8b7295ee67b8ecc7553e605640c8cea9b636b84 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:32:b8:c5:9d:88\",\"name\":\"2741caec9813a25\"},{\"mac\":\"0a:58:0a:80:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cab0f67c-98ef-493d-86fd-cf69b7690714\"}],\"ips\":[{\"address\":\"10.128.0.69/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0513 08:00:04.712086 3800 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644320-4vlr6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 08:00:04.712739 3800 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644320-4vlr6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 08:00:05.573742 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644320-4vlr6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:00:05.573773 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644320-4vlr6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:00:05.610410 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644290-wmvv4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:00:05.610454 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644290-wmvv4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:00:05.613682 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29644290-wmvv4 I0513 08:00:05.613705 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644290-wmvv4 W0513 08:00:09.183718 3800 duration.go:461] Config duration recorder: measurement expired for pod/openshift-backplane/osd-delete-backplane-serviceaccounts-29644270-6d69q I0513 08:00:10.726615 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 I0513 08:00:55.200807 3800 cni.go:452] [openshift-pipelines/tekton-resource-pruner-fk9sd-29644320-jbtx4 2741caec9813a25c448c9a0ae8b7295ee67b8ecc7553e605640c8cea9b636b84 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-resource-pruner-fk9sd-29644320-jbtx4 2741caec9813a25c448c9a0ae8b7295ee67b8ecc7553e605640c8cea9b636b84 network default NAD default NAD key ] I0513 08:00:55.302891 3800 cni.go:473] [openshift-pipelines/tekton-resource-pruner-fk9sd-29644320-jbtx4 2741caec9813a25c448c9a0ae8b7295ee67b8ecc7553e605640c8cea9b636b84 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-resource-pruner-fk9sd-29644320-jbtx4 2741caec9813a25c448c9a0ae8b7295ee67b8ecc7553e605640c8cea9b636b84 network default NAD default NAD key default], result "{}", err I0513 08:00:55.357602 3800 obj_retry.go:498] Detected object openshift-pipelines/tekton-resource-pruner-fk9sd-29644320-jbtx4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 08:00:55.357640 3800 pods.go:176] Deleting pod: openshift-pipelines/tekton-resource-pruner-fk9sd-29644320-jbtx4 I0513 08:00:55.358991 3800 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-resource-pruner-fk9sd-29644320-jbtx4, ips: 10.128.0.69 I0513 08:00:55.359018 3800 obj_retry.go:498] Detected object openshift-pipelines/tekton-resource-pruner-fk9sd-29644320-jbtx4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 08:00:56.209178 3800 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-fk9sd-29644320-jbtx4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:00:56.209224 3800 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-fk9sd-29644320-jbtx4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:06.357849 3800 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:06.357902 3800 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:06.364147 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-unicode-check-pod I0513 08:01:06.364180 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-unicode-check-pod I0513 08:01:06.941805 3800 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:06.941854 3800 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:06.947119 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-3dg8t-on-push-2x672-rpms-signature-scan-pod I0513 08:01:06.947156 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-3dg8t-on-push-2x672-rpms-signature-scan-pod I0513 08:01:08.745844 3800 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:08.745865 3800 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:08.750196 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-3dg8t-on-push-2x672-deprecated-base-image-check-pod I0513 08:01:08.750217 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-3dg8t-on-push-2x672-deprecated-base-image-check-pod I0513 08:01:09.349276 3800 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:09.349302 3800 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:09.355725 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-3dg8t-on-push-2x672-clone-repository-pod I0513 08:01:09.355746 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-3dg8t-on-push-2x672-clone-repository-pod I0513 08:01:11.159723 3800 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:11.159752 3800 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:11.165755 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-3dg8t-on-push-2x672-clamav-scan-pod I0513 08:01:11.165779 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-3dg8t-on-push-2x672-clamav-scan-pod I0513 08:01:11.746792 3800 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:11.746854 3800 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:11.753437 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-shell-check-pod I0513 08:01:11.753463 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-3dg8t-on-push-2x672-sast-shell-check-pod I0513 08:01:13.547123 3800 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:13.547157 3800 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:13.553465 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-3dg8t-on-push-2x672-prefetch-dependencies-pod I0513 08:01:13.553490 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-3dg8t-on-push-2x672-prefetch-dependencies-pod I0513 08:01:14.153017 3800 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:14.153069 3800 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:14.159787 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-3dg8t-on-push-2x672-tpa-scan-pod I0513 08:01:14.159809 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-3dg8t-on-push-2x672-tpa-scan-pod I0513 08:01:16.175281 3800 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-build-container-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:16.175309 3800 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:16.182143 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-3dg8t-on-push-2x672-build-container-pod I0513 08:01:16.182176 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-3dg8t-on-push-2x672-build-container-pod I0513 08:01:18.539535 3800 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:18.539559 3800 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:18.543791 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-3dg8t-on-push-2x672-init-pod I0513 08:01:18.543813 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-3dg8t-on-push-2x672-init-pod I0513 08:01:18.748792 3800 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:18.748814 3800 obj_retry.go:492] Detected object default-tenant/tsf-comp-3dg8t-on-push-2x672-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 08:01:18.753978 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-3dg8t-on-push-2x672-build-image-index-pod I0513 08:01:18.754002 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-3dg8t-on-push-2x672-build-image-index-pod I0513 08:02:16.806616 3800 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0513 08:02:18.812498 3800 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0513 08:02:56.852239 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0513 08:03:14.809776 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0513 08:03:47.938987 3800 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0513 08:04:02.724030 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=36 I0513 08:04:10.829365 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9