+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-75.ec2.internal ++ [[ -n ip-10-0-0-75.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-75.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260311-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260311-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260311-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0326 23:17:19.771157730 - disable conntrack on geneve port' I0326 23:17:19.771157730 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0326 23:17:19.790108074 - starting ovnkube-node' I0326 23:17:19.790108074 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-75.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-75.ec2.internal --init-node ip-10-0-0-75.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-75.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0326 23:17:19.829891 3893 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0326 23:17:19.829935 3893 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-5f307f4c3f.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0326 23:17:19.831467 3893 kube.go:419] Waiting for certificate I0326 23:17:19.831503 3893 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0326 23:17:19.831898 3893 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0326 23:17:19.832565 3893 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0326 23:17:19.854742 3893 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0326 23:17:19.854757 3893 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0326 23:17:19.856898 3893 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0326 23:17:19.858796 3893 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-rwgv9" I0326 23:17:19.868021 3893 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-rwgv9" I0326 23:17:19.868112 3893 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0326 23:17:20.832253 3893 kube.go:426] Certificate found I0326 23:17:20.832798 3893 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0326 23:17:20.833727 3893 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0326 23:17:20.878172 3893 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-03-27 23:12:19 +0000 UTC" deadline="2026-03-27 20:20:38.843854029 +0000 UTC" I0326 23:17:20.878245 3893 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="21h3m17.965623547s" I0326 23:17:20.897607 3893 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0326 23:17:20.917421 3893 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0326 23:17:20.917496 3893 factory.go:531] Starting watch factory I0326 23:17:20.917620 3893 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:17:20.917643 3893 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:17:20.917660 3893 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:17:20.917666 3893 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:17:20.917675 3893 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:17:20.917680 3893 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:17:20.917693 3893 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:17:20.917712 3893 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:17:20.917794 3893 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0326 23:17:20.918158 3893 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:17:20.918249 3893 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:17:20.920138 3893 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:17:20.920247 3893 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:17:20.923665 3893 controller_manager.go:368] Starting the ovnkube controller I0326 23:17:20.923677 3893 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-75.ec2.internal I0326 23:17:20.923747 3893 controller_manager.go:393] NBDB zone sync took: 58.967µs I0326 23:17:20.923762 3893 factory.go:531] Starting watch factory I0326 23:17:20.932788 3893 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:17:20.933327 3893 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:17:20.935791 3893 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0326 23:17:20.935982 3893 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:17:20.939490 3893 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:17:20.939673 3893 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0326 23:17:20.939778 3893 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0326 23:17:20.940549 3893 ovn_northd.go:121] Registering OVN northd metrics I0326 23:17:20.940745 3893 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:17:20.946452 3893 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:17:20.956789 3893 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0326 23:17:21.022925 3893 factory.go:1890] *v1.Namespace informer cache synced successfully I0326 23:17:21.022945 3893 factory.go:1890] *v1.Node informer cache synced successfully I0326 23:17:21.022949 3893 factory.go:1890] *v1.Service informer cache synced successfully I0326 23:17:21.022952 3893 factory.go:1890] *v1.EndpointSlice informer cache synced successfully I0326 23:17:21.022955 3893 factory.go:1890] *v1.Pod informer cache synced successfully I0326 23:17:21.022959 3893 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully I0326 23:17:21.023035 3893 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:17:21.023049 3893 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:17:21.023063 3893 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:17:21.023091 3893 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:17:21.026128 3893 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:17:21.026117 3893 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:17:21.028237 3893 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0326 23:17:21.028250 3893 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0326 23:17:21.028333 3893 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0326 23:17:21.028347 3893 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0326 23:17:21.030227 3893 factory.go:1890] *v1.Node informer cache synced successfully I0326 23:17:21.030237 3893 factory.go:1890] *v1.Service informer cache synced successfully I0326 23:17:21.030241 3893 factory.go:1890] *v1.EndpointSlice informer cache synced successfully I0326 23:17:21.030244 3893 factory.go:1890] *v1.Pod informer cache synced successfully I0326 23:17:21.030247 3893 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully I0326 23:17:21.030250 3893 factory.go:1890] *v1.Namespace informer cache synced successfully I0326 23:17:21.030374 3893 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0326 23:17:21.034302 3893 factory.go:1890] *v1.EgressIP informer cache synced successfully I0326 23:17:21.034374 3893 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0326 23:17:21.034401 3893 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0326 23:17:21.035730 3893 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0326 23:17:21.035742 3893 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0326 23:17:21.036573 3893 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0326 23:17:21.039595 3893 factory.go:1890] *v1.EgressFirewall informer cache synced successfully I0326 23:17:21.039653 3893 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0326 23:17:21.039665 3893 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0326 23:17:21.040999 3893 factory.go:1890] *v1.EgressIP informer cache synced successfully I0326 23:17:21.041836 3893 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0326 23:17:21.044671 3893 factory.go:1890] *v1.EgressQoS informer cache synced successfully I0326 23:17:21.044731 3893 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0326 23:17:21.044741 3893 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0326 23:17:21.046118 3893 factory.go:1890] *v1.EgressFirewall informer cache synced successfully I0326 23:17:21.046898 3893 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0326 23:17:21.049776 3893 factory.go:1890] *v1.EgressService informer cache synced successfully I0326 23:17:21.049830 3893 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0326 23:17:21.049841 3893 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0326 23:17:21.051896 3893 factory.go:1890] *v1.EgressQoS informer cache synced successfully I0326 23:17:21.052118 3893 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0326 23:17:21.055114 3893 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0326 23:17:21.055422 3893 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0326 23:17:21.055439 3893 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0326 23:17:21.057463 3893 factory.go:1890] *v1.EgressService informer cache synced successfully I0326 23:17:21.057617 3893 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0326 23:17:21.060496 3893 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully I0326 23:17:21.060603 3893 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:17:21.060646 3893 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:17:21.060644 3893 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:17:21.060666 3893 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:17:21.062769 3893 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0326 23:17:21.063088 3893 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:17:21.063411 3893 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:17:21.066156 3893 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully I0326 23:17:21.066165 3893 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0326 23:17:21.066172 3893 factory.go:636] Watch Factory start up complete, took: 148.678573ms I0326 23:17:21.066239 3893 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0326 23:17:21.068579 3893 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully I0326 23:17:21.074587 3893 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully I0326 23:17:21.074598 3893 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0326 23:17:21.074604 3893 factory.go:636] Watch Factory start up complete, took: 150.842276ms I0326 23:17:21.074611 3893 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-0-75.ec2.internal" zone I0326 23:17:21.114936 3893 default_node_network_controller.go:709] Initializing the default node network controller I0326 23:17:21.168111 3893 udn_isolation.go:101] Starting UDN host isolation manager I0326 23:17:21.174435 3893 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0326 23:17:21.245907 3893 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0326 23:17:21.246001 3893 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0326 23:17:21.246021 3893 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0326 23:17:21.279911 3893 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0326 23:17:21.279994 3893 default_node_network_controller.go:808] Node ip-10-0-0-75.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0326 23:17:21.285909 3893 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.75"] k8s.ovn.org/zone-name:ip-10-0-0-75.ec2.internal] on node ip-10-0-0-75.ec2.internal I0326 23:17:21.307702 3893 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0326 23:17:21.312918 3893 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0326 23:17:21.313128 3893 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0326 23:17:21.313330 3893 gateway_init.go:263] Preparing Gateway I0326 23:17:21.313342 3893 gateway_shared_intf.go:1658] Creating new gateway I0326 23:17:21.325488 3893 controller_manager.go:427] Waiting for node in zone sync took: 250.865174ms I0326 23:17:21.331837 3893 controller_manager.go:608] Switching to transit router for layer2 networks I0326 23:17:21.331851 3893 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-75.ec2.internal I0326 23:17:21.349805 3893 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0326 23:17:21.355038 3893 controller_manager.go:288] SCTP support detected in OVN I0326 23:17:21.355699 3893 services_controller.go:69] Creating services controller for network=default I0326 23:17:21.355766 3893 udn_enabled_svc.go:80] Waiting for service informer to sync I0326 23:17:21.355958 3893 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0326 23:17:21.356030 3893 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0326 23:17:21.356043 3893 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0326 23:17:21.356051 3893 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0326 23:17:21.356271 3893 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0326 23:17:21.356322 3893 udn_enabled_svc.go:95] Performing full resync I0326 23:17:21.356333 3893 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0326 23:17:21.356410 3893 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 65.793µs I0326 23:17:21.356426 3893 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 92.582µs I0326 23:17:21.356434 3893 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0326 23:17:21.356450 3893 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0326 23:17:21.356461 3893 default_network_controller.go:321] Starting the default network controller I0326 23:17:21.356541 3893 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 15.897µs I0326 23:17:21.356736 3893 udn_enabled_svc.go:99] Waiting for handler to sync I0326 23:17:21.356747 3893 udn_enabled_svc.go:104] Starting worker I0326 23:17:21.356767 3893 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 453.663µs I0326 23:17:21.356788 3893 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 5.203µs I0326 23:17:21.364524 3893 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0326 23:17:21.364587 3893 repair.go:33] Syncing exgw routes took 44.534µs I0326 23:17:21.364603 3893 default_network_controller.go:407] Starting all the Watchers... I0326 23:17:21.364737 3893 namespace.go:98] [openshift-dns-operator] adding namespace I0326 23:17:21.364747 3893 namespace.go:98] [openshift-logging] adding namespace I0326 23:17:21.364832 3893 namespace.go:98] [openshift-dns] adding namespace I0326 23:17:21.364835 3893 namespace.go:98] [openshift-backplane-cee] adding namespace I0326 23:17:21.364841 3893 namespace.go:98] [openshift-monitoring] adding namespace I0326 23:17:21.364846 3893 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0326 23:17:21.364848 3893 namespace.go:98] [openshift-node] adding namespace I0326 23:17:21.364854 3893 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0326 23:17:21.364856 3893 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0326 23:17:21.364859 3893 namespace.go:98] [openshift-operators-redhat] adding namespace I0326 23:17:21.364863 3893 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0326 23:17:21.364866 3893 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0326 23:17:21.364869 3893 namespace.go:98] [openshift-backplane-mobb] adding namespace I0326 23:17:21.364874 3893 namespace.go:98] [openshift-console-operator] adding namespace I0326 23:17:21.364877 3893 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0326 23:17:21.365325 3893 namespace.go:102] [openshift-dns-operator] adding namespace took 576.651µs I0326 23:17:21.365339 3893 namespace.go:98] [openshift-backplane-csm] adding namespace I0326 23:17:21.365841 3893 namespace.go:102] [openshift-backplane-csm] adding namespace took 496.707µs I0326 23:17:21.365855 3893 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0326 23:17:21.366307 3893 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 444.362µs I0326 23:17:21.366325 3893 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0326 23:17:21.366908 3893 namespace.go:102] [openshift-logging] adding namespace took 2.148333ms I0326 23:17:21.366937 3893 namespace.go:98] [openshift-network-node-identity] adding namespace I0326 23:17:21.367325 3893 namespace.go:102] [openshift-dns] adding namespace took 2.482978ms I0326 23:17:21.367335 3893 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0326 23:17:21.367778 3893 namespace.go:102] [openshift-backplane-cee] adding namespace took 2.931338ms I0326 23:17:21.367798 3893 namespace.go:98] [openshift-console-user-settings] adding namespace I0326 23:17:21.368257 3893 namespace.go:102] [openshift-monitoring] adding namespace took 3.408963ms I0326 23:17:21.368269 3893 namespace.go:98] [openshift-controller-manager] adding namespace I0326 23:17:21.368731 3893 namespace.go:102] [openshift-node] adding namespace took 3.876516ms I0326 23:17:21.368745 3893 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0326 23:17:21.369169 3893 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 4.316645ms I0326 23:17:21.369184 3893 namespace.go:98] [openshift-infra] adding namespace I0326 23:17:21.369625 3893 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 4.764614ms I0326 23:17:21.369640 3893 namespace.go:98] [openshift-insights] adding namespace I0326 23:17:21.370052 3893 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 5.18756ms I0326 23:17:21.370062 3893 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0326 23:17:21.370584 3893 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.716523ms I0326 23:17:21.370593 3893 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0326 23:17:21.371106 3893 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.234331ms I0326 23:17:21.371121 3893 namespace.go:98] [openshift-host-network] adding namespace I0326 23:17:21.371598 3893 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.723895ms I0326 23:17:21.371611 3893 namespace.go:98] [openshift-backplane-srep] adding namespace I0326 23:17:21.372059 3893 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.18308ms I0326 23:17:21.372075 3893 namespace.go:98] [kube-node-lease] adding namespace I0326 23:17:21.372530 3893 namespace.go:102] [openshift-console-operator] adding namespace took 7.650766ms I0326 23:17:21.372545 3893 namespace.go:98] [openshift-apiserver] adding namespace I0326 23:17:21.372977 3893 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.095786ms I0326 23:17:21.372989 3893 namespace.go:98] [openshift-config-operator] adding namespace I0326 23:17:21.373370 3893 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.038058ms I0326 23:17:21.373400 3893 namespace.go:98] [openshift-image-registry] adding namespace I0326 23:17:21.373811 3893 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.867688ms I0326 23:17:21.373823 3893 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0326 23:17:21.374293 3893 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.953185ms I0326 23:17:21.374305 3893 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0326 23:17:21.374732 3893 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.929208ms I0326 23:17:21.374748 3893 namespace.go:98] [openshift-operators] adding namespace I0326 23:17:21.375175 3893 namespace.go:102] [openshift-controller-manager] adding namespace took 6.902262ms I0326 23:17:21.375184 3893 namespace.go:98] [openshift-must-gather-operator] adding namespace I0326 23:17:21.375594 3893 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.842161ms I0326 23:17:21.375610 3893 namespace.go:98] [openshift-machine-api] adding namespace I0326 23:17:21.375990 3893 namespace.go:102] [openshift-infra] adding namespace took 6.800382ms I0326 23:17:21.376002 3893 namespace.go:98] [openshift-customer-monitoring] adding namespace I0326 23:17:21.376412 3893 namespace.go:102] [openshift-insights] adding namespace took 6.765886ms I0326 23:17:21.376426 3893 namespace.go:98] [dedicated-admin] adding namespace I0326 23:17:21.376846 3893 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.780511ms I0326 23:17:21.376857 3893 namespace.go:98] [openshift-network-operator] adding namespace I0326 23:17:21.377239 3893 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.640571ms I0326 23:17:21.377251 3893 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0326 23:17:21.377722 3893 namespace.go:102] [openshift-host-network] adding namespace took 6.596666ms I0326 23:17:21.377734 3893 namespace.go:98] [openshift-authentication-operator] adding namespace I0326 23:17:21.378088 3893 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.471362ms I0326 23:17:21.378101 3893 namespace.go:98] [openshift-network-console] adding namespace I0326 23:17:21.378493 3893 namespace.go:102] [kube-node-lease] adding namespace took 6.413374ms I0326 23:17:21.378507 3893 namespace.go:98] [openshift-console] adding namespace I0326 23:17:21.378878 3893 namespace.go:102] [openshift-apiserver] adding namespace took 6.327859ms I0326 23:17:21.378890 3893 namespace.go:98] [openshift-kube-scheduler] adding namespace I0326 23:17:21.379243 3893 namespace.go:102] [openshift-config-operator] adding namespace took 6.24966ms I0326 23:17:21.379253 3893 namespace.go:98] [openshift-apiserver-operator] adding namespace I0326 23:17:21.379656 3893 namespace.go:102] [openshift-image-registry] adding namespace took 6.250638ms I0326 23:17:21.379666 3893 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0326 23:17:21.380063 3893 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.234948ms I0326 23:17:21.380075 3893 namespace.go:98] [default] adding namespace I0326 23:17:21.380485 3893 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.175624ms I0326 23:17:21.380497 3893 namespace.go:98] [openshift-backplane-cse] adding namespace I0326 23:17:21.380881 3893 namespace.go:102] [openshift-operators] adding namespace took 6.128366ms I0326 23:17:21.380892 3893 namespace.go:98] [openshift-network-diagnostics] adding namespace I0326 23:17:21.381251 3893 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.062318ms I0326 23:17:21.381261 3893 namespace.go:98] [openshift-ingress-canary] adding namespace I0326 23:17:21.381660 3893 namespace.go:102] [openshift-machine-api] adding namespace took 6.043971ms I0326 23:17:21.381675 3893 namespace.go:98] [openshift-multus] adding namespace I0326 23:17:21.382049 3893 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.041203ms I0326 23:17:21.382064 3893 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0326 23:17:21.382518 3893 namespace.go:102] [dedicated-admin] adding namespace took 6.085209ms I0326 23:17:21.382533 3893 namespace.go:98] [kube-public] adding namespace I0326 23:17:21.382939 3893 namespace.go:102] [openshift-network-operator] adding namespace took 6.077656ms I0326 23:17:21.382950 3893 namespace.go:98] [openshift-backplane-tam] adding namespace I0326 23:17:21.383369 3893 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.114107ms I0326 23:17:21.383379 3893 namespace.go:98] [openshift-etcd] adding namespace I0326 23:17:21.383774 3893 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.033852ms I0326 23:17:21.383787 3893 namespace.go:98] [openshift-config] adding namespace I0326 23:17:21.384138 3893 namespace.go:102] [openshift-network-console] adding namespace took 6.033444ms I0326 23:17:21.384148 3893 namespace.go:98] [openshift-package-operator] adding namespace I0326 23:17:21.384573 3893 namespace.go:102] [openshift-console] adding namespace took 6.060811ms I0326 23:17:21.384584 3893 namespace.go:98] [openshift-ingress] adding namespace I0326 23:17:21.385286 3893 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.389517ms I0326 23:17:21.385305 3893 namespace.go:98] [openshift-service-ca-operator] adding namespace I0326 23:17:21.385782 3893 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.523706ms I0326 23:17:21.385795 3893 namespace.go:98] [openshift-machine-config-operator] adding namespace I0326 23:17:21.386140 3893 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.469677ms I0326 23:17:21.386513 3893 iptables.go:108] Creating table: filter chain: FORWARD I0326 23:17:21.386546 3893 namespace.go:102] [default] adding namespace took 6.461555ms I0326 23:17:21.386561 3893 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace W0326 23:17:21.386897 3893 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-22h4b: pod openshift-network-diagnostics/network-check-target-22h4b: no pod IPs found W0326 23:17:21.386909 3893 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-bxj4b: pod openshift-network-diagnostics/network-check-target-bxj4b: no pod IPs found W0326 23:17:21.386916 3893 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-xhk27: pod openshift-network-diagnostics/network-check-target-xhk27: no pod IPs found I0326 23:17:21.386937 3893 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.435826ms I0326 23:17:21.386947 3893 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0326 23:17:21.387353 3893 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.455582ms I0326 23:17:21.387367 3893 namespace.go:98] [openshift-backplane-srep-ro] adding namespace W0326 23:17:21.387807 3893 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-5lbkg: pod openshift-multus/network-metrics-daemon-5lbkg: no pod IPs found W0326 23:17:21.387824 3893 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-ctl7v: pod openshift-multus/network-metrics-daemon-ctl7v: no pod IPs found W0326 23:17:21.387830 3893 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-swwqd: pod openshift-multus/network-metrics-daemon-swwqd: no pod IPs found I0326 23:17:21.387831 3893 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.565031ms I0326 23:17:21.387842 3893 namespace.go:98] [kube-system] adding namespace I0326 23:17:21.388282 3893 namespace.go:102] [openshift-multus] adding namespace took 6.60068ms I0326 23:17:21.388294 3893 namespace.go:98] [openshift-ingress-operator] adding namespace I0326 23:17:21.388754 3893 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.680521ms I0326 23:17:21.388768 3893 namespace.go:98] [openshift-kube-apiserver] adding namespace I0326 23:17:21.389165 3893 namespace.go:102] [kube-public] adding namespace took 6.627045ms I0326 23:17:21.389177 3893 namespace.go:98] [openshift] adding namespace I0326 23:17:21.389590 3893 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.636094ms I0326 23:17:21.389602 3893 namespace.go:98] [openshift-route-controller-manager] adding namespace I0326 23:17:21.390052 3893 namespace.go:102] [openshift-etcd] adding namespace took 6.66655ms I0326 23:17:21.390067 3893 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0326 23:17:21.390467 3893 namespace.go:102] [openshift-config] adding namespace took 6.675204ms I0326 23:17:21.390479 3893 namespace.go:98] [openshift-cluster-version] adding namespace I0326 23:17:21.390860 3893 namespace.go:102] [openshift-package-operator] adding namespace took 6.706355ms I0326 23:17:21.390874 3893 namespace.go:98] [openshift-backplane] adding namespace I0326 23:17:21.391248 3893 namespace.go:102] [openshift-ingress] adding namespace took 6.658588ms I0326 23:17:21.391264 3893 namespace.go:98] [openshift-authentication] adding namespace I0326 23:17:21.391702 3893 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.389674ms I0326 23:17:21.391716 3893 namespace.go:98] [open-cluster-management-2p9mplstndhmerb1mp1pd72ivq8vo3pp] adding namespace I0326 23:17:21.392149 3893 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.348419ms I0326 23:17:21.392162 3893 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0326 23:17:21.392569 3893 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.003421ms I0326 23:17:21.392594 3893 iptables.go:108] Creating table: filter chain: OUTPUT I0326 23:17:21.392986 3893 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.034104ms I0326 23:17:21.392999 3893 namespace.go:98] [openshift-config-managed] adding namespace W0326 23:17:21.393425 3893 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-p67bq: pod kube-system/global-pull-secret-syncer-p67bq: no pod IPs found W0326 23:17:21.393437 3893 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-s8pvt: pod kube-system/global-pull-secret-syncer-s8pvt: no pod IPs found I0326 23:17:21.393475 3893 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.101626ms I0326 23:17:21.393857 3893 namespace.go:102] [kube-system] adding namespace took 6.011352ms I0326 23:17:21.394257 3893 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.95796ms I0326 23:17:21.394717 3893 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.944086ms I0326 23:17:21.395140 3893 namespace.go:102] [openshift] adding namespace took 5.957498ms I0326 23:17:21.395512 3893 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.904225ms I0326 23:17:21.395931 3893 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.859056ms I0326 23:17:21.396336 3893 namespace.go:102] [openshift-cluster-version] adding namespace took 5.85206ms I0326 23:17:21.396759 3893 namespace.go:102] [openshift-backplane] adding namespace took 5.879448ms I0326 23:17:21.397181 3893 namespace.go:102] [openshift-authentication] adding namespace took 5.911848ms I0326 23:17:21.397630 3893 namespace.go:102] [open-cluster-management-2p9mplstndhmerb1mp1pd72ivq8vo3pp] adding namespace took 5.909909ms I0326 23:17:21.397644 3893 namespace.go:98] [openshift-marketplace] adding namespace I0326 23:17:21.398031 3893 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 5.864641ms I0326 23:17:21.398040 3893 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0326 23:17:21.398403 3893 namespace.go:102] [openshift-config-managed] adding namespace took 5.40038ms I0326 23:17:21.398630 3893 gateway_shared_intf.go:1787] Gateway Creation Complete I0326 23:17:21.398642 3893 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-75.ec2.internal","mac-address":"12:18:7e:95:2f:bb","ip-addresses":["10.0.0.75/24"],"ip-address":"10.0.0.75/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:cc93057c-5fd3-436c-911a-b8e81015e960 k8s.ovn.org/node-encap-ips:["10.0.0.75"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.75/24"} k8s.ovn.org/zone-name:ip-10-0-0-75.ec2.internal] on node ip-10-0-0-75.ec2.internal I0326 23:17:21.398788 3893 namespace.go:102] [openshift-marketplace] adding namespace took 1.138397ms I0326 23:17:21.399221 3893 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 1.175332ms I0326 23:17:21.399608 3893 zone_ic_handler.go:186] Time taken to create transit switch: 288.836µs I0326 23:17:21.399706 3893 master.go:532] Adding or Updating local node "ip-10-0-0-75.ec2.internal" for network "default" I0326 23:17:21.399725 3893 obj_retry.go:544] Failed to create *v1.Node ip-10-0-2-111.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-111.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-111.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-111.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-111.ec2.internal I0326 23:17:21.399730 3893 obj_retry.go:544] Failed to create *v1.Node ip-10-0-1-167.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-167.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-167.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-167.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-167.ec2.internal I0326 23:17:21.402639 3893 default_network_controller.go:806] Node add failed for ip-10-0-0-75.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-75.ec2.internal, error getting gateway config for node ip-10-0-0-75.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-75.ec2.internal", failed to update chassis to local for local node ip-10-0-0-75.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-75.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-75.ec2.internal] E0326 23:17:21.402690 3893 obj_retry.go:541] Failed to create *v1.Node ip-10-0-0-75.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-75.ec2.internal, error getting gateway config for node ip-10-0-0-75.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-75.ec2.internal", failed to update chassis to local for local node ip-10-0-0-75.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-75.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-75.ec2.internal] I0326 23:17:21.402732 3893 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0326 23:17:21.402754 3893 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-75.ec2.internal", UID:"6bba5891-c14d-4b1f-b72d-5e8b896872e7", APIVersion:"v1", ResourceVersion:"8528", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-75.ec2.internal, error getting gateway config for node ip-10-0-0-75.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-75.ec2.internal", failed to update chassis to local for local node ip-10-0-0-75.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-75.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-75.ec2.internal] I0326 23:17:21.402783 3893 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0326 23:17:21.402795 3893 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-75.ec2.internal in network "default" I0326 23:17:21.402802 3893 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0326 23:17:21.402819 3893 node_tracker.go:235] Node ip-10-0-0-75.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-75.ec2.internal" I0326 23:17:21.402830 3893 node_tracker.go:169] Node ip-10-0-0-75.ec2.internal switch + router changed, syncing services in network "default" I0326 23:17:21.402837 3893 services_controller.go:574] Full service sync requested for network=default I0326 23:17:21.402873 3893 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-167.ec2.internal in network "default" I0326 23:17:21.402883 3893 node_tracker.go:235] Node ip-10-0-1-167.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-167.ec2.internal" I0326 23:17:21.402889 3893 node_tracker.go:169] Node ip-10-0-1-167.ec2.internal switch + router changed, syncing services in network "default" I0326 23:17:21.402893 3893 services_controller.go:574] Full service sync requested for network=default I0326 23:17:21.402900 3893 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-111.ec2.internal in network "default" I0326 23:17:21.402907 3893 node_tracker.go:235] Node ip-10-0-2-111.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-111.ec2.internal" I0326 23:17:21.402912 3893 node_tracker.go:169] Node ip-10-0-2-111.ec2.internal switch + router changed, syncing services in network "default" I0326 23:17:21.402916 3893 services_controller.go:574] Full service sync requested for network=default I0326 23:17:21.415189 3893 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-75.ec2.internal in network "default" I0326 23:17:21.415238 3893 node_tracker.go:169] Node ip-10-0-0-75.ec2.internal switch + router changed, syncing services in network "default" I0326 23:17:21.415253 3893 services_controller.go:574] Full service sync requested for network=default I0326 23:17:21.415272 3893 master.go:532] Adding or Updating local node "ip-10-0-0-75.ec2.internal" for network "default" I0326 23:17:21.417764 3893 default_node_network_controller.go:518] Node connection status = connected W0326 23:17:21.419970 3893 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-swwqd: pod openshift-multus/network-metrics-daemon-swwqd: no pod IPs found W0326 23:17:21.419985 3893 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-bxj4b: pod openshift-network-diagnostics/network-check-target-bxj4b: no pod IPs found W0326 23:17:21.419990 3893 gateway.go:197] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-p67bq: pod kube-system/global-pull-secret-syncer-p67bq: no pod IPs found I0326 23:17:21.420914 3893 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-0-75.ec2.internal for the network default I0326 23:17:21.503284 3893 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0326 23:17:21.503308 3893 services_controller.go:208] Setting up event handlers for services for network=default I0326 23:17:21.503356 3893 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0326 23:17:21.503418 3893 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0326 23:17:21.503430 3893 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0326 23:17:21.604263 3893 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0326 23:17:21.604288 3893 repair.go:60] Starting repairing loop for services I0326 23:17:21.604366 3893 repair.go:131] Deleted 0 stale service LBs I0326 23:17:21.604402 3893 repair.go:137] Deleted 0 stale Chassis Template Vars I0326 23:17:21.604419 3893 repair.go:62] Finished repairing loop for services: 132.339µs I0326 23:17:21.604446 3893 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0326 23:17:21.604457 3893 services_controller.go:254] Starting workers for network=default I0326 23:17:21.604726 3893 obj_retry.go:544] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-xhk27, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-xhk27: suppressed error logged: pod openshift-network-diagnostics/network-check-target-xhk27: no pod IPs found I0326 23:17:21.604784 3893 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-swwqd] creating logical port openshift-multus_network-metrics-daemon-swwqd for pod on switch ip-10-0-0-75.ec2.internal I0326 23:17:21.604800 3893 obj_retry.go:544] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-22h4b, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-22h4b: suppressed error logged: pod openshift-network-diagnostics/network-check-target-22h4b: no pod IPs found I0326 23:17:21.604803 3893 obj_retry.go:544] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-s8pvt, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-s8pvt: suppressed error logged: pod kube-system/global-pull-secret-syncer-s8pvt: no pod IPs found I0326 23:17:21.604814 3893 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-bxj4b] creating logical port openshift-network-diagnostics_network-check-target-bxj4b for pod on switch ip-10-0-0-75.ec2.internal I0326 23:17:21.604827 3893 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-p67bq] creating logical port kube-system_global-pull-secret-syncer-p67bq for pod on switch ip-10-0-0-75.ec2.internal I0326 23:17:21.604861 3893 obj_retry.go:544] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-5lbkg, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-5lbkg: suppressed error logged: pod openshift-multus/network-metrics-daemon-5lbkg: no pod IPs found I0326 23:17:21.604897 3893 obj_retry.go:544] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-ctl7v, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-ctl7v: suppressed error logged: pod openshift-multus/network-metrics-daemon-ctl7v: no pod IPs found I0326 23:17:21.604944 3893 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-swwqd I0326 23:17:21.605002 3893 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-bxj4b I0326 23:17:21.605072 3893 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-p67bq I0326 23:17:21.620170 3893 pod.go:62] [kube-system/global-pull-secret-syncer-p67bq] pod update took 15.277511ms I0326 23:17:21.620186 3893 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-p67bq] addLogicalPort annotation time took 15.29726ms I0326 23:17:21.621102 3893 pods.go:271] [kube-system/global-pull-secret-syncer-p67bq] addLogicalPort took 16.2852ms, libovsdb time 689.603µs I0326 23:17:21.623055 3893 pod.go:62] [openshift-network-diagnostics/network-check-target-bxj4b] pod update took 18.173438ms I0326 23:17:21.623071 3893 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-bxj4b] addLogicalPort annotation time took 18.191587ms I0326 23:17:21.623931 3893 pods.go:271] [openshift-network-diagnostics/network-check-target-bxj4b] addLogicalPort took 19.122936ms, libovsdb time 688.175µs I0326 23:17:21.624021 3893 pod.go:62] [openshift-multus/network-metrics-daemon-swwqd] pod update took 19.162912ms I0326 23:17:21.624036 3893 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-swwqd] addLogicalPort annotation time took 19.180592ms I0326 23:17:21.624839 3893 pods.go:271] [openshift-multus/network-metrics-daemon-swwqd] addLogicalPort took 20.065845ms, libovsdb time 634.688µs I0326 23:17:21.625262 3893 admin_network_policy_controller.go:227] Starting controller default-network-controller I0326 23:17:21.625285 3893 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0326 23:17:21.625295 3893 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0326 23:17:21.625300 3893 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0326 23:17:21.625523 3893 repair.go:29] Repairing admin network policies took 216.67µs I0326 23:17:21.625627 3893 repair.go:92] Repairing baseline admin network policies took 95.768µs I0326 23:17:21.626104 3893 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0326 23:17:21.626120 3893 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0326 23:17:21.627703 3893 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0326 23:17:21.627723 3893 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0326 23:17:21.627733 3893 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0326 23:17:21.628583 3893 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0326 23:17:21.628604 3893 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0326 23:17:21.628613 3893 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0326 23:17:21.630173 3893 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0326 23:17:21.630191 3893 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0326 23:17:21.630206 3893 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0326 23:17:21.632016 3893 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0326 23:17:21.632033 3893 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0326 23:17:21.632041 3893 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0326 23:17:21.633648 3893 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0326 23:17:21.633665 3893 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0326 23:17:21.633672 3893 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0326 23:17:21.634190 3893 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0326 23:17:21.634208 3893 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0326 23:17:21.634216 3893 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0326 23:17:21.634756 3893 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0326 23:17:21.634773 3893 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0326 23:17:21.634782 3893 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0326 23:17:21.637043 3893 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0326 23:17:21.637061 3893 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0326 23:17:21.637069 3893 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0326 23:17:21.637565 3893 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0326 23:17:21.637582 3893 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0326 23:17:21.637591 3893 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0326 23:17:21.638692 3893 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0326 23:17:21.638707 3893 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0326 23:17:21.638718 3893 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0326 23:17:21.639245 3893 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0326 23:17:21.639269 3893 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0326 23:17:21.639662 3893 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0326 23:17:21.639677 3893 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0326 23:17:21.640373 3893 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0326 23:17:21.640405 3893 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0326 23:17:21.640414 3893 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0326 23:17:21.641013 3893 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0326 23:17:21.641032 3893 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0326 23:17:21.641039 3893 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0326 23:17:21.642422 3893 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0326 23:17:21.642440 3893 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0326 23:17:21.642452 3893 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0326 23:17:21.643459 3893 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0326 23:17:21.643477 3893 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0326 23:17:21.643485 3893 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0326 23:17:21.643935 3893 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0326 23:17:21.643953 3893 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0326 23:17:21.643961 3893 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0326 23:17:21.644377 3893 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0326 23:17:21.644405 3893 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0326 23:17:21.644417 3893 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0326 23:17:21.646130 3893 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0326 23:17:21.646148 3893 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0326 23:17:21.646157 3893 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0326 23:17:21.647090 3893 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0326 23:17:21.647111 3893 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0326 23:17:21.647121 3893 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0326 23:17:21.648301 3893 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0326 23:17:21.648318 3893 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0326 23:17:21.648326 3893 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0326 23:17:21.648797 3893 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0326 23:17:21.648814 3893 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0326 23:17:21.648835 3893 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0326 23:17:21.649472 3893 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0326 23:17:21.649490 3893 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0326 23:17:21.649496 3893 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0326 23:17:21.649767 3893 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0326 23:17:21.649788 3893 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0326 23:17:21.649795 3893 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0326 23:17:21.650034 3893 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0326 23:17:21.650048 3893 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0326 23:17:21.650055 3893 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0326 23:17:21.650586 3893 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0326 23:17:21.650604 3893 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0326 23:17:21.650614 3893 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0326 23:17:21.651952 3893 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0326 23:17:21.651971 3893 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0326 23:17:21.651977 3893 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0326 23:17:21.652265 3893 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0326 23:17:21.652283 3893 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0326 23:17:21.652291 3893 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0326 23:17:21.654068 3893 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0326 23:17:21.654086 3893 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0326 23:17:21.654095 3893 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0326 23:17:21.654338 3893 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0326 23:17:21.658829 3893 egressfirewall.go:319] Starting EgressFirewall controller I0326 23:17:21.658853 3893 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0326 23:17:21.658876 3893 controller.go:133] Adding controller egress-firewall-controller event handlers I0326 23:17:21.658887 3893 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0326 23:17:21.658901 3893 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0326 23:17:21.658905 3893 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0326 23:17:21.658910 3893 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0326 23:17:21.659150 3893 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0326 23:17:21.659163 3893 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0326 23:17:21.659172 3893 egressqos.go:193] Setting up event handlers for EgressQoS I0326 23:17:21.659269 3893 egressqos.go:245] Starting EgressQoS Controller I0326 23:17:21.659282 3893 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0326 23:17:21.659288 3893 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0326 23:17:21.659293 3893 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0326 23:17:21.659297 3893 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0326 23:17:21.659303 3893 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0326 23:17:21.659307 3893 shared_informer.go:356] "Caches are synced" controller="egressqos" I0326 23:17:21.659311 3893 egressqos.go:259] Repairing EgressQoSes I0326 23:17:21.659316 3893 egressqos.go:399] Starting repairing loop for egressqos I0326 23:17:21.659270 3893 egressfirewall.go:628] Syncing node "ip-10-0-0-75.ec2.internal" for egress firewall I0326 23:17:21.659354 3893 egressfirewall.go:628] Syncing node "ip-10-0-1-167.ec2.internal" for egress firewall I0326 23:17:21.659362 3893 egressfirewall.go:628] Syncing node "ip-10-0-2-111.ec2.internal" for egress firewall I0326 23:17:21.659417 3893 egressqos.go:401] Finished repairing loop for egressqos: 101.9µs I0326 23:17:21.659439 3893 egressservice_zone.go:132] Setting up event handlers for Egress Services I0326 23:17:21.659458 3893 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-75.ec2.internal I0326 23:17:21.659496 3893 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-75.ec2.internal : 37.093µs I0326 23:17:21.659553 3893 egressservice_zone.go:210] Starting Egress Services Controller I0326 23:17:21.659563 3893 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0326 23:17:21.659570 3893 shared_informer.go:356] "Caches are synced" controller="egressservices" I0326 23:17:21.659575 3893 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0326 23:17:21.659580 3893 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0326 23:17:21.659586 3893 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0326 23:17:21.659590 3893 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0326 23:17:21.659595 3893 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0326 23:17:21.659599 3893 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0326 23:17:21.659603 3893 egressservice_zone.go:228] Repairing Egress Services I0326 23:17:21.659856 3893 master_controller.go:88] Starting Admin Policy Based Route Controller I0326 23:17:21.659865 3893 external_controller.go:278] Starting Admin Policy Based Route Controller I0326 23:17:21.659883 3893 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-75.ec2.internal I0326 23:17:21.659894 3893 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-75.ec2.internal: 14.447µs I0326 23:17:21.659902 3893 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-167.ec2.internal I0326 23:17:21.659906 3893 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-167.ec2.internal: 4.188µs I0326 23:17:21.659911 3893 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-111.ec2.internal I0326 23:17:21.659914 3893 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-111.ec2.internal: 4.419µs I0326 23:17:21.659976 3893 default_network_controller.go:568] Completing all the Watchers took 295.366884ms I0326 23:17:21.659986 3893 default_network_controller.go:572] Starting unidling controllers I0326 23:17:21.659997 3893 unidle.go:46] Registering OVN SB ControllerEvent handler I0326 23:17:21.660003 3893 unidle.go:63] Populating Initial ContollerEvent events I0326 23:17:21.660013 3893 unidle.go:79] Setting up event handlers for services I0326 23:17:21.660104 3893 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0326 23:17:21.918975 3893 default_node_network_controller.go:518] Node connection status = connected I0326 23:17:22.418892 3893 default_node_network_controller.go:518] Node connection status = connected I0326 23:17:22.821160 3893 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0326 23:17:22.919136 3893 default_node_network_controller.go:518] Node connection status = connected I0326 23:17:22.934340 3893 bridgeconfig.go:537] Gateway is ready I0326 23:17:22.934360 3893 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0326 23:17:22.943971 3893 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.75. Updating OVN encap IP. I0326 23:17:22.948668 3893 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.75 - it is already configured I0326 23:17:22.948681 3893 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.75/24:{} 172.20.0.1/32:{}]. Updating annotations. I0326 23:17:22.948901 3893 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.75/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-75.ec2.internal","mac-address":"12:18:7e:95:2f:bb","ip-addresses":["10.0.0.75/24"],"ip-address":"10.0.0.75/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:cc93057c-5fd3-436c-911a-b8e81015e960 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.75/24"}] on node ip-10-0-0-75.ec2.internal I0326 23:17:22.963683 3893 egressfirewall.go:628] Syncing node "ip-10-0-0-75.ec2.internal" for egress firewall I0326 23:17:22.963688 3893 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-75.ec2.internal in network "default" I0326 23:17:22.963754 3893 node_tracker.go:169] Node ip-10-0-0-75.ec2.internal switch + router changed, syncing services in network "default" I0326 23:17:22.963762 3893 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-75.ec2.internal I0326 23:17:22.963775 3893 services_controller.go:574] Full service sync requested for network=default I0326 23:17:22.963775 3893 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-75.ec2.internal: 16.13µs I0326 23:17:22.963788 3893 master.go:532] Adding or Updating local node "ip-10-0-0-75.ec2.internal" for network "default" I0326 23:17:22.964249 3893 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.0.75 I0326 23:17:22.964485 3893 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-75.ec2.internal I0326 23:17:22.969098 3893 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-75.ec2.internal. Updating no re-route policies I0326 23:17:22.969239 3893 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-wkq69 I0326 23:17:22.969250 3893 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-8g6zf I0326 23:17:22.969257 3893 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-8f5w9 I0326 23:17:22.969265 3893 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-8g6zf I0326 23:17:22.969270 3893 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-75.ec2.internal I0326 23:17:22.969277 3893 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-8f5w9 I0326 23:17:22.969284 3893 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-75.ec2.internal I0326 23:17:22.969285 3893 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-dsxq6 I0326 23:17:22.969299 3893 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-dsxq6 I0326 23:17:22.969302 3893 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-bxj4b I0326 23:17:22.969306 3893 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-8f5w9 after 0 failed attempt(s) I0326 23:17:22.969311 3893 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-p67bq I0326 23:17:22.969313 3893 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-ml8zj I0326 23:17:22.969317 3893 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-bxj4b I0326 23:17:22.969253 3893 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-wkq69 I0326 23:17:22.969320 3893 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-ml8zj I0326 23:17:22.969326 3893 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-dsxq6 after 0 failed attempt(s) I0326 23:17:22.969319 3893 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-75.ec2.internal I0326 23:17:22.969287 3893 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-5lbkg I0326 23:17:22.969340 3893 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-wkq69 after 0 failed attempt(s) I0326 23:17:22.969345 3893 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-5lbkg I0326 23:17:22.969239 3893 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-m8wqr I0326 23:17:22.969354 3893 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-ml8zj after 0 failed attempt(s) I0326 23:17:22.969358 3893 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-bxj4b] creating logical port openshift-network-diagnostics_network-check-target-bxj4b for pod on switch ip-10-0-0-75.ec2.internal I0326 23:17:22.969298 3893 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-8g6zf after 0 failed attempt(s) I0326 23:17:22.969301 3893 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-xhk27 I0326 23:17:22.969303 3893 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-75.ec2.internal after 0 failed attempt(s) I0326 23:17:22.969372 3893 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-xhk27 I0326 23:17:22.969345 3893 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-75.ec2.internal I0326 23:17:22.969398 3893 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-swwqd I0326 23:17:22.969409 3893 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-swwqd I0326 23:17:22.969414 3893 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-75.ec2.internal after 0 failed attempt(s) I0326 23:17:22.969417 3893 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-tfk9g I0326 23:17:22.969366 3893 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-m8wqr I0326 23:17:22.969432 3893 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-tfk9g I0326 23:17:22.969434 3893 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-qv95s I0326 23:17:22.969408 3893 obj_retry.go:375] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-5lbkg, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-5lbkg: suppressed error logged: pod openshift-multus/network-metrics-daemon-5lbkg: no pod IPs found I0326 23:17:22.969420 3893 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-ctl7v I0326 23:17:22.969448 3893 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-qv95s I0326 23:17:22.969440 3893 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-swwqd] creating logical port openshift-multus_network-metrics-daemon-swwqd for pod on switch ip-10-0-0-75.ec2.internal I0326 23:17:22.969457 3893 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-tfk9g after 0 failed attempt(s) I0326 23:17:22.969323 3893 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-p67bq I0326 23:17:22.969472 3893 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-qv95s after 0 failed attempt(s) I0326 23:17:22.969481 3893 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/ecr-credential-refresh-initial-6cxvw I0326 23:17:22.969437 3893 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-m8wqr after 0 failed attempt(s) I0326 23:17:22.969490 3893 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-p67bq] creating logical port kube-system_global-pull-secret-syncer-p67bq for pod on switch ip-10-0-0-75.ec2.internal I0326 23:17:22.969492 3893 obj_retry.go:375] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-xhk27, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-xhk27: suppressed error logged: pod openshift-network-diagnostics/network-check-target-xhk27: no pod IPs found I0326 23:17:22.969495 3893 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-ctl7v I0326 23:17:22.969508 3893 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-22h4b I0326 23:17:22.969516 3893 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-22h4b I0326 23:17:22.969527 3893 obj_retry.go:375] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-ctl7v, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-ctl7v: suppressed error logged: pod openshift-multus/network-metrics-daemon-ctl7v: no pod IPs found I0326 23:17:22.969492 3893 obj_retry.go:364] Adding new object: *v1.Pod kube-system/ecr-credential-refresh-initial-6cxvw I0326 23:17:22.969549 3893 obj_retry.go:384] Retry successful for *v1.Pod kube-system/ecr-credential-refresh-initial-6cxvw after 0 failed attempt(s) I0326 23:17:22.969555 3893 obj_retry.go:375] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-22h4b, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-22h4b: suppressed error logged: pod openshift-network-diagnostics/network-check-target-22h4b: no pod IPs found I0326 23:17:22.969573 3893 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-726pp I0326 23:17:22.969587 3893 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-726pp I0326 23:17:22.969602 3893 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-726pp after 0 failed attempt(s) I0326 23:17:22.970111 3893 pods.go:271] [openshift-network-diagnostics/network-check-target-bxj4b] addLogicalPort took 765.656µs, libovsdb time 271.615µs I0326 23:17:22.970121 3893 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-bxj4b after 0 failed attempt(s) I0326 23:17:22.970186 3893 pods.go:271] [openshift-multus/network-metrics-daemon-swwqd] addLogicalPort took 756.02µs, libovsdb time 293.61µs I0326 23:17:22.970198 3893 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-swwqd after 0 failed attempt(s) I0326 23:17:22.970612 3893 pods.go:271] [kube-system/global-pull-secret-syncer-p67bq] addLogicalPort took 1.128546ms, libovsdb time 514.022µs I0326 23:17:22.970628 3893 obj_retry.go:384] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-p67bq after 0 failed attempt(s) I0326 23:17:22.980008 3893 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0326 23:17:22.991891 3893 iptables.go:108] Creating table: mangle chain: OUTPUT I0326 23:17:22.995536 3893 iptables.go:108] Creating table: nat chain: OUTPUT I0326 23:17:23.019536 3893 iptables.go:108] Creating table: nat chain: PREROUTING I0326 23:17:23.068846 3893 iptables.go:108] Creating table: filter chain: FORWARD I0326 23:17:23.086108 3893 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0326 23:17:23.086288 3893 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0326 23:17:23.086375 3893 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0326 23:17:23.086513 3893 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0326 23:17:23.086581 3893 gateway_init.go:325] Gateway and management port readiness took 1.671784641s I0326 23:17:23.086614 3893 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0326 23:17:23.086660 3893 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0326 23:17:23.086680 3893 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0326 23:17:23.086700 3893 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0326 23:17:23.086777 3893 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0326 23:17:23.086858 3893 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.877µs I0326 23:17:23.087169 3893 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0326 23:17:23.087201 3893 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 19.23µs I0326 23:17:23.087212 3893 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 43.201µs I0326 23:17:23.087219 3893 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0326 23:17:23.087231 3893 nad_controller.go:173] [node-nad-controller NAD controller]: started I0326 23:17:23.087239 3893 default_node_network_controller.go:898] Starting the default node network controller I0326 23:17:23.087245 3893 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0326 23:17:23.087258 3893 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 14.955µs I0326 23:17:23.087464 3893 default_node_network_controller.go:1444] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0326 23:17:23.087476 3893 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0326 23:17:23.087506 3893 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000015f10 0xc00032e7e0 0xc00032e850 0xc00032e8c0 0xc00032e930 0xc00032e9a0 0xc00032ea10 0xc000b92eb0 0xc00032ea80 0xc00032eaf0 0xc000879630 0xc005a0b880 0xc00032ebd0 map[0x2f67040:0xc000cc29c0 0x2f67580:0xc000cc2b40 0x2f68000:0xc002593bc0 0x2f682a0:0xc000cc2960 0x2f687e0:0xc000cc2a20 0x2f68a80:0xc000cc2a80 0x2f68d20:0xc000cc2ae0 0x2f69500:0xc005a023c0 0x2f697a0:0xc005a02420 0x2f93d40:0xc000ca8660 0x2f940e0:0xc000ca86c0 0x2f94bc0:0xc000bf8540 0x2f96520:0xc001c7e000 0x2f97000:0xc000ca88a0 0x2f97e80:0xc000ca8600] 0xc00013ccb0 0} I0326 23:17:23.087594 3893 gateway.go:151] Starting gateway service sync I0326 23:17:23.088240 3893 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0326 23:17:23.090372 3893 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0326 23:17:23.100549 3893 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0326 23:17:23.101696 3893 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0326 23:17:23.102946 3893 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0326 23:17:23.138616 3893 gateway.go:168] Gateway service sync done. Time taken: 51.006976ms I0326 23:17:23.139012 3893 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31019 I0326 23:17:23.139450 3893 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000015f10 0xc00032e7e0 0xc00032e850 0xc00032e8c0 0xc00032e930 0xc00032e9a0 0xc00032ea10 0xc000b92eb0 0xc00032ea80 0xc00032eaf0 0xc000879630 0xc005a0b880 0xc00032ebd0 map[0x2f67040:0xc000cc29c0 0x2f67580:0xc000cc2b40 0x2f68000:0xc002593bc0 0x2f682a0:0xc000cc2960 0x2f687e0:0xc000cc2a20 0x2f68a80:0xc000cc2a80 0x2f68d20:0xc000cc2ae0 0x2f69500:0xc005a023c0 0x2f697a0:0xc005a02420 0x2f93d40:0xc000ca8660 0x2f940e0:0xc000ca86c0 0x2f94bc0:0xc000bf8540 0x2f96520:0xc001c7e000 0x2f97000:0xc000ca88a0 0x2f97e80:0xc000ca8600] 0xc00013ccb0 0} I0326 23:17:23.139928 3893 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000015f10 0xc00032e7e0 0xc00032e850 0xc00032e8c0 0xc00032e930 0xc00032e9a0 0xc00032ea10 0xc000b92eb0 0xc00032ea80 0xc00032eaf0 0xc000879630 0xc005a0b880 0xc00032ebd0 map[0x2f67040:0xc000cc29c0 0x2f67580:0xc000cc2b40 0x2f68000:0xc002593bc0 0x2f682a0:0xc000cc2960 0x2f687e0:0xc000cc2a20 0x2f68a80:0xc000cc2a80 0x2f68d20:0xc000cc2ae0 0x2f69500:0xc005a023c0 0x2f697a0:0xc005a02420 0x2f93d40:0xc000ca8660 0x2f940e0:0xc000ca86c0 0x2f94bc0:0xc000bf8540 0x2f96520:0xc001c7e000 0x2f97000:0xc000ca88a0 0x2f97e80:0xc000ca8600] 0xc00013ccb0 0} I0326 23:17:23.139964 3893 gateway.go:519] Reconciling gateway with updates I0326 23:17:23.145665 3893 gateway.go:326] Spawning Conntrack Rule Check Thread I0326 23:17:23.145757 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 23:17:23.145770 3893 default_node_network_controller.go:943] Gateway and management port readiness took 58.286867ms I0326 23:17:23.145779 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 23:17:23.145817 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0326 23:17:23.145826 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0326 23:17:23.145837 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0326 23:17:23.145840 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0326 23:17:23.145839 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0326 23:17:23.145856 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0326 23:17:23.145864 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0326 23:17:23.145864 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0326 23:17:23.145872 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0326 23:17:23.145877 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0326 23:17:23.145899 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0326 23:17:23.145897 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0326 23:17:23.145907 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0326 23:17:23.145912 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0326 23:17:23.145917 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0326 23:17:23.145923 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0326 23:17:23.145923 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0326 23:17:23.145925 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0326 23:17:23.145939 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0326 23:17:23.145941 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0326 23:17:23.145947 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0326 23:17:23.145940 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0326 23:17:23.145953 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0326 23:17:23.145955 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0326 23:17:23.145950 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0326 23:17:23.145961 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0326 23:17:23.145962 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0326 23:17:23.145967 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0326 23:17:23.145975 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0326 23:17:23.145978 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0326 23:17:23.145977 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0326 23:17:23.145980 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 23:17:23.145983 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0326 23:17:23.145994 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0326 23:17:23.146006 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0326 23:17:23.146008 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0326 23:17:23.146011 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0326 23:17:23.146021 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0326 23:17:23.146036 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0326 23:17:23.145916 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0326 23:17:23.145978 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0326 23:17:23.146049 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0326 23:17:23.145996 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0326 23:17:23.146056 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0326 23:17:23.145983 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0326 23:17:23.146044 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0326 23:17:23.146059 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0326 23:17:23.146070 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0326 23:17:23.146078 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0326 23:17:23.146082 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0326 23:17:23.145929 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0326 23:17:23.146089 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0326 23:17:23.145941 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0326 23:17:23.145953 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0326 23:17:23.146109 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0326 23:17:23.145928 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0326 23:17:23.146117 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0326 23:17:23.146123 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0326 23:17:23.146124 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0326 23:17:23.145895 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0326 23:17:23.146139 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0326 23:17:23.145942 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0326 23:17:23.146145 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0326 23:17:23.146149 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0326 23:17:23.146156 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0326 23:17:23.145949 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0326 23:17:23.146167 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0326 23:17:23.146195 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0326 23:17:23.146211 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0326 23:17:23.146213 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0326 23:17:23.146219 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0326 23:17:23.146224 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0326 23:17:23.146223 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0326 23:17:23.146228 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0326 23:17:23.145907 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0326 23:17:23.146234 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0326 23:17:23.146246 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0326 23:17:23.145964 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0326 23:17:23.146256 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0326 23:17:23.146261 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0326 23:17:23.146217 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0326 23:17:23.145856 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0326 23:17:23.146138 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0326 23:17:23.146319 3893 port_claim.go:71] Svc openshift-ingress/router-default: port 30390 is already open, no action needed I0326 23:17:23.146332 3893 port_claim.go:71] Svc openshift-ingress/router-default: port 32570 is already open, no action needed I0326 23:17:23.145996 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 23:17:23.146071 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0326 23:17:23.146408 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0326 23:17:23.145949 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0326 23:17:23.145971 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0326 23:17:23.146110 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0326 23:17:23.146458 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0326 23:17:23.145964 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0326 23:17:23.146489 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0326 23:17:23.146506 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0326 23:17:23.145979 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0326 23:17:23.145997 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0326 23:17:23.146527 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0326 23:17:23.146532 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0326 23:17:23.146549 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0326 23:17:23.146558 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0326 23:17:23.146559 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0326 23:17:23.146577 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0326 23:17:23.146095 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0326 23:17:23.147368 3893 node_ip_handler_linux.go:160] Node IP manager is running W0326 23:17:23.182770 3893 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0326 23:17:23.182944 3893 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0326 23:17:23.183094 3893 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0326 23:17:23.191360 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0326 23:17:23.191419 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0326 23:17:23.191435 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0326 23:17:23.191442 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0326 23:17:23.191448 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0326 23:17:23.191456 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0326 23:17:23.191464 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0326 23:17:23.191471 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0326 23:17:23.191481 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0326 23:17:23.191486 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0326 23:17:23.191493 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0326 23:17:23.191500 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0326 23:17:23.191508 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0326 23:17:23.236626 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0326 23:17:23.236632 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0326 23:17:23.236650 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0326 23:17:23.236657 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0326 23:17:23.236664 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0326 23:17:23.236671 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0326 23:17:23.236680 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0326 23:17:23.275727 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0326 23:17:23.275763 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0326 23:17:23.275785 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0326 23:17:23.275794 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0326 23:17:23.275831 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0326 23:17:23.275845 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0326 23:17:23.275839 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0326 23:17:23.275855 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0326 23:17:23.566026 3893 egressfirewall.go:628] Syncing node "ip-10-0-1-167.ec2.internal" for egress firewall I0326 23:17:23.566121 3893 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-167.ec2.internal I0326 23:17:23.566137 3893 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-167.ec2.internal: 20.478µs I0326 23:17:23.566124 3893 default_network_controller.go:1008] Node "ip-10-0-1-167.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 23:17:24.259005 3893 default_node_network_controller.go:1364] Starting node controller node sync W0326 23:17:24.259027 3893 egressip_healthcheck.go:76] Health checking using insecure connection I0326 23:17:24.259070 3893 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0326 23:17:24.270537 3893 default_node_network_controller.go:1406] Node controller node sync done. Time taken: 11.51342ms I0326 23:17:24.270714 3893 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0326 23:17:24.270952 3893 egressservice_node.go:93] Setting up event handlers for Egress Services I0326 23:17:24.271094 3893 egressservice_node.go:183] Starting Egress Services Controller I0326 23:17:24.271121 3893 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0326 23:17:24.271133 3893 shared_informer.go:356] "Caches are synced" controller="egressservices" I0326 23:17:24.271139 3893 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0326 23:17:24.271144 3893 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0326 23:17:24.271149 3893 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0326 23:17:24.271154 3893 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0326 23:17:24.271158 3893 egressservice_node.go:197] Repairing Egress Services I0326 23:17:24.280650 3893 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0326 23:17:24.280660 3893 external_controller.go:278] Starting Admin Policy Based Route Controller I0326 23:17:24.280828 3893 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0326 23:17:24.280839 3893 link_network_manager.go:117] Link manager is running I0326 23:17:24.280847 3893 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0326 23:17:24.280939 3893 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0326 23:17:24.281509 3893 vrf_manager.go:128] VRF manager is running I0326 23:17:24.281828 3893 node_controller_manager.go:437] Removing flows to drop GARP I0326 23:17:24.281837 3893 gateway.go:519] Reconciling gateway with updates I0326 23:17:24.308488 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0326 23:17:24.308498 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0326 23:17:24.308488 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0326 23:17:24.308520 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0326 23:17:24.308520 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0326 23:17:24.308530 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0326 23:17:24.308533 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0326 23:17:24.308534 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0326 23:17:24.308539 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0326 23:17:24.308539 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0326 23:17:24.308537 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0326 23:17:24.308560 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0326 23:17:24.308557 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0326 23:17:24.308572 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0326 23:17:24.308569 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0326 23:17:24.308577 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0326 23:17:24.308534 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0326 23:17:24.308586 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0326 23:17:24.308587 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0326 23:17:24.308596 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0326 23:17:24.308601 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0326 23:17:24.308605 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0326 23:17:24.308603 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0326 23:17:24.308609 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0326 23:17:24.308621 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0326 23:17:24.308623 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0326 23:17:24.308517 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0326 23:17:24.308635 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0326 23:17:24.308638 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0326 23:17:24.308640 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0326 23:17:24.308647 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0326 23:17:24.308643 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0326 23:17:24.308651 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0326 23:17:24.308656 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0326 23:17:24.308662 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0326 23:17:24.308660 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0326 23:17:24.308599 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0326 23:17:24.308674 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0326 23:17:24.308674 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0326 23:17:24.308676 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0326 23:17:24.308680 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0326 23:17:24.308682 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0326 23:17:24.308684 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 23:17:24.308687 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0326 23:17:24.308689 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0326 23:17:24.308688 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 23:17:24.308696 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0326 23:17:24.308699 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 23:17:24.308704 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 23:17:24.308709 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0326 23:17:24.308704 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0326 23:17:24.308717 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0326 23:17:24.308721 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0326 23:17:24.308734 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0326 23:17:24.308735 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0326 23:17:24.308661 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0326 23:17:24.308753 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0326 23:17:24.308709 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0326 23:17:24.308765 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0326 23:17:24.308754 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0326 23:17:24.308602 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0326 23:17:24.308690 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0326 23:17:24.308723 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0326 23:17:24.308804 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0326 23:17:24.308676 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0326 23:17:24.308643 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0326 23:17:24.308811 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0326 23:17:24.308816 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0326 23:17:24.308821 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0326 23:17:24.308647 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0326 23:17:24.308827 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0326 23:17:24.308591 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0326 23:17:24.308837 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0326 23:17:24.308605 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0326 23:17:24.308522 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0326 23:17:24.308893 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0326 23:17:24.308623 3893 port_claim.go:71] Svc openshift-ingress/router-default: port 30390 is already open, no action needed I0326 23:17:24.308925 3893 port_claim.go:71] Svc openshift-ingress/router-default: port 32570 is already open, no action needed I0326 23:17:24.308946 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0326 23:17:24.308952 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0326 23:17:24.308956 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0326 23:17:24.308961 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0326 23:17:24.308622 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0326 23:17:24.308985 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0326 23:17:24.308626 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0326 23:17:24.309027 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0326 23:17:24.308638 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0326 23:17:24.309047 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0326 23:17:24.308652 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0326 23:17:24.308648 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0326 23:17:24.309128 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0326 23:17:24.308655 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0326 23:17:24.308665 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0326 23:17:24.309149 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0326 23:17:24.309182 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0326 23:17:24.309188 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0326 23:17:24.308667 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0326 23:17:24.309203 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0326 23:17:24.309225 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0326 23:17:24.309237 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0326 23:17:24.309241 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0326 23:17:24.308673 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0326 23:17:24.309251 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0326 23:17:24.309283 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0326 23:17:24.309284 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0326 23:17:24.309292 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0326 23:17:24.309297 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0326 23:17:24.309307 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0326 23:17:24.309313 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0326 23:17:24.309322 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0326 23:17:24.309330 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0326 23:17:24.309337 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0326 23:17:24.309346 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0326 23:17:24.308608 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0326 23:17:24.309362 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0326 23:17:24.308667 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0326 23:17:24.309416 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0326 23:17:24.308741 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0326 23:17:24.309433 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0326 23:17:24.309438 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0326 23:17:24.309400 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0326 23:17:24.309403 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0326 23:17:24.345634 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0326 23:17:24.363941 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0326 23:17:24.363983 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0326 23:17:24.363997 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0326 23:17:24.400364 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0326 23:17:24.400396 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0326 23:17:24.400411 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0326 23:17:24.400419 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0326 23:17:24.400424 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0326 23:17:24.400448 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0326 23:17:24.400462 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0326 23:17:24.400479 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0326 23:17:25.263966 3893 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-6cxvw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:17:25.264027 3893 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-6cxvw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:17:25.797518 3893 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-75.ec2.internal I0326 23:17:25.797554 3893 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-75.ec2.internal: 42.206µs I0326 23:17:25.825084 3893 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-846cf54457-bd8vj] creating logical port openshift-image-registry_image-registry-846cf54457-bd8vj for pod on switch ip-10-0-0-75.ec2.internal I0326 23:17:25.825205 3893 kube.go:256] Updating pod openshift-image-registry/image-registry-846cf54457-bd8vj I0326 23:17:25.843459 3893 pod.go:62] [openshift-image-registry/image-registry-846cf54457-bd8vj] pod update took 18.285715ms I0326 23:17:25.843483 3893 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-846cf54457-bd8vj] addLogicalPort annotation time took 18.316041ms I0326 23:17:25.844911 3893 pods.go:271] [openshift-image-registry/image-registry-846cf54457-bd8vj] addLogicalPort took 19.838739ms, libovsdb time 1.058468ms I0326 23:17:25.869136 3893 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-66f7f] creating logical port openshift-dns_dns-default-66f7f for pod on switch ip-10-0-0-75.ec2.internal I0326 23:17:25.869247 3893 kube.go:256] Updating pod openshift-dns/dns-default-66f7f I0326 23:17:25.874845 3893 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-qnsgt] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-qnsgt for pod on switch ip-10-0-0-75.ec2.internal I0326 23:17:25.874963 3893 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-7dl52] creating logical port openshift-ingress-canary_ingress-canary-7dl52 for pod on switch ip-10-0-0-75.ec2.internal I0326 23:17:25.874977 3893 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-qnsgt I0326 23:17:25.875071 3893 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-7dl52 I0326 23:17:25.887878 3893 pod.go:62] [openshift-dns/dns-default-66f7f] pod update took 18.655758ms I0326 23:17:25.887905 3893 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-66f7f] addLogicalPort annotation time took 18.686988ms I0326 23:17:25.889034 3893 pod.go:62] [openshift-ingress-canary/ingress-canary-7dl52] pod update took 13.990952ms I0326 23:17:25.889060 3893 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-7dl52] addLogicalPort annotation time took 14.023309ms I0326 23:17:25.889105 3893 pods.go:271] [openshift-dns/dns-default-66f7f] addLogicalPort took 19.98315ms, libovsdb time 931.2µs I0326 23:17:25.889574 3893 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-qnsgt] pod update took 14.620537ms I0326 23:17:25.889594 3893 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-qnsgt] addLogicalPort annotation time took 14.646687ms I0326 23:17:25.890153 3893 pods.go:271] [openshift-ingress-canary/ingress-canary-7dl52] addLogicalPort took 15.229473ms, libovsdb time 856.962µs I0326 23:17:25.890645 3893 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-qnsgt] addLogicalPort took 15.8143ms, libovsdb time 801.904µs I0326 23:17:26.275569 3893 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-6cxvw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:17:26.275597 3893 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-6cxvw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:17:26.287766 3893 cni.go:403] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-qnsgt 8b3634523727ee5389c4c3bb0e5e76981321b5fc9ba00c30396ea85a6825669c network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-qnsgt 8b3634523727ee5389c4c3bb0e5e76981321b5fc9ba00c30396ea85a6825669c network default NAD default] I0326 23:17:26.307079 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-qnsgt, hostIfaceName: 8b3634523727ee5, network: default, NAD default, SandboxID: "8b3634523727ee5389c4c3bb0e5e76981321b5fc9ba00c30396ea85a6825669c", PCI device ID: , UID: "eca4132a-485c-4d40-bd6f-feff14b5e288", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0326 23:17:26.309553 3893 cni.go:403] [openshift-ingress-canary/ingress-canary-7dl52 0fca451c5cbb73259c0ce63b9f8e922d842632cc288b8ce539f006180345bee5 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-7dl52 0fca451c5cbb73259c0ce63b9f8e922d842632cc288b8ce539f006180345bee5 network default NAD default] I0326 23:17:26.318989 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-7dl52, hostIfaceName: 0fca451c5cbb732, network: default, NAD default, SandboxID: "0fca451c5cbb73259c0ce63b9f8e922d842632cc288b8ce539f006180345bee5", PCI device ID: , UID: "7a5b19b6-688a-4980-8643-7c525ea9527e", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0326 23:17:26.353536 3893 cni.go:424] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-qnsgt 8b3634523727ee5389c4c3bb0e5e76981321b5fc9ba00c30396ea85a6825669c network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-qnsgt 8b3634523727ee5389c4c3bb0e5e76981321b5fc9ba00c30396ea85a6825669c network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:5f:19:be:5f:84\",\"name\":\"8b3634523727ee5\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4defe253-7416-4b6b-93d3-8275c74ab31f\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:17:26.362305 3893 cni.go:424] [openshift-ingress-canary/ingress-canary-7dl52 0fca451c5cbb73259c0ce63b9f8e922d842632cc288b8ce539f006180345bee5 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-7dl52 0fca451c5cbb73259c0ce63b9f8e922d842632cc288b8ce539f006180345bee5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:51:63:98:7f:53\",\"name\":\"0fca451c5cbb732\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f87d497f-d4e3-429e-9bc7-a5532d7eafff\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:17:30.560902 3893 cni.go:403] [openshift-network-diagnostics/network-check-target-bxj4b bbded583d2ee7eb1abb340b6a3c90920231efbef4367d3edb57282e61fcb1a4e network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-bxj4b bbded583d2ee7eb1abb340b6a3c90920231efbef4367d3edb57282e61fcb1a4e network default NAD default] I0326 23:17:30.570477 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-bxj4b, hostIfaceName: bbded583d2ee7eb, network: default, NAD default, SandboxID: "bbded583d2ee7eb1abb340b6a3c90920231efbef4367d3edb57282e61fcb1a4e", PCI device ID: , UID: "6fd69958-1b1c-4fe5-9114-25fab6d9cd3f", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0326 23:17:30.611641 3893 cni.go:424] [openshift-network-diagnostics/network-check-target-bxj4b bbded583d2ee7eb1abb340b6a3c90920231efbef4367d3edb57282e61fcb1a4e network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-bxj4b bbded583d2ee7eb1abb340b6a3c90920231efbef4367d3edb57282e61fcb1a4e network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:c1:f5:0c:14:a3\",\"name\":\"bbded583d2ee7eb\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a305fccb-f512-4bdf-9a14-95be2a630788\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:17:30.833346 3893 egressfirewall.go:628] Syncing node "ip-10-0-2-111.ec2.internal" for egress firewall I0326 23:17:30.833366 3893 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-111.ec2.internal I0326 23:17:30.833376 3893 default_network_controller.go:1008] Node "ip-10-0-2-111.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 23:17:30.833403 3893 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-111.ec2.internal: 22.24µs I0326 23:17:30.869745 3893 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-5577457d66-ncbl8] creating logical port openshift-insights_insights-operator-5577457d66-ncbl8 for pod on switch ip-10-0-0-75.ec2.internal I0326 23:17:30.869855 3893 kube.go:256] Updating pod openshift-insights/insights-operator-5577457d66-ncbl8 I0326 23:17:30.874927 3893 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-nrp9h] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67b99c68bb-nrp9h for pod on switch ip-10-0-0-75.ec2.internal I0326 23:17:30.875073 3893 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-nrp9h I0326 23:17:30.886106 3893 pod.go:62] [openshift-insights/insights-operator-5577457d66-ncbl8] pod update took 16.280354ms I0326 23:17:30.886124 3893 base_network_controller_pods.go:937] [default/openshift-insights/insights-operator-5577457d66-ncbl8] addLogicalPort annotation time took 16.303884ms I0326 23:17:30.887332 3893 pods.go:271] [openshift-insights/insights-operator-5577457d66-ncbl8] addLogicalPort took 17.6073ms, libovsdb time 916.841µs I0326 23:17:30.891246 3893 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-nrp9h] pod update took 16.204516ms I0326 23:17:30.891265 3893 base_network_controller_pods.go:937] [default/openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-nrp9h] addLogicalPort annotation time took 16.229165ms I0326 23:17:30.892463 3893 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-nrp9h] addLogicalPort took 17.551545ms, libovsdb time 860.882µs I0326 23:17:30.979046 3893 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-5c76bd6f9b-w8n6h] creating logical port openshift-network-diagnostics_network-check-source-5c76bd6f9b-w8n6h for pod on switch ip-10-0-0-75.ec2.internal I0326 23:17:30.979171 3893 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-5c76bd6f9b-w8n6h I0326 23:17:30.985761 3893 default_network_controller.go:1008] Node "ip-10-0-1-167.ec2.internal" in remote zone "ip-10-0-1-167.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 23:17:30.985784 3893 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-167.ec2.internal in network "default" I0326 23:17:30.985816 3893 node_tracker.go:235] Node ip-10-0-1-167.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-167.ec2.internal" I0326 23:17:30.985830 3893 node_tracker.go:169] Node ip-10-0-1-167.ec2.internal switch + router changed, syncing services in network "default" I0326 23:17:30.985844 3893 services_controller.go:574] Full service sync requested for network=default I0326 23:17:30.991337 3893 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-58d8f6745c-lk4l5] creating logical port openshift-network-console_networking-console-plugin-58d8f6745c-lk4l5 for pod on switch ip-10-0-0-75.ec2.internal I0326 23:17:30.991431 3893 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-zzg5j] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-6ff64bb8b6-zzg5j for pod on switch ip-10-0-0-75.ec2.internal I0326 23:17:30.991478 3893 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-58d8f6745c-lk4l5 I0326 23:17:30.991526 3893 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-zzg5j I0326 23:17:30.991562 3893 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6d457db745-rgdsd] creating logical port openshift-ingress_router-default-6d457db745-rgdsd for pod on switch ip-10-0-0-75.ec2.internal I0326 23:17:30.991644 3893 kube.go:256] Updating pod openshift-ingress/router-default-6d457db745-rgdsd I0326 23:17:31.012226 3893 pod.go:62] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-w8n6h] pod update took 33.069683ms I0326 23:17:31.012246 3893 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-source-5c76bd6f9b-w8n6h] addLogicalPort annotation time took 33.112391ms I0326 23:17:31.012433 3893 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7c6d686446-lwtv7] creating logical port openshift-ingress_router-default-7c6d686446-lwtv7 for pod on switch ip-10-0-0-75.ec2.internal I0326 23:17:31.012565 3893 kube.go:256] Updating pod openshift-ingress/router-default-7c6d686446-lwtv7 I0326 23:17:31.013442 3893 pods.go:271] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-w8n6h] addLogicalPort took 34.409198ms, libovsdb time 822.157µs I0326 23:17:31.027363 3893 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-58d8f6745c-rf8ch] creating logical port openshift-network-console_networking-console-plugin-58d8f6745c-rf8ch for pod on switch ip-10-0-0-75.ec2.internal I0326 23:17:31.027607 3893 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-58d8f6745c-rf8ch I0326 23:17:31.027418 3893 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-zzg5j] pod update took 35.904178ms I0326 23:17:31.027692 3893 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-zzg5j] addLogicalPort annotation time took 36.177386ms I0326 23:17:31.028781 3893 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-zzg5j] addLogicalPort took 37.364205ms, libovsdb time 812.551µs I0326 23:17:31.033173 3893 pod.go:62] [openshift-network-console/networking-console-plugin-58d8f6745c-lk4l5] pod update took 41.718946ms I0326 23:17:31.033198 3893 base_network_controller_pods.go:937] [default/openshift-network-console/networking-console-plugin-58d8f6745c-lk4l5] addLogicalPort annotation time took 41.747548ms I0326 23:17:31.033371 3893 pod.go:62] [openshift-ingress/router-default-6d457db745-rgdsd] pod update took 41.747423ms I0326 23:17:31.033405 3893 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-6d457db745-rgdsd] addLogicalPort annotation time took 41.764509ms I0326 23:17:31.034455 3893 pods.go:271] [openshift-network-console/networking-console-plugin-58d8f6745c-lk4l5] addLogicalPort took 43.130924ms, libovsdb time 883.704µs I0326 23:17:31.034904 3893 pods.go:271] [openshift-ingress/router-default-6d457db745-rgdsd] addLogicalPort took 43.353854ms, libovsdb time 1.273657ms I0326 23:17:31.061228 3893 pod.go:62] [openshift-ingress/router-default-7c6d686446-lwtv7] pod update took 48.695677ms I0326 23:17:31.061258 3893 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-7c6d686446-lwtv7] addLogicalPort annotation time took 48.73135ms I0326 23:17:31.062651 3893 pods.go:271] [openshift-ingress/router-default-7c6d686446-lwtv7] addLogicalPort took 50.231183ms, libovsdb time 956.788µs I0326 23:17:31.067126 3893 pod.go:62] [openshift-network-console/networking-console-plugin-58d8f6745c-rf8ch] pod update took 39.578875ms I0326 23:17:31.067145 3893 base_network_controller_pods.go:937] [default/openshift-network-console/networking-console-plugin-58d8f6745c-rf8ch] addLogicalPort annotation time took 39.602236ms I0326 23:17:31.068199 3893 pods.go:271] [openshift-network-console/networking-console-plugin-58d8f6745c-rf8ch] addLogicalPort took 40.849415ms, libovsdb time 764.674µs I0326 23:17:31.088633 3893 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-6dd897695f-kqpt5] creating logical port openshift-monitoring_cluster-monitoring-operator-6dd897695f-kqpt5 for pod on switch ip-10-0-0-75.ec2.internal I0326 23:17:31.088713 3893 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-6dd897695f-kqpt5 I0326 23:17:31.091556 3893 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-8777bd9bb-9bzk6] creating logical port openshift-console-operator_console-operator-8777bd9bb-9bzk6 for pod on switch ip-10-0-0-75.ec2.internal I0326 23:17:31.091632 3893 kube.go:256] Updating pod openshift-console-operator/console-operator-8777bd9bb-9bzk6 I0326 23:17:31.102959 3893 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-7b89bc695f-pksdj] creating logical port openshift-service-ca-operator_service-ca-operator-7b89bc695f-pksdj for pod on switch ip-10-0-0-75.ec2.internal I0326 23:17:31.103038 3893 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-7b89bc695f-pksdj I0326 23:17:31.129470 3893 pod.go:62] [openshift-service-ca-operator/service-ca-operator-7b89bc695f-pksdj] pod update took 26.450801ms I0326 23:17:31.129679 3893 base_network_controller_pods.go:937] [default/openshift-service-ca-operator/service-ca-operator-7b89bc695f-pksdj] addLogicalPort annotation time took 26.664959ms I0326 23:17:31.130772 3893 pods.go:271] [openshift-service-ca-operator/service-ca-operator-7b89bc695f-pksdj] addLogicalPort took 27.832385ms, libovsdb time 794.648µs I0326 23:17:31.132294 3893 pod.go:62] [openshift-console-operator/console-operator-8777bd9bb-9bzk6] pod update took 40.684167ms I0326 23:17:31.132307 3893 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-kqpt5] pod update took 43.61483ms I0326 23:17:31.132312 3893 base_network_controller_pods.go:937] [default/openshift-console-operator/console-operator-8777bd9bb-9bzk6] addLogicalPort annotation time took 40.705723ms I0326 23:17:31.132323 3893 base_network_controller_pods.go:937] [default/openshift-monitoring/cluster-monitoring-operator-6dd897695f-kqpt5] addLogicalPort annotation time took 43.635405ms I0326 23:17:31.133196 3893 pods.go:271] [openshift-console-operator/console-operator-8777bd9bb-9bzk6] addLogicalPort took 41.655654ms, libovsdb time 597.095µs I0326 23:17:31.133254 3893 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-b2xnr] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-555cc59f77-b2xnr for pod on switch ip-10-0-0-75.ec2.internal I0326 23:17:31.133316 3893 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-b2xnr I0326 23:17:31.133509 3893 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-kqpt5] addLogicalPort took 44.89576ms, libovsdb time 815.867µs I0326 23:17:31.140574 3893 default_network_controller.go:1008] Node "ip-10-0-1-167.ec2.internal" in remote zone "ip-10-0-1-167.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 23:17:31.140605 3893 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-167.ec2.internal in network "default" I0326 23:17:31.140648 3893 node_tracker.go:169] Node ip-10-0-1-167.ec2.internal switch + router changed, syncing services in network "default" I0326 23:17:31.140661 3893 services_controller.go:574] Full service sync requested for network=default I0326 23:17:31.142380 3893 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-167.ec2.internal for the network default I0326 23:17:31.143523 3893 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-167.ec2.internal" on network "default" took: 1.158749ms I0326 23:17:31.169788 3893 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-b2xnr] pod update took 36.484281ms I0326 23:17:31.169822 3893 base_network_controller_pods.go:937] [default/openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-b2xnr] addLogicalPort annotation time took 36.525458ms I0326 23:17:31.171065 3893 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-b2xnr] addLogicalPort took 37.813049ms, libovsdb time 837.221µs I0326 23:17:31.312582 3893 cni.go:403] [openshift-insights/insights-operator-5577457d66-ncbl8 b68061d106fb8c0c98f545fc8a58ea106571d01f8becffe4b76960c289aab6ff network default NAD default] ADD starting CNI request [openshift-insights/insights-operator-5577457d66-ncbl8 b68061d106fb8c0c98f545fc8a58ea106571d01f8becffe4b76960c289aab6ff network default NAD default] I0326 23:17:31.324145 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-5577457d66-ncbl8, hostIfaceName: b68061d106fb8c0, network: default, NAD default, SandboxID: "b68061d106fb8c0c98f545fc8a58ea106571d01f8becffe4b76960c289aab6ff", PCI device ID: , UID: "64cf5ed3-7b3a-4194-9531-5464b8450cec", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0326 23:17:31.357476 3893 cni.go:403] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-w8n6h 3806926f5bc3de0abc03c8cdba182cda949a54ae815456b10eb77aecd5a7e0cd network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-source-5c76bd6f9b-w8n6h 3806926f5bc3de0abc03c8cdba182cda949a54ae815456b10eb77aecd5a7e0cd network default NAD default] I0326 23:17:31.367330 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-5c76bd6f9b-w8n6h, hostIfaceName: 3806926f5bc3de0, network: default, NAD default, SandboxID: "3806926f5bc3de0abc03c8cdba182cda949a54ae815456b10eb77aecd5a7e0cd", PCI device ID: , UID: "863dfa4f-c1b0-4e68-b9bb-f0c7b2bde6ab", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0326 23:17:31.375970 3893 cni.go:424] [openshift-insights/insights-operator-5577457d66-ncbl8 b68061d106fb8c0c98f545fc8a58ea106571d01f8becffe4b76960c289aab6ff network default NAD default] ADD finished CNI request [openshift-insights/insights-operator-5577457d66-ncbl8 b68061d106fb8c0c98f545fc8a58ea106571d01f8becffe4b76960c289aab6ff network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:2d:78:5d:2c:4a\",\"name\":\"b68061d106fb8c0\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44f251d0-5404-4f59-8f40-cc76886510bd\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:17:31.389305 3893 cni.go:403] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-zzg5j e8c4df2a30629e6b1692fd239c880f9aaf574fa12b5abe43b26c3df330f08c74 network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-zzg5j e8c4df2a30629e6b1692fd239c880f9aaf574fa12b5abe43b26c3df330f08c74 network default NAD default] I0326 23:17:31.401202 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-6ff64bb8b6-zzg5j, hostIfaceName: e8c4df2a30629e6, network: default, NAD default, SandboxID: "e8c4df2a30629e6b1692fd239c880f9aaf574fa12b5abe43b26c3df330f08c74", PCI device ID: , UID: "49b63ad4-fc4f-4f80-96ac-23bcd01004a1", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0326 23:17:31.411346 3893 cni.go:424] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-w8n6h 3806926f5bc3de0abc03c8cdba182cda949a54ae815456b10eb77aecd5a7e0cd network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-5c76bd6f9b-w8n6h 3806926f5bc3de0abc03c8cdba182cda949a54ae815456b10eb77aecd5a7e0cd network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:e5:0c:21:ea:51\",\"name\":\"3806926f5bc3de0\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ec73b5c-3ac7-43e2-8160-e83edddffb8d\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:17:31.440068 3893 cni.go:424] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-zzg5j e8c4df2a30629e6b1692fd239c880f9aaf574fa12b5abe43b26c3df330f08c74 network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-zzg5j e8c4df2a30629e6b1692fd239c880f9aaf574fa12b5abe43b26c3df330f08c74 network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:4b:55:08:08:1f\",\"name\":\"e8c4df2a30629e6\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c041fb69-6086-41be-9052-5f9894c1559c\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:17:31.504306 3893 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 23:17:31.534930 3893 cni.go:403] [openshift-service-ca-operator/service-ca-operator-7b89bc695f-pksdj fc4aee01e89cdd43da0249baa1827008c77f6630e8ae2bd00a81862de005a77f network default NAD default] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-7b89bc695f-pksdj fc4aee01e89cdd43da0249baa1827008c77f6630e8ae2bd00a81862de005a77f network default NAD default] I0326 23:17:31.543947 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-7b89bc695f-pksdj, hostIfaceName: fc4aee01e89cdd4, network: default, NAD default, SandboxID: "fc4aee01e89cdd43da0249baa1827008c77f6630e8ae2bd00a81862de005a77f", PCI device ID: , UID: "0e29cf14-9f1f-45ad-83a0-7c3627eed957", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0326 23:17:31.585697 3893 cni.go:424] [openshift-service-ca-operator/service-ca-operator-7b89bc695f-pksdj fc4aee01e89cdd43da0249baa1827008c77f6630e8ae2bd00a81862de005a77f network default NAD default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-7b89bc695f-pksdj fc4aee01e89cdd43da0249baa1827008c77f6630e8ae2bd00a81862de005a77f network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:a9:1e:fb:bc:e4\",\"name\":\"fc4aee01e89cdd4\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a202efc3-f984-4030-b549-786132837b54\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:17:31.696996 3893 egressfirewall.go:628] Syncing node "ip-10-0-1-167.ec2.internal" for egress firewall I0326 23:17:31.697035 3893 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-167.ec2.internal in network "default" I0326 23:17:31.697069 3893 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-167.ec2.internal I0326 23:17:31.697087 3893 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-167.ec2.internal: 23.09µs I0326 23:17:31.697096 3893 node_tracker.go:169] Node ip-10-0-1-167.ec2.internal switch + router changed, syncing services in network "default" I0326 23:17:31.697110 3893 services_controller.go:574] Full service sync requested for network=default I0326 23:17:31.697118 3893 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-167.ec2.internal", IP: 10.0.1.167 to PMTUD blocking rules I0326 23:17:31.697141 3893 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-167.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0326 23:17:31.697631 3893 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 23:17:31.703301 3893 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-167.ec2.internal. Updating no re-route policies I0326 23:17:31.712733 3893 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-167.ec2.internal", IP: 10.0.1.167 to PMTUD blocking rules I0326 23:17:31.712752 3893 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-167.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0326 23:17:31.836400 3893 cni.go:403] [openshift-console-operator/console-operator-8777bd9bb-9bzk6 4e4c97ea3984a76f24380e7f24e9804cf6318e7bf58464534f08d5d20bbba9d3 network default NAD default] ADD starting CNI request [openshift-console-operator/console-operator-8777bd9bb-9bzk6 4e4c97ea3984a76f24380e7f24e9804cf6318e7bf58464534f08d5d20bbba9d3 network default NAD default] I0326 23:17:31.846255 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-8777bd9bb-9bzk6, hostIfaceName: 4e4c97ea3984a76, network: default, NAD default, SandboxID: "4e4c97ea3984a76f24380e7f24e9804cf6318e7bf58464534f08d5d20bbba9d3", PCI device ID: , UID: "fe962d7b-c1f5-4f8d-ba4e-9bc1c44f2aa9", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0326 23:17:31.871805 3893 cni.go:403] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-b2xnr bccc9910bf0778ba87e540a7022e536036e45884b946eef495730e76aa8d3d84 network default NAD default] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-b2xnr bccc9910bf0778ba87e540a7022e536036e45884b946eef495730e76aa8d3d84 network default NAD default] I0326 23:17:31.882448 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-555cc59f77-b2xnr, hostIfaceName: bccc9910bf0778b, network: default, NAD default, SandboxID: "bccc9910bf0778ba87e540a7022e536036e45884b946eef495730e76aa8d3d84", PCI device ID: , UID: "b1373d32-4cb6-4bd8-98b6-174ddb5d3c1a", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0326 23:17:31.892010 3893 cni.go:424] [openshift-console-operator/console-operator-8777bd9bb-9bzk6 4e4c97ea3984a76f24380e7f24e9804cf6318e7bf58464534f08d5d20bbba9d3 network default NAD default] ADD finished CNI request [openshift-console-operator/console-operator-8777bd9bb-9bzk6 4e4c97ea3984a76f24380e7f24e9804cf6318e7bf58464534f08d5d20bbba9d3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:b5:57:86:8a:fd\",\"name\":\"4e4c97ea3984a76\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d415d117-4bf3-4c37-98d3-164afcc8c5d2\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:17:31.922184 3893 cni.go:424] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-b2xnr bccc9910bf0778ba87e540a7022e536036e45884b946eef495730e76aa8d3d84 network default NAD default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-b2xnr bccc9910bf0778ba87e540a7022e536036e45884b946eef495730e76aa8d3d84 network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:b9:ce:61:dc:8c\",\"name\":\"bccc9910bf0778b\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/84c84229-eb7c-4dd0-88af-28f6c224a3ae\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:17:35.346550 3893 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-167.ec2.internal I0326 23:17:35.346586 3893 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-167.ec2.internal: 44.241µs I0326 23:17:36.285258 3893 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-111.ec2.internal in network "default" I0326 23:17:36.285287 3893 node_tracker.go:235] Node ip-10-0-2-111.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-111.ec2.internal" I0326 23:17:36.285303 3893 node_tracker.go:169] Node ip-10-0-2-111.ec2.internal switch + router changed, syncing services in network "default" I0326 23:17:36.285316 3893 services_controller.go:574] Full service sync requested for network=default I0326 23:17:36.285352 3893 default_network_controller.go:1008] Node "ip-10-0-2-111.ec2.internal" in remote zone "ip-10-0-2-111.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0326 23:17:36.285468 3893 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0326 23:17:36.333500 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 23:17:36.379883 3893 default_network_controller.go:1008] Node "ip-10-0-2-111.ec2.internal" in remote zone "ip-10-0-2-111.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 23:17:36.400914 3893 default_network_controller.go:1008] Node "ip-10-0-2-111.ec2.internal" in remote zone "ip-10-0-2-111.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 23:17:36.400976 3893 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-111.ec2.internal in network "default" I0326 23:17:36.401030 3893 node_tracker.go:169] Node ip-10-0-2-111.ec2.internal switch + router changed, syncing services in network "default" I0326 23:17:36.401044 3893 services_controller.go:574] Full service sync requested for network=default I0326 23:17:36.401626 3893 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-111.ec2.internal for the network default I0326 23:17:36.402907 3893 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-111.ec2.internal" on network "default" took: 1.297254ms I0326 23:17:37.702603 3893 cni.go:403] [kube-system/global-pull-secret-syncer-p67bq c7bda112de68c4389062aa55223ee475fb4cad5957c143d5b79e2f7c061ca3c0 network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-p67bq c7bda112de68c4389062aa55223ee475fb4cad5957c143d5b79e2f7c061ca3c0 network default NAD default] I0326 23:17:37.711525 3893 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-p67bq, hostIfaceName: c7bda112de68c43, network: default, NAD default, SandboxID: "c7bda112de68c4389062aa55223ee475fb4cad5957c143d5b79e2f7c061ca3c0", PCI device ID: , UID: "f2f813ed-49a2-46e2-960e-0bd06cd8f81e", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0326 23:17:37.753237 3893 cni.go:424] [kube-system/global-pull-secret-syncer-p67bq c7bda112de68c4389062aa55223ee475fb4cad5957c143d5b79e2f7c061ca3c0 network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-p67bq c7bda112de68c4389062aa55223ee475fb4cad5957c143d5b79e2f7c061ca3c0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:a0:a9:02:6b:7e\",\"name\":\"c7bda112de68c43\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/37ddd397-3aec-4996-898b-f2651643b459\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:17:38.320778 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0326 23:17:38.450745 3893 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-111.ec2.internal in network "default" I0326 23:17:38.450834 3893 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-111.ec2.internal", IP: 10.0.2.111 to PMTUD blocking rules I0326 23:17:38.450861 3893 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-111.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0326 23:17:38.450863 3893 egressfirewall.go:628] Syncing node "ip-10-0-2-111.ec2.internal" for egress firewall I0326 23:17:38.450888 3893 node_tracker.go:169] Node ip-10-0-2-111.ec2.internal switch + router changed, syncing services in network "default" I0326 23:17:38.450789 3893 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-111.ec2.internal I0326 23:17:38.450906 3893 services_controller.go:574] Full service sync requested for network=default I0326 23:17:38.450917 3893 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-111.ec2.internal: 129.118µs W0326 23:17:38.451544 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0326 23:17:38.453496 3893 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0326 23:17:38.462853 3893 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-2-111.ec2.internal. Updating no re-route policies I0326 23:17:38.469918 3893 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-111.ec2.internal", IP: 10.0.2.111 to PMTUD blocking rules I0326 23:17:38.469935 3893 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-111.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0326 23:17:39.067745 3893 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0326 23:17:39.069013 3893 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.242448ms I0326 23:17:39.083746 3893 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0326 23:17:39.415350 3893 namespace.go:98] [openshift-service-ca] adding namespace I0326 23:17:39.416378 3893 namespace.go:102] [openshift-service-ca] adding namespace took 998.901µs I0326 23:17:39.432265 3893 namespace.go:142] [openshift-service-ca] updating namespace I0326 23:17:41.176643 3893 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-111.ec2.internal I0326 23:17:41.176676 3893 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-111.ec2.internal: 39.932µs W0326 23:17:41.727962 3893 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0326 23:17:43.701216 3893 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-h4qjh] creating logical port openshift-insights_insights-runtime-extractor-h4qjh for pod on switch ip-10-0-0-75.ec2.internal I0326 23:17:43.701347 3893 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-h4qjh I0326 23:17:43.719947 3893 pod.go:62] [openshift-insights/insights-runtime-extractor-h4qjh] pod update took 18.627503ms I0326 23:17:43.719972 3893 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-h4qjh] addLogicalPort annotation time took 18.660085ms I0326 23:17:43.721209 3893 pods.go:271] [openshift-insights/insights-runtime-extractor-h4qjh] addLogicalPort took 20.014448ms, libovsdb time 896.594µs W0326 23:17:48.651149 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0326 23:17:51.602419 3893 cni.go:403] [openshift-insights/insights-runtime-extractor-h4qjh d2671e1ab6874485c818b9e29229ee9455834b251e0719371c9dd96fbc1a6782 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-h4qjh d2671e1ab6874485c818b9e29229ee9455834b251e0719371c9dd96fbc1a6782 network default NAD default] I0326 23:17:51.610677 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-h4qjh, hostIfaceName: d2671e1ab687448, network: default, NAD default, SandboxID: "d2671e1ab6874485c818b9e29229ee9455834b251e0719371c9dd96fbc1a6782", PCI device ID: , UID: "d97d6a5c-7c93-45e0-b16d-86efa1e0c790", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0326 23:17:51.651934 3893 cni.go:424] [openshift-insights/insights-runtime-extractor-h4qjh d2671e1ab6874485c818b9e29229ee9455834b251e0719371c9dd96fbc1a6782 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-h4qjh d2671e1ab6874485c818b9e29229ee9455834b251e0719371c9dd96fbc1a6782 network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:b5:a3:e5:1d:ae\",\"name\":\"d2671e1ab687448\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d094f0b2-a264-4266-b77a-1fb26f13e73b\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:17:58.052251 3893 cni.go:403] [openshift-image-registry/image-registry-846cf54457-bd8vj 7222589effc4f194121c1c085d8f6ce1b28a5c9a71cf78e2671ae8aa9148f388 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-846cf54457-bd8vj 7222589effc4f194121c1c085d8f6ce1b28a5c9a71cf78e2671ae8aa9148f388 network default NAD default] I0326 23:17:58.060958 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-846cf54457-bd8vj, hostIfaceName: 7222589effc4f19, network: default, NAD default, SandboxID: "7222589effc4f194121c1c085d8f6ce1b28a5c9a71cf78e2671ae8aa9148f388", PCI device ID: , UID: "f7388487-f4b4-4667-b363-e2d819653c82", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0326 23:17:58.089292 3893 cni.go:403] [openshift-dns/dns-default-66f7f 2ff692ab183e205399b418b0d7404ea77e474113d29552a741b3d45ec8456226 network default NAD default] ADD starting CNI request [openshift-dns/dns-default-66f7f 2ff692ab183e205399b418b0d7404ea77e474113d29552a741b3d45ec8456226 network default NAD default] I0326 23:17:58.105227 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-66f7f, hostIfaceName: 2ff692ab183e205, network: default, NAD default, SandboxID: "2ff692ab183e205399b418b0d7404ea77e474113d29552a741b3d45ec8456226", PCI device ID: , UID: "7cbfef83-f893-4136-8240-e252b2c099b2", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0326 23:17:58.108116 3893 cni.go:424] [openshift-image-registry/image-registry-846cf54457-bd8vj 7222589effc4f194121c1c085d8f6ce1b28a5c9a71cf78e2671ae8aa9148f388 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-846cf54457-bd8vj 7222589effc4f194121c1c085d8f6ce1b28a5c9a71cf78e2671ae8aa9148f388 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:08:6b:f2:46:63\",\"name\":\"7222589effc4f19\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dafcb249-1174-4d6a-89c6-98c8c7738438\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:17:58.147320 3893 cni.go:424] [openshift-dns/dns-default-66f7f 2ff692ab183e205399b418b0d7404ea77e474113d29552a741b3d45ec8456226 network default NAD default] ADD finished CNI request [openshift-dns/dns-default-66f7f 2ff692ab183e205399b418b0d7404ea77e474113d29552a741b3d45ec8456226 network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:68:c9:31:2b:db\",\"name\":\"2ff692ab183e205\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec6a352b-8125-417a-882a-c49f76c77938\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:18:01.110308 3893 cni.go:403] [openshift-multus/network-metrics-daemon-swwqd 7867056cdee35d83d77fed841dfaebd99931edaa11d53cf162ae3f2ade1ee01e network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-swwqd 7867056cdee35d83d77fed841dfaebd99931edaa11d53cf162ae3f2ade1ee01e network default NAD default] I0326 23:18:01.120609 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-swwqd, hostIfaceName: 7867056cdee35d8, network: default, NAD default, SandboxID: "7867056cdee35d83d77fed841dfaebd99931edaa11d53cf162ae3f2ade1ee01e", PCI device ID: , UID: "5061eeb4-685a-4d4f-9bc0-0e1272bdc512", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0326 23:18:01.161666 3893 cni.go:424] [openshift-multus/network-metrics-daemon-swwqd 7867056cdee35d83d77fed841dfaebd99931edaa11d53cf162ae3f2ade1ee01e network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-swwqd 7867056cdee35d83d77fed841dfaebd99931edaa11d53cf162ae3f2ade1ee01e network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:31:37:6f:8f:86\",\"name\":\"7867056cdee35d8\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fefc934c-6f16-43ad-8977-0ca9a3f2de11\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:18:02.418253 3893 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0326 23:18:02.418272 3893 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0326 23:18:02.418277 3893 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0326 23:18:02.425233 3893 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0326 23:18:02.425336 3893 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0326 23:18:02.434729 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0326 23:18:02.494834 3893 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0326 23:18:02.562082 3893 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0326 23:18:03.122144 3893 cni.go:403] [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-nrp9h e7d1d0750ab2a300271dc644816ba86ab69bcce3b243eb9838544807471d4570 network default NAD default] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-nrp9h e7d1d0750ab2a300271dc644816ba86ab69bcce3b243eb9838544807471d4570 network default NAD default] I0326 23:18:03.131666 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67b99c68bb-nrp9h, hostIfaceName: e7d1d0750ab2a30, network: default, NAD default, SandboxID: "e7d1d0750ab2a300271dc644816ba86ab69bcce3b243eb9838544807471d4570", PCI device ID: , UID: "6a5bad0b-679e-430f-a204-3b51798342f4", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0326 23:18:03.172463 3893 cni.go:403] [openshift-network-console/networking-console-plugin-58d8f6745c-lk4l5 c97c9ba2c81978b9aaea40b00c5f1fef580884470cc67ea4245823fcbf5e4997 network default NAD default] ADD starting CNI request [openshift-network-console/networking-console-plugin-58d8f6745c-lk4l5 c97c9ba2c81978b9aaea40b00c5f1fef580884470cc67ea4245823fcbf5e4997 network default NAD default] I0326 23:18:03.179239 3893 cni.go:424] [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-nrp9h e7d1d0750ab2a300271dc644816ba86ab69bcce3b243eb9838544807471d4570 network default NAD default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-nrp9h e7d1d0750ab2a300271dc644816ba86ab69bcce3b243eb9838544807471d4570 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:2d:80:94:56:0c\",\"name\":\"e7d1d0750ab2a30\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79237ce4-7e9f-4d32-8e17-5a4be04c2c19\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:18:03.183008 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-58d8f6745c-lk4l5, hostIfaceName: c97c9ba2c81978b, network: default, NAD default, SandboxID: "c97c9ba2c81978b9aaea40b00c5f1fef580884470cc67ea4245823fcbf5e4997", PCI device ID: , UID: "d1867c6b-b90a-4fd0-9f66-6640d209496b", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0326 23:18:03.202185 3893 cni.go:403] [openshift-ingress/router-default-6d457db745-rgdsd de6fa387765f2e7ec4aa5aea97a1dd4dc8614dd23c45c03ff75ed107931e4a74 network default NAD default] ADD starting CNI request [openshift-ingress/router-default-6d457db745-rgdsd de6fa387765f2e7ec4aa5aea97a1dd4dc8614dd23c45c03ff75ed107931e4a74 network default NAD default] I0326 23:18:03.203941 3893 cni.go:403] [openshift-ingress/router-default-7c6d686446-lwtv7 9d3bf739654a068c2c2541c2a92850ed329e3501159a22339d870a7f8a7e9088 network default NAD default] ADD starting CNI request [openshift-ingress/router-default-7c6d686446-lwtv7 9d3bf739654a068c2c2541c2a92850ed329e3501159a22339d870a7f8a7e9088 network default NAD default] I0326 23:18:03.215175 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7c6d686446-lwtv7, hostIfaceName: 9d3bf739654a068, network: default, NAD default, SandboxID: "9d3bf739654a068c2c2541c2a92850ed329e3501159a22339d870a7f8a7e9088", PCI device ID: , UID: "306904dd-5490-4177-8d5b-84263f2fa97c", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0326 23:18:03.219498 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6d457db745-rgdsd, hostIfaceName: de6fa387765f2e7, network: default, NAD default, SandboxID: "de6fa387765f2e7ec4aa5aea97a1dd4dc8614dd23c45c03ff75ed107931e4a74", PCI device ID: , UID: "c07b8f4e-1371-4a62-8225-af02ab4394ec", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0326 23:18:03.220351 3893 cni.go:403] [openshift-network-console/networking-console-plugin-58d8f6745c-rf8ch a8c15983b7cee4439bb2e7648660f8a70537053420cfa1545fa94777d733cb0e network default NAD default] ADD starting CNI request [openshift-network-console/networking-console-plugin-58d8f6745c-rf8ch a8c15983b7cee4439bb2e7648660f8a70537053420cfa1545fa94777d733cb0e network default NAD default] I0326 23:18:03.249432 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-58d8f6745c-rf8ch, hostIfaceName: a8c15983b7cee44, network: default, NAD default, SandboxID: "a8c15983b7cee4439bb2e7648660f8a70537053420cfa1545fa94777d733cb0e", PCI device ID: , UID: "4b58bdf7-45ff-4a7e-b6e7-eacb04d2a757", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0326 23:18:03.252007 3893 cni.go:424] [openshift-network-console/networking-console-plugin-58d8f6745c-lk4l5 c97c9ba2c81978b9aaea40b00c5f1fef580884470cc67ea4245823fcbf5e4997 network default NAD default] ADD finished CNI request [openshift-network-console/networking-console-plugin-58d8f6745c-lk4l5 c97c9ba2c81978b9aaea40b00c5f1fef580884470cc67ea4245823fcbf5e4997 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ee:9e:e4:b3:aa:8a\",\"name\":\"c97c9ba2c81978b\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9262dd1b-6fbd-475b-bd66-0faa1ff7b86a\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:18:03.275649 3893 cni.go:424] [openshift-ingress/router-default-6d457db745-rgdsd de6fa387765f2e7ec4aa5aea97a1dd4dc8614dd23c45c03ff75ed107931e4a74 network default NAD default] ADD finished CNI request [openshift-ingress/router-default-6d457db745-rgdsd de6fa387765f2e7ec4aa5aea97a1dd4dc8614dd23c45c03ff75ed107931e4a74 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:7f:78:02:a3:a5\",\"name\":\"de6fa387765f2e7\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5050925e-e539-48c5-88f3-70b33c2ec0be\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:18:03.285329 3893 cni.go:403] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-kqpt5 eb1d96a425768a36577f469cf8b3446b68cff21cbed02a44e44e2f113a4da77c network default NAD default] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-6dd897695f-kqpt5 eb1d96a425768a36577f469cf8b3446b68cff21cbed02a44e44e2f113a4da77c network default NAD default] I0326 23:18:03.294055 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-6dd897695f-kqpt5, hostIfaceName: eb1d96a425768a3, network: default, NAD default, SandboxID: "eb1d96a425768a36577f469cf8b3446b68cff21cbed02a44e44e2f113a4da77c", PCI device ID: , UID: "5964a356-d6e5-44c2-a596-7a7aa2758a9a", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0326 23:18:03.295613 3893 cni.go:424] [openshift-ingress/router-default-7c6d686446-lwtv7 9d3bf739654a068c2c2541c2a92850ed329e3501159a22339d870a7f8a7e9088 network default NAD default] ADD finished CNI request [openshift-ingress/router-default-7c6d686446-lwtv7 9d3bf739654a068c2c2541c2a92850ed329e3501159a22339d870a7f8a7e9088 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:67:4f:c3:48:70\",\"name\":\"9d3bf739654a068\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d877aa90-8869-4edb-82bf-5c6d08583c1a\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:18:03.312591 3893 cni.go:424] [openshift-network-console/networking-console-plugin-58d8f6745c-rf8ch a8c15983b7cee4439bb2e7648660f8a70537053420cfa1545fa94777d733cb0e network default NAD default] ADD finished CNI request [openshift-network-console/networking-console-plugin-58d8f6745c-rf8ch a8c15983b7cee4439bb2e7648660f8a70537053420cfa1545fa94777d733cb0e network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:08:08:77:74:ad\",\"name\":\"a8c15983b7cee44\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2752a5c9-1c27-497d-83e5-281d024c0dd7\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:18:03.340872 3893 cni.go:424] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-kqpt5 eb1d96a425768a36577f469cf8b3446b68cff21cbed02a44e44e2f113a4da77c network default NAD default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-6dd897695f-kqpt5 eb1d96a425768a36577f469cf8b3446b68cff21cbed02a44e44e2f113a4da77c network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:bb:ae:ba:dc:ff\",\"name\":\"eb1d96a425768a3\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bc97a8fc-cfdd-436a-a122-b26a9411f8f3\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:18:03.448048 3893 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0326 23:18:03.448070 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0326 23:18:03.452549 3893 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:18:03.452565 3893 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:18:03.452570 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:18:03.485925 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0326 23:18:03.485943 3893 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0326 23:18:03.488113 3893 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:18:03.488131 3893 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:18:03.488139 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:18:04.458686 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:18:04.458716 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:18:04.458725 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:18:04.458886 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0326 23:18:04.458900 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0326 23:18:04.589483 3893 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0326 23:18:04.724436 3893 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0326 23:18:04.785646 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0326 23:18:04.785668 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0326 23:18:04.785676 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0326 23:18:04.785695 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0326 23:18:04.785703 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0326 23:18:04.785708 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0326 23:18:09.338151 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0326 23:18:09.833264 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0326 23:18:10.016453 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0326 23:18:10.016475 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0326 23:18:10.016482 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0326 23:18:10.016497 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0326 23:18:10.016509 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0326 23:18:10.016514 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0326 23:18:10.047531 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0326 23:18:10.425931 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0326 23:18:10.425953 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0326 23:18:10.425959 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0326 23:18:12.532347 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0326 23:18:12.532369 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0326 23:18:12.788677 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0326 23:18:12.788701 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0326 23:18:16.307141 3893 base_network_controller_pods.go:487] [default/openshift-console/console-857649cf56-4qwzn] creating logical port openshift-console_console-857649cf56-4qwzn for pod on switch ip-10-0-0-75.ec2.internal I0326 23:18:16.307275 3893 kube.go:256] Updating pod openshift-console/console-857649cf56-4qwzn I0326 23:18:16.328740 3893 pod.go:62] [openshift-console/console-857649cf56-4qwzn] pod update took 21.516851ms I0326 23:18:16.328767 3893 base_network_controller_pods.go:937] [default/openshift-console/console-857649cf56-4qwzn] addLogicalPort annotation time took 21.547514ms I0326 23:18:16.330001 3893 pods.go:271] [openshift-console/console-857649cf56-4qwzn] addLogicalPort took 22.876001ms, libovsdb time 887.303µs I0326 23:18:16.668397 3893 cni.go:403] [openshift-console/console-857649cf56-4qwzn d3716610ec4b21ba86b62e67487266aeaf5b0cb45f3707b7759b25be4210c382 network default NAD default] ADD starting CNI request [openshift-console/console-857649cf56-4qwzn d3716610ec4b21ba86b62e67487266aeaf5b0cb45f3707b7759b25be4210c382 network default NAD default] I0326 23:18:16.676644 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-857649cf56-4qwzn, hostIfaceName: d3716610ec4b21b, network: default, NAD default, SandboxID: "d3716610ec4b21ba86b62e67487266aeaf5b0cb45f3707b7759b25be4210c382", PCI device ID: , UID: "b4b859b7-e381-4279-b796-bee1597aae73", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0326 23:18:16.718074 3893 cni.go:424] [openshift-console/console-857649cf56-4qwzn d3716610ec4b21ba86b62e67487266aeaf5b0cb45f3707b7759b25be4210c382 network default NAD default] ADD finished CNI request [openshift-console/console-857649cf56-4qwzn d3716610ec4b21ba86b62e67487266aeaf5b0cb45f3707b7759b25be4210c382 network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:b9:db:c0:4e:34\",\"name\":\"d3716610ec4b21b\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c1e0294-9d5c-466f-833c-62f7dbac780a\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:18:18.876731 3893 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0326 23:18:19.076798 3893 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0326 23:18:19.515112 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0326 23:18:20.886340 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0326 23:18:21.898466 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0326 23:18:21.898489 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0326 23:18:27.572869 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0326 23:18:27.697986 3893 cni.go:403] [openshift-image-registry/image-registry-846cf54457-bd8vj 7222589effc4f194121c1c085d8f6ce1b28a5c9a71cf78e2671ae8aa9148f388 network default NAD default] DEL starting CNI request [openshift-image-registry/image-registry-846cf54457-bd8vj 7222589effc4f194121c1c085d8f6ce1b28a5c9a71cf78e2671ae8aa9148f388 network default NAD default] I0326 23:18:27.768495 3893 cni.go:424] [openshift-image-registry/image-registry-846cf54457-bd8vj 7222589effc4f194121c1c085d8f6ce1b28a5c9a71cf78e2671ae8aa9148f388 network default NAD default] DEL finished CNI request [openshift-image-registry/image-registry-846cf54457-bd8vj 7222589effc4f194121c1c085d8f6ce1b28a5c9a71cf78e2671ae8aa9148f388 network default NAD default], result "{}", err I0326 23:18:27.838080 3893 obj_retry.go:464] Detected object openshift-image-registry/image-registry-846cf54457-bd8vj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:18:27.838121 3893 pods.go:176] Deleting pod: openshift-image-registry/image-registry-846cf54457-bd8vj I0326 23:18:27.839489 3893 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-846cf54457-bd8vj, ips: 10.128.0.6 I0326 23:18:27.839522 3893 obj_retry.go:464] Detected object openshift-image-registry/image-registry-846cf54457-bd8vj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:18:27.853057 3893 obj_retry.go:464] Detected object openshift-image-registry/image-registry-57b8c45f46-knn5j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:18:27.853539 3893 obj_retry.go:464] Detected object openshift-image-registry/image-registry-57b8c45f46-knn5j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:18:27.854828 3893 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5d7f9f9bdd-9fndh] creating logical port openshift-image-registry_image-registry-5d7f9f9bdd-9fndh for pod on switch ip-10-0-0-75.ec2.internal I0326 23:18:27.854913 3893 kube.go:256] Updating pod openshift-image-registry/image-registry-5d7f9f9bdd-9fndh I0326 23:18:27.876209 3893 pod.go:62] [openshift-image-registry/image-registry-5d7f9f9bdd-9fndh] pod update took 21.325076ms I0326 23:18:27.876228 3893 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-5d7f9f9bdd-9fndh] addLogicalPort annotation time took 21.347507ms I0326 23:18:27.877411 3893 pods.go:271] [openshift-image-registry/image-registry-5d7f9f9bdd-9fndh] addLogicalPort took 22.593381ms, libovsdb time 850.843µs W0326 23:18:27.978535 3893 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 23:18:27.978551 3893 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 23:18:27.978556 3893 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 23:18:28.189530 3893 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 23:18:28.189554 3893 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 23:18:28.189562 3893 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0326 23:18:28.201425 3893 obj_retry.go:458] Detected object openshift-image-registry/image-registry-57b8c45f46-knn5j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:18:28.201464 3893 obj_retry.go:458] Detected object openshift-image-registry/image-registry-57b8c45f46-knn5j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:18:28.209842 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-57b8c45f46-knn5j I0326 23:18:28.209865 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-57b8c45f46-knn5j I0326 23:18:28.214833 3893 cni.go:403] [openshift-image-registry/image-registry-5d7f9f9bdd-9fndh b43237a0853f315d9f246d6a74b1328c4fbb9e19085be3ff170436c101604a0f network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-5d7f9f9bdd-9fndh b43237a0853f315d9f246d6a74b1328c4fbb9e19085be3ff170436c101604a0f network default NAD default] I0326 23:18:28.223704 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5d7f9f9bdd-9fndh, hostIfaceName: b43237a0853f315, network: default, NAD default, SandboxID: "b43237a0853f315d9f246d6a74b1328c4fbb9e19085be3ff170436c101604a0f", PCI device ID: , UID: "f746a63b-b343-4218-91ba-a66483a4779c", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0326 23:18:28.268479 3893 cni.go:424] [openshift-image-registry/image-registry-5d7f9f9bdd-9fndh b43237a0853f315d9f246d6a74b1328c4fbb9e19085be3ff170436c101604a0f network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-5d7f9f9bdd-9fndh b43237a0853f315d9f246d6a74b1328c4fbb9e19085be3ff170436c101604a0f network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:47:f9:e5:c4:91\",\"name\":\"b43237a0853f315\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13af55ab-6654-4fb5-a32f-eddb15308e23\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:18:28.584340 3893 obj_retry.go:458] Detected object openshift-image-registry/image-registry-846cf54457-bd8vj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:18:28.584369 3893 obj_retry.go:458] Detected object openshift-image-registry/image-registry-846cf54457-bd8vj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:18:28.592102 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-846cf54457-bd8vj I0326 23:18:28.592128 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-846cf54457-bd8vj W0326 23:18:29.931304 3893 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-857649cf56-nf2cl IP address from the namespace address-set, err: pod openshift-console/console-857649cf56-nf2cl: no pod IPs found W0326 23:18:30.951108 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0326 23:18:31.969848 3893 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:18:31.969868 3893 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:18:31.969874 3893 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:18:31.969880 3893 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:18:32.055535 3893 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:18:32.055557 3893 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:18:32.971027 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin I0326 23:18:34.136278 3893 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0326 23:18:35.207619 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0326 23:18:35.326445 3893 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:18:35.326467 3893 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0326 23:18:36.381540 3893 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390kvhwp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:18:36.382108 3893 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390kvhwp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:18:36.382142 3893 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390kvhwp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:18:36.382154 3893 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0326 23:18:36.382173 3893 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390kvhwp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:18:36.382183 3893 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0326 23:18:37.407158 3893 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390kvhwp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:18:37.407204 3893 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390kvhwp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:18:37.407221 3893 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390kvhwp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:18:37.407234 3893 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390kvhwp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:18:41.047913 3893 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0326 23:18:41.061593 3893 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0326 23:18:43.618201 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0326 23:18:43.618205 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0326 23:18:43.618271 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0326 23:18:43.640466 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0326 23:18:43.640534 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0326 23:18:43.640471 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0326 23:18:44.628115 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0326 23:18:44.655159 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0326 23:18:47.403183 3893 obj_retry.go:464] Detected object openshift-console/console-5687f476f-zm77w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:18:47.403802 3893 obj_retry.go:464] Detected object openshift-console/console-5687f476f-zm77w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:18:48.305246 3893 obj_retry.go:458] Detected object openshift-console/console-5687f476f-zm77w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:18:48.305270 3893 obj_retry.go:458] Detected object openshift-console/console-5687f476f-zm77w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:18:48.312824 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5687f476f-zm77w I0326 23:18:48.312851 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5687f476f-zm77w W0326 23:18:50.191011 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0326 23:18:50.191034 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0326 23:18:50.232576 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0326 23:18:50.232602 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0326 23:18:50.583413 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0326 23:18:52.925622 3893 obj_retry.go:464] Detected object openshift-console/console-5687f476f-d6qdg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:18:52.926152 3893 obj_retry.go:464] Detected object openshift-console/console-5687f476f-d6qdg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:18:53.052847 3893 obj_retry.go:458] Detected object openshift-console/console-5687f476f-d6qdg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:18:53.052868 3893 obj_retry.go:458] Detected object openshift-console/console-5687f476f-d6qdg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:18:53.055951 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5687f476f-d6qdg I0326 23:18:53.055975 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5687f476f-d6qdg W0326 23:18:54.667485 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0326 23:18:54.667492 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0326 23:18:54.667538 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0326 23:18:55.677493 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0326 23:19:15.544156 3893 obj_retry.go:464] Detected object openshift-image-registry/image-registry-846cf54457-9ld2h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:19:15.544783 3893 obj_retry.go:464] Detected object openshift-image-registry/image-registry-846cf54457-9ld2h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:19:16.151536 3893 obj_retry.go:458] Detected object openshift-image-registry/image-registry-846cf54457-9ld2h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:19:16.151558 3893 obj_retry.go:458] Detected object openshift-image-registry/image-registry-846cf54457-9ld2h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:19:16.155511 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-846cf54457-9ld2h I0326 23:19:16.155533 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-846cf54457-9ld2h I0326 23:19:20.201354 3893 cni.go:403] [openshift-ingress/router-default-6d457db745-rgdsd de6fa387765f2e7ec4aa5aea97a1dd4dc8614dd23c45c03ff75ed107931e4a74 network default NAD default] DEL starting CNI request [openshift-ingress/router-default-6d457db745-rgdsd de6fa387765f2e7ec4aa5aea97a1dd4dc8614dd23c45c03ff75ed107931e4a74 network default NAD default] I0326 23:19:20.268179 3893 cni.go:424] [openshift-ingress/router-default-6d457db745-rgdsd de6fa387765f2e7ec4aa5aea97a1dd4dc8614dd23c45c03ff75ed107931e4a74 network default NAD default] DEL finished CNI request [openshift-ingress/router-default-6d457db745-rgdsd de6fa387765f2e7ec4aa5aea97a1dd4dc8614dd23c45c03ff75ed107931e4a74 network default NAD default], result "{}", err I0326 23:19:20.316546 3893 obj_retry.go:464] Detected object openshift-ingress/router-default-6d457db745-rgdsd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:19:20.316584 3893 pods.go:176] Deleting pod: openshift-ingress/router-default-6d457db745-rgdsd I0326 23:19:20.317877 3893 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-6d457db745-rgdsd, ips: 10.128.0.15 I0326 23:19:20.317903 3893 obj_retry.go:464] Detected object openshift-ingress/router-default-6d457db745-rgdsd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:19:20.768253 3893 obj_retry.go:458] Detected object openshift-ingress/router-default-6d457db745-rgdsd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:19:20.768280 3893 obj_retry.go:458] Detected object openshift-ingress/router-default-6d457db745-rgdsd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:19:20.774763 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6d457db745-rgdsd I0326 23:19:20.774789 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6d457db745-rgdsd I0326 23:19:23.537842 3893 cni.go:403] [openshift-console/console-857649cf56-4qwzn d3716610ec4b21ba86b62e67487266aeaf5b0cb45f3707b7759b25be4210c382 network default NAD default] DEL starting CNI request [openshift-console/console-857649cf56-4qwzn d3716610ec4b21ba86b62e67487266aeaf5b0cb45f3707b7759b25be4210c382 network default NAD default] I0326 23:19:23.617025 3893 cni.go:424] [openshift-console/console-857649cf56-4qwzn d3716610ec4b21ba86b62e67487266aeaf5b0cb45f3707b7759b25be4210c382 network default NAD default] DEL finished CNI request [openshift-console/console-857649cf56-4qwzn d3716610ec4b21ba86b62e67487266aeaf5b0cb45f3707b7759b25be4210c382 network default NAD default], result "{}", err I0326 23:19:23.662998 3893 obj_retry.go:464] Detected object openshift-console/console-857649cf56-4qwzn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:19:23.663045 3893 pods.go:176] Deleting pod: openshift-console/console-857649cf56-4qwzn I0326 23:19:23.664351 3893 pods.go:236] Attempting to release IPs for pod: openshift-console/console-857649cf56-4qwzn, ips: 10.128.0.23 I0326 23:19:23.664375 3893 obj_retry.go:464] Detected object openshift-console/console-857649cf56-4qwzn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:19:23.780469 3893 obj_retry.go:458] Detected object openshift-console/console-857649cf56-4qwzn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:19:23.780494 3893 obj_retry.go:458] Detected object openshift-console/console-857649cf56-4qwzn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:19:23.784891 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-857649cf56-4qwzn I0326 23:19:23.784917 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-857649cf56-4qwzn I0326 23:19:45.828894 3893 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:19:45.829474 3893 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:19:46.286418 3893 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:19:46.286438 3893 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:19:46.292702 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0326 23:19:46.292728 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0326 23:19:50.168340 3893 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:19:50.168878 3893 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:19:50.314268 3893 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:19:50.314292 3893 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:19:50.321691 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0326 23:19:50.321713 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0326 23:19:51.830502 3893 base_network_controller_pods.go:487] [default/openshift-console/console-6cf96b65cd-jkv58] creating logical port openshift-console_console-6cf96b65cd-jkv58 for pod on switch ip-10-0-0-75.ec2.internal I0326 23:19:51.830614 3893 kube.go:256] Updating pod openshift-console/console-6cf96b65cd-jkv58 I0326 23:19:51.851807 3893 pod.go:62] [openshift-console/console-6cf96b65cd-jkv58] pod update took 21.222258ms I0326 23:19:51.851829 3893 base_network_controller_pods.go:937] [default/openshift-console/console-6cf96b65cd-jkv58] addLogicalPort annotation time took 21.245938ms I0326 23:19:51.853227 3893 pods.go:271] [openshift-console/console-6cf96b65cd-jkv58] addLogicalPort took 22.747803ms, libovsdb time 998.986µs I0326 23:19:52.190652 3893 cni.go:403] [openshift-console/console-6cf96b65cd-jkv58 3af7ef85ce580128599c9d5117da3e8ccea0c0f5e07d4a4577bea1c708b4e1db network default NAD default] ADD starting CNI request [openshift-console/console-6cf96b65cd-jkv58 3af7ef85ce580128599c9d5117da3e8ccea0c0f5e07d4a4577bea1c708b4e1db network default NAD default] I0326 23:19:52.199659 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-6cf96b65cd-jkv58, hostIfaceName: 3af7ef85ce58012, network: default, NAD default, SandboxID: "3af7ef85ce580128599c9d5117da3e8ccea0c0f5e07d4a4577bea1c708b4e1db", PCI device ID: , UID: "141258b9-9b99-42b2-8eb4-959ea1fa5ebe", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0326 23:19:52.243557 3893 cni.go:424] [openshift-console/console-6cf96b65cd-jkv58 3af7ef85ce580128599c9d5117da3e8ccea0c0f5e07d4a4577bea1c708b4e1db network default NAD default] ADD finished CNI request [openshift-console/console-6cf96b65cd-jkv58 3af7ef85ce580128599c9d5117da3e8ccea0c0f5e07d4a4577bea1c708b4e1db network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:0c:77:04:38:16\",\"name\":\"3af7ef85ce58012\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26fa1f9c-e813-4c24-8d46-ac8e10c06a1a\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:20:00.188999 3893 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-4lsr2] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29576120-4lsr2 for pod on switch ip-10-0-0-75.ec2.internal I0326 23:20:00.189095 3893 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-4lsr2 I0326 23:20:00.200595 3893 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-4lsr2] pod update took 11.524028ms I0326 23:20:00.200618 3893 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-4lsr2] addLogicalPort annotation time took 11.554957ms I0326 23:20:00.202027 3893 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-4lsr2] addLogicalPort took 13.044491ms, libovsdb time 938.299µs I0326 23:20:00.563347 3893 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-4lsr2 40b2eb5f22299e56f82f6e6b213702f6dd2ce62bdd9ab1b5bdc73c352804a02b network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-4lsr2 40b2eb5f22299e56f82f6e6b213702f6dd2ce62bdd9ab1b5bdc73c352804a02b network default NAD default] I0326 23:20:00.572105 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29576120-4lsr2, hostIfaceName: 40b2eb5f22299e5, network: default, NAD default, SandboxID: "40b2eb5f22299e56f82f6e6b213702f6dd2ce62bdd9ab1b5bdc73c352804a02b", PCI device ID: , UID: "4833fae6-e370-4bac-9e04-e318985024b8", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0326 23:20:00.616971 3893 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-4lsr2 40b2eb5f22299e56f82f6e6b213702f6dd2ce62bdd9ab1b5bdc73c352804a02b network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-4lsr2 40b2eb5f22299e56f82f6e6b213702f6dd2ce62bdd9ab1b5bdc73c352804a02b network default NAD default], result "{\"interfaces\":[{\"mac\":\"7a:22:76:48:56:db\",\"name\":\"40b2eb5f22299e5\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/997697c2-6a40-4699-9170-f6be99d5fca6\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:20:02.964761 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0326 23:20:04.952457 3893 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-4lsr2 40b2eb5f22299e56f82f6e6b213702f6dd2ce62bdd9ab1b5bdc73c352804a02b network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-4lsr2 40b2eb5f22299e56f82f6e6b213702f6dd2ce62bdd9ab1b5bdc73c352804a02b network default NAD default] I0326 23:20:05.022054 3893 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-4lsr2 40b2eb5f22299e56f82f6e6b213702f6dd2ce62bdd9ab1b5bdc73c352804a02b network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-4lsr2 40b2eb5f22299e56f82f6e6b213702f6dd2ce62bdd9ab1b5bdc73c352804a02b network default NAD default], result "{}", err I0326 23:20:05.064218 3893 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-4lsr2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:20:05.064255 3893 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-4lsr2 I0326 23:20:05.065696 3893 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-4lsr2, ips: 10.128.0.26 I0326 23:20:05.065725 3893 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-4lsr2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:20:05.962989 3893 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-4lsr2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:20:05.963013 3893 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-4lsr2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:20:17.132699 3893 obj_retry.go:464] Detected object openshift-console/console-6d5d5dc7c4-sgnvs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:20:17.133305 3893 obj_retry.go:464] Detected object openshift-console/console-6d5d5dc7c4-sgnvs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:20:17.669181 3893 obj_retry.go:458] Detected object openshift-console/console-6d5d5dc7c4-sgnvs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:20:17.669206 3893 obj_retry.go:458] Detected object openshift-console/console-6d5d5dc7c4-sgnvs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:20:17.675773 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d5d5dc7c4-sgnvs I0326 23:20:17.675794 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d5d5dc7c4-sgnvs I0326 23:20:18.037428 3893 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:20:18.037943 3893 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:20:18.708348 3893 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:20:18.708368 3893 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:20:18.715728 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0326 23:20:18.715757 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0326 23:20:26.994805 3893 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0326 23:20:28.287966 3893 obj_retry.go:464] Detected object openshift-console/console-6d5d5dc7c4-2fqzf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:20:28.288560 3893 obj_retry.go:464] Detected object openshift-console/console-6d5d5dc7c4-2fqzf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:20:28.484828 3893 obj_retry.go:458] Detected object openshift-console/console-6d5d5dc7c4-2fqzf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:20:28.484861 3893 obj_retry.go:458] Detected object openshift-console/console-6d5d5dc7c4-2fqzf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:20:28.487964 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d5d5dc7c4-2fqzf I0326 23:20:28.487988 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d5d5dc7c4-2fqzf I0326 23:20:52.923623 3893 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:20:52.924189 3893 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:20:53.854405 3893 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:20:53.854433 3893 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:20:53.861137 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0326 23:20:53.861161 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0326 23:22:39.049680 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0326 23:22:42.212708 3893 obj_retry.go:464] Detected object openshift-console/console-6cf96b65cd-fjj26 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:22:42.213271 3893 obj_retry.go:464] Detected object openshift-console/console-6cf96b65cd-fjj26 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:22:42.642216 3893 obj_retry.go:458] Detected object openshift-console/console-6cf96b65cd-fjj26 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:22:42.642242 3893 obj_retry.go:458] Detected object openshift-console/console-6cf96b65cd-fjj26 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:22:42.648691 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6cf96b65cd-fjj26 I0326 23:22:42.648714 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6cf96b65cd-fjj26 I0326 23:22:53.148375 3893 cni.go:403] [openshift-console/console-6cf96b65cd-jkv58 3af7ef85ce580128599c9d5117da3e8ccea0c0f5e07d4a4577bea1c708b4e1db network default NAD default] DEL starting CNI request [openshift-console/console-6cf96b65cd-jkv58 3af7ef85ce580128599c9d5117da3e8ccea0c0f5e07d4a4577bea1c708b4e1db network default NAD default] I0326 23:22:53.216379 3893 cni.go:424] [openshift-console/console-6cf96b65cd-jkv58 3af7ef85ce580128599c9d5117da3e8ccea0c0f5e07d4a4577bea1c708b4e1db network default NAD default] DEL finished CNI request [openshift-console/console-6cf96b65cd-jkv58 3af7ef85ce580128599c9d5117da3e8ccea0c0f5e07d4a4577bea1c708b4e1db network default NAD default], result "{}", err I0326 23:22:53.264882 3893 obj_retry.go:464] Detected object openshift-console/console-6cf96b65cd-jkv58 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:22:53.264921 3893 pods.go:176] Deleting pod: openshift-console/console-6cf96b65cd-jkv58 I0326 23:22:53.266201 3893 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6cf96b65cd-jkv58, ips: 10.128.0.25 I0326 23:22:53.266229 3893 obj_retry.go:464] Detected object openshift-console/console-6cf96b65cd-jkv58 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:22:53.572355 3893 obj_retry.go:458] Detected object openshift-console/console-6cf96b65cd-jkv58 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:22:53.572405 3893 obj_retry.go:458] Detected object openshift-console/console-6cf96b65cd-jkv58 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:22:53.578499 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6cf96b65cd-jkv58 I0326 23:22:53.578523 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6cf96b65cd-jkv58 I0326 23:22:53.935168 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=60 I0326 23:22:54.936759 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=5 I0326 23:22:55.033183 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0326 23:23:09.066269 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0326 23:23:42.387773 3893 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-kzf8v] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-kzf8v for pod on switch ip-10-0-0-75.ec2.internal I0326 23:23:42.387924 3893 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-kzf8v I0326 23:23:42.404143 3893 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-kzf8v] pod update took 16.245388ms I0326 23:23:42.404165 3893 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-kzf8v] addLogicalPort annotation time took 16.272767ms I0326 23:23:42.405573 3893 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-kzf8v] addLogicalPort took 17.81689ms, libovsdb time 951.782µs I0326 23:23:42.747112 3893 cni.go:403] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-kzf8v e09f717bc43aaaecff9e2bc1a9d3409bf124b77e239eb57d90daf99266051552 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-kzf8v e09f717bc43aaaecff9e2bc1a9d3409bf124b77e239eb57d90daf99266051552 network default NAD default] I0326 23:23:42.755893 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-kzf8v, hostIfaceName: e09f717bc43aaae, network: default, NAD default, SandboxID: "e09f717bc43aaaecff9e2bc1a9d3409bf124b77e239eb57d90daf99266051552", PCI device ID: , UID: "eee8c4d7-90ba-4940-942a-217ad28d98f1", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0326 23:23:42.798984 3893 cni.go:424] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-kzf8v e09f717bc43aaaecff9e2bc1a9d3409bf124b77e239eb57d90daf99266051552 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-kzf8v e09f717bc43aaaecff9e2bc1a9d3409bf124b77e239eb57d90daf99266051552 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:c2:a2:4b:1f:8d\",\"name\":\"e09f717bc43aaae\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6edbd8af-912d-487b-9256-1b397a753a92\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:23:45.773404 3893 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 23:23:50.044958 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 W0326 23:23:56.783297 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 23:23:56.814650 3893 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0326 23:23:56.814709 3893 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-gxh5d IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-gxh5d: no pod IPs found I0326 23:24:05.067139 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0326 23:24:15.028966 3893 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0326 23:24:19.744033 3893 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-111.ec2.internal I0326 23:24:19.744065 3893 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-111.ec2.internal: 39.223µs I0326 23:24:19.744103 3893 egressfirewall.go:628] Syncing node "ip-10-0-2-111.ec2.internal" for egress firewall I0326 23:24:27.054756 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0326 23:25:22.943406 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0326 23:26:09.039729 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0326 23:26:14.377799 3893 namespace.go:98] [tsf] adding namespace I0326 23:26:14.378679 3893 namespace.go:102] [tsf] adding namespace took 854.135µs I0326 23:26:14.397481 3893 namespace.go:142] [tsf] updating namespace I0326 23:26:14.406320 3893 namespace.go:142] [tsf] updating namespace I0326 23:26:17.060144 3893 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0326 23:26:18.254863 3893 namespace.go:98] [konflux-operator] adding namespace I0326 23:26:18.255750 3893 namespace.go:102] [konflux-operator] adding namespace took 862.675µs I0326 23:26:18.261399 3893 namespace.go:98] [konflux-ui] adding namespace I0326 23:26:18.261449 3893 namespace.go:98] [rhtpa-operator] adding namespace I0326 23:26:18.261584 3893 namespace.go:98] [tsf-tpa] adding namespace I0326 23:26:18.261647 3893 namespace.go:98] [rhbk-operator] adding namespace I0326 23:26:18.261817 3893 namespace.go:98] [tsf-tas] adding namespace I0326 23:26:18.262153 3893 namespace.go:102] [konflux-ui] adding namespace took 737.542µs I0326 23:26:18.262693 3893 namespace.go:102] [rhtpa-operator] adding namespace took 1.229707ms I0326 23:26:18.262714 3893 namespace.go:98] [cert-manager-operator] adding namespace I0326 23:26:18.263121 3893 namespace.go:102] [cert-manager-operator] adding namespace took 400.772µs I0326 23:26:18.263668 3893 namespace.go:102] [tsf-tpa] adding namespace took 2.069944ms I0326 23:26:18.264100 3893 namespace.go:102] [rhbk-operator] adding namespace took 2.44114ms I0326 23:26:18.264481 3893 namespace.go:102] [tsf-tas] adding namespace took 2.647251ms I0326 23:26:18.266124 3893 namespace.go:98] [tsf-keycloak] adding namespace I0326 23:26:18.266722 3893 namespace.go:102] [tsf-keycloak] adding namespace took 583.599µs I0326 23:26:18.279542 3893 namespace.go:142] [konflux-operator] updating namespace I0326 23:26:18.295792 3893 namespace.go:142] [konflux-operator] updating namespace I0326 23:26:18.305887 3893 namespace.go:142] [konflux-ui] updating namespace I0326 23:26:18.317425 3893 namespace.go:142] [konflux-ui] updating namespace I0326 23:26:18.321915 3893 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:26:18.325248 3893 namespace.go:142] [rhbk-operator] updating namespace I0326 23:26:18.331020 3893 namespace.go:142] [tsf-tpa] updating namespace I0326 23:26:18.335925 3893 namespace.go:142] [tsf-tas] updating namespace I0326 23:26:18.340266 3893 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:26:18.342232 3893 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:26:18.348445 3893 namespace.go:142] [konflux-ui] updating namespace I0326 23:26:18.350239 3893 namespace.go:142] [konflux-operator] updating namespace I0326 23:26:18.386315 3893 namespace.go:142] [tsf-tpa] updating namespace I0326 23:26:18.394418 3893 namespace.go:142] [tsf-tpa] updating namespace I0326 23:26:18.415091 3893 namespace.go:142] [rhbk-operator] updating namespace I0326 23:26:18.423143 3893 namespace.go:142] [rhbk-operator] updating namespace I0326 23:26:18.444946 3893 namespace.go:142] [tsf-tas] updating namespace I0326 23:26:18.455050 3893 namespace.go:142] [tsf-tas] updating namespace I0326 23:26:18.481339 3893 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:26:18.499221 3893 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:26:18.523163 3893 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:26:18.534376 3893 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:26:18.574130 3893 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:26:18.585507 3893 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:26:19.425680 3893 namespace.go:142] [tsf-tpa] updating namespace I0326 23:26:19.435874 3893 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:26:27.792050 3893 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7md2q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:26:27.792717 3893 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7md2q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:26:27.792743 3893 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7md2q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:26:27.792752 3893 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:26:27.792765 3893 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7md2q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:26:27.792772 3893 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:26:28.817285 3893 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7md2q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:28.817313 3893 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7md2q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:28.817331 3893 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7md2q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:28.817343 3893 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7md2q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:29.666909 3893 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vls47 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:26:29.667489 3893 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vls47 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:26:29.667517 3893 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vls47 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:26:29.667524 3893 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:26:29.667535 3893 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vls47 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:26:29.667540 3893 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:26:30.693530 3893 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vls47 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:30.693560 3893 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vls47 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:30.693576 3893 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vls47 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:30.693597 3893 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vls47 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:31.510843 3893 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8khqh6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:26:31.511443 3893 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8khqh6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:26:31.511471 3893 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8khqh6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:26:31.511481 3893 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:26:31.511497 3893 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8khqh6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:26:31.511504 3893 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:26:31.615126 3893 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafjxmsn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:26:31.615673 3893 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafjxmsn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:26:31.615705 3893 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafjxmsn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:26:31.615714 3893 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:26:31.615725 3893 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafjxmsn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:26:31.615729 3893 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:26:31.634675 3893 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79njh4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:26:31.635102 3893 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79njh4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:26:31.635126 3893 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79njh4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:26:31.635133 3893 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:26:31.635150 3893 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79njh4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:26:31.635156 3893 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:26:32.537124 3893 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8khqh6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:32.537150 3893 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8khqh6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:32.537165 3893 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8khqh6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:32.537180 3893 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8khqh6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:32.639675 3893 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafjxmsn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:32.639703 3893 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafjxmsn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:32.639717 3893 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafjxmsn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:32.639737 3893 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafjxmsn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:32.666975 3893 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79njh4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:32.666992 3893 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79njh4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:32.667007 3893 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79njh4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:32.667018 3893 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79njh4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:33.518316 3893 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5thdx9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:26:33.518897 3893 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5thdx9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:26:33.518928 3893 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5thdx9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:26:33.518938 3893 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:26:33.518949 3893 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5thdx9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:26:33.518954 3893 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:26:34.552528 3893 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5thdx9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:34.552561 3893 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5thdx9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:34.552579 3893 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5thdx9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:34.552597 3893 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5thdx9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:35.938563 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=75 I0326 23:26:38.950102 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=735 I0326 23:26:42.778688 3893 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-7db75c44-t7vzh] creating logical port konflux-operator_konflux-operator-controller-manager-7db75c44-t7vzh for pod on switch ip-10-0-0-75.ec2.internal I0326 23:26:42.778820 3893 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-7db75c44-t7vzh I0326 23:26:42.811839 3893 pod.go:62] [konflux-operator/konflux-operator-controller-manager-7db75c44-t7vzh] pod update took 33.044581ms I0326 23:26:42.811864 3893 base_network_controller_pods.go:937] [default/konflux-operator/konflux-operator-controller-manager-7db75c44-t7vzh] addLogicalPort annotation time took 33.075179ms I0326 23:26:42.813106 3893 pods.go:271] [konflux-operator/konflux-operator-controller-manager-7db75c44-t7vzh] addLogicalPort took 34.432924ms, libovsdb time 894.786µs I0326 23:26:43.138082 3893 cni.go:403] [konflux-operator/konflux-operator-controller-manager-7db75c44-t7vzh e0fb78c0c104beffd6214fa5540af3b42f427400db0ae412c474bcbdf3cb69df network default NAD default] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-7db75c44-t7vzh e0fb78c0c104beffd6214fa5540af3b42f427400db0ae412c474bcbdf3cb69df network default NAD default] I0326 23:26:43.146430 3893 helper_linux.go:450] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-7db75c44-t7vzh, hostIfaceName: e0fb78c0c104bef, network: default, NAD default, SandboxID: "e0fb78c0c104beffd6214fa5540af3b42f427400db0ae412c474bcbdf3cb69df", PCI device ID: , UID: "97baeb87-fad0-477f-ba79-a273d3450ea0", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0326 23:26:43.189606 3893 cni.go:424] [konflux-operator/konflux-operator-controller-manager-7db75c44-t7vzh e0fb78c0c104beffd6214fa5540af3b42f427400db0ae412c474bcbdf3cb69df network default NAD default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-7db75c44-t7vzh e0fb78c0c104beffd6214fa5540af3b42f427400db0ae412c474bcbdf3cb69df network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:a8:82:d7:d6:90\",\"name\":\"e0fb78c0c104bef\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69d52ebc-f354-4f7e-8d25-2adbb0fbc6bc\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:26:45.084881 3893 namespace.go:142] [openshift-operators] updating namespace I0326 23:26:45.098486 3893 namespace.go:142] [openshift-operators] updating namespace I0326 23:26:45.417704 3893 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-t6bqg] creating logical port tsf-tpa_rhtpa-operator-controller-manager-746944f6d7-t6bqg for pod on switch ip-10-0-0-75.ec2.internal I0326 23:26:45.417818 3893 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-t6bqg I0326 23:26:45.456140 3893 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-t6bqg] pod update took 38.347313ms I0326 23:26:45.456164 3893 base_network_controller_pods.go:937] [default/tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-t6bqg] addLogicalPort annotation time took 38.379544ms I0326 23:26:45.457481 3893 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-t6bqg] addLogicalPort took 39.790627ms, libovsdb time 955.729µs W0326 23:26:45.513073 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0326 23:26:45.782155 3893 cni.go:403] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-t6bqg 86f811f88f3af3e8ec9887118d5e58777d4c517489fe02bc0936106e3ecd2a8b network default NAD default] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-t6bqg 86f811f88f3af3e8ec9887118d5e58777d4c517489fe02bc0936106e3ecd2a8b network default NAD default] I0326 23:26:45.792945 3893 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-746944f6d7-t6bqg, hostIfaceName: 86f811f88f3af3e, network: default, NAD default, SandboxID: "86f811f88f3af3e8ec9887118d5e58777d4c517489fe02bc0936106e3ecd2a8b", PCI device ID: , UID: "8ab7f514-02df-4cfb-92d4-f2fb786bbde6", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0326 23:26:45.835898 3893 cni.go:424] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-t6bqg 86f811f88f3af3e8ec9887118d5e58777d4c517489fe02bc0936106e3ecd2a8b network default NAD default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-t6bqg 86f811f88f3af3e8ec9887118d5e58777d4c517489fe02bc0936106e3ecd2a8b network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:bd:93:7e:1d:73\",\"name\":\"86f811f88f3af3e\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dcdd2079-17eb-4a6d-a341-03c169787a91\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:26:48.328533 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0326 23:26:48.339462 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0326 23:26:48.380499 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0326 23:26:48.389427 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0326 23:26:48.472915 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0326 23:26:49.031861 3893 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0326 23:26:50.615105 3893 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-qvnt6] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-qvnt6 for pod on switch ip-10-0-0-75.ec2.internal I0326 23:26:50.615215 3893 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-qvnt6 I0326 23:26:50.634840 3893 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-qvnt6] pod update took 19.653947ms I0326 23:26:50.634860 3893 base_network_controller_pods.go:937] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-qvnt6] addLogicalPort annotation time took 19.678348ms I0326 23:26:50.636122 3893 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-qvnt6] addLogicalPort took 21.037411ms, libovsdb time 934.488µs I0326 23:26:50.972874 3893 cni.go:403] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-qvnt6 ab5958615a7b716dc17371722bcebd149a097471494ec7ace5b8d22997f6848e network default NAD default] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-qvnt6 ab5958615a7b716dc17371722bcebd149a097471494ec7ace5b8d22997f6848e network default NAD default] I0326 23:26:50.981025 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-qvnt6, hostIfaceName: ab5958615a7b716, network: default, NAD default, SandboxID: "ab5958615a7b716dc17371722bcebd149a097471494ec7ace5b8d22997f6848e", PCI device ID: , UID: "5d825114-4067-416a-b073-3d0b07ea0241", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0326 23:26:51.023593 3893 cni.go:424] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-qvnt6 ab5958615a7b716dc17371722bcebd149a097471494ec7ace5b8d22997f6848e network default NAD default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-qvnt6 ab5958615a7b716dc17371722bcebd149a097471494ec7ace5b8d22997f6848e network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:48:db:aa:b6:14\",\"name\":\"ab5958615a7b716\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eeb1fed2-d768-4f05-83f0-e4c5ca73aff4\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:26:53.294892 3893 namespace.go:98] [trusted-artifact-signer] adding namespace I0326 23:26:53.295758 3893 namespace.go:102] [trusted-artifact-signer] adding namespace took 844.928µs I0326 23:26:53.312297 3893 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 23:26:53.334991 3893 namespace.go:142] [trusted-artifact-signer] updating namespace W0326 23:26:53.499220 3893 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0326 23:26:56.463207 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0326 23:26:57.109998 3893 namespace.go:142] [openshift-operators] updating namespace I0326 23:26:57.628049 3893 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-29wkj] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-29wkj for pod on switch ip-10-0-0-75.ec2.internal I0326 23:26:57.628179 3893 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-29wkj I0326 23:26:57.667353 3893 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-29wkj] pod update took 39.20196ms I0326 23:26:57.667377 3893 base_network_controller_pods.go:937] [default/openshift-operators/openshift-pipelines-operator-6684678d86-29wkj] addLogicalPort annotation time took 39.231071ms I0326 23:26:57.668590 3893 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-29wkj] addLogicalPort took 40.561115ms, libovsdb time 865.456µs I0326 23:26:58.001521 3893 cni.go:403] [openshift-operators/openshift-pipelines-operator-6684678d86-29wkj 244b2e338a1b87a3eba6a3371b746c0e6f07374944eb064dad5af623e4ff5daa network default NAD default] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-29wkj 244b2e338a1b87a3eba6a3371b746c0e6f07374944eb064dad5af623e4ff5daa network default NAD default] I0326 23:26:58.010885 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-29wkj, hostIfaceName: 244b2e338a1b87a, network: default, NAD default, SandboxID: "244b2e338a1b87a3eba6a3371b746c0e6f07374944eb064dad5af623e4ff5daa", PCI device ID: , UID: "0b7bb11d-130e-4c8c-9342-678dfd43d89e", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0326 23:26:58.056263 3893 cni.go:424] [openshift-operators/openshift-pipelines-operator-6684678d86-29wkj 244b2e338a1b87a3eba6a3371b746c0e6f07374944eb064dad5af623e4ff5daa network default NAD default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-29wkj 244b2e338a1b87a3eba6a3371b746c0e6f07374944eb064dad5af623e4ff5daa network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:c7:d5:74:88:56\",\"name\":\"244b2e338a1b87a\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f2d0d9a-ff51-4cb2-b11f-66724c39fcc1\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:26:59.475286 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0326 23:27:03.951851 3893 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-6k5xb] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-58df4cf46c-6k5xb for pod on switch ip-10-0-0-75.ec2.internal I0326 23:27:03.951986 3893 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-6k5xb I0326 23:27:03.994833 3893 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-6k5xb] pod update took 42.873621ms I0326 23:27:03.994855 3893 base_network_controller_pods.go:937] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-6k5xb] addLogicalPort annotation time took 42.92139ms I0326 23:27:03.996001 3893 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-6k5xb] addLogicalPort took 44.163464ms, libovsdb time 796.841µs I0326 23:27:04.310633 3893 cni.go:403] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-6k5xb aefcfc6b72740e8121c742846b9a52850938fc627df780b279f8a11dfea96d1e network default NAD default] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-6k5xb aefcfc6b72740e8121c742846b9a52850938fc627df780b279f8a11dfea96d1e network default NAD default] I0326 23:27:04.319686 3893 helper_linux.go:450] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-58df4cf46c-6k5xb, hostIfaceName: aefcfc6b72740e8, network: default, NAD default, SandboxID: "aefcfc6b72740e8121c742846b9a52850938fc627df780b279f8a11dfea96d1e", PCI device ID: , UID: "dbd2caba-0ff2-44a7-9d51-4bb050945fc5", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0326 23:27:04.364079 3893 cni.go:424] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-6k5xb aefcfc6b72740e8121c742846b9a52850938fc627df780b279f8a11dfea96d1e network default NAD default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-6k5xb aefcfc6b72740e8121c742846b9a52850938fc627df780b279f8a11dfea96d1e network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:9e:b5:d7:d4:5c\",\"name\":\"aefcfc6b72740e8\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ff8b490-76fe-4212-aa98-0136059ec1e2\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:27:04.574957 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0326 23:27:08.377242 3893 namespace.go:98] [cert-manager] adding namespace I0326 23:27:08.378111 3893 namespace.go:102] [cert-manager] adding namespace took 845.743µs I0326 23:27:08.427001 3893 namespace.go:142] [cert-manager] updating namespace I0326 23:27:08.451512 3893 namespace.go:142] [cert-manager] updating namespace I0326 23:27:11.616498 3893 namespace.go:98] [openshift-pipelines] adding namespace I0326 23:27:11.617380 3893 namespace.go:102] [openshift-pipelines] adding namespace took 861.436µs I0326 23:27:11.644610 3893 namespace.go:142] [openshift-pipelines] updating namespace I0326 23:27:12.885061 3893 namespace.go:142] [cert-manager] updating namespace I0326 23:27:13.090554 3893 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:27:13.489017 3893 namespace.go:142] [konflux-operator] updating namespace I0326 23:27:13.689171 3893 namespace.go:142] [konflux-ui] updating namespace I0326 23:27:13.904837 3893 namespace.go:142] [open-cluster-management-2p9mplstndhmerb1mp1pd72ivq8vo3pp] updating namespace I0326 23:27:14.114631 3893 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5b4bf68748-2m62b] creating logical port cert-manager_cert-manager-cainjector-5b4bf68748-2m62b for pod on switch ip-10-0-0-75.ec2.internal I0326 23:27:14.114760 3893 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-2m62b I0326 23:27:14.166470 3893 pod.go:62] [cert-manager/cert-manager-cainjector-5b4bf68748-2m62b] pod update took 51.73393ms I0326 23:27:14.166491 3893 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-cainjector-5b4bf68748-2m62b] addLogicalPort annotation time took 51.76115ms I0326 23:27:14.167749 3893 pods.go:271] [cert-manager/cert-manager-cainjector-5b4bf68748-2m62b] addLogicalPort took 53.13805ms, libovsdb time 879.641µs I0326 23:27:14.368623 3893 namespace.go:142] [rhbk-operator] updating namespace I0326 23:27:14.472270 3893 cni.go:403] [cert-manager/cert-manager-cainjector-5b4bf68748-2m62b 9838c7ffbdd31539a633e57dc67b003312a5a8c2a2b06521bb9d476c8e41c894 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-2m62b 9838c7ffbdd31539a633e57dc67b003312a5a8c2a2b06521bb9d476c8e41c894 network default NAD default] I0326 23:27:14.481437 3893 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5b4bf68748-2m62b, hostIfaceName: 9838c7ffbdd3153, network: default, NAD default, SandboxID: "9838c7ffbdd31539a633e57dc67b003312a5a8c2a2b06521bb9d476c8e41c894", PCI device ID: , UID: "a42a3e04-ce44-46a8-ae8d-37e0f7750d49", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0326 23:27:14.525755 3893 cni.go:424] [cert-manager/cert-manager-cainjector-5b4bf68748-2m62b 9838c7ffbdd31539a633e57dc67b003312a5a8c2a2b06521bb9d476c8e41c894 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-2m62b 9838c7ffbdd31539a633e57dc67b003312a5a8c2a2b06521bb9d476c8e41c894 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:aa:0c:16:16:66\",\"name\":\"9838c7ffbdd3153\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a0a4d199-edc9-4059-8293-9cfacffde772\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:27:14.585908 3893 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:27:14.783507 3893 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 23:27:14.980288 3893 namespace.go:142] [tsf] updating namespace I0326 23:27:15.178144 3893 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:27:15.374909 3893 namespace.go:142] [tsf-tas] updating namespace I0326 23:27:15.578327 3893 namespace.go:142] [tsf-tpa] updating namespace I0326 23:27:15.706784 3893 namespace.go:142] [cert-manager] updating namespace I0326 23:27:15.716932 3893 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:27:15.724920 3893 namespace.go:142] [default] updating namespace I0326 23:27:15.736004 3893 namespace.go:142] [konflux-operator] updating namespace I0326 23:27:15.745719 3893 namespace.go:142] [konflux-ui] updating namespace I0326 23:27:15.755851 3893 namespace.go:142] [open-cluster-management-2p9mplstndhmerb1mp1pd72ivq8vo3pp] updating namespace I0326 23:27:15.763339 3893 namespace.go:142] [openshift] updating namespace I0326 23:27:15.773317 3893 namespace.go:142] [rhbk-operator] updating namespace I0326 23:27:15.782522 3893 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:27:15.792113 3893 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 23:27:15.800224 3893 namespace.go:142] [tsf] updating namespace I0326 23:27:15.824507 3893 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:27:15.839515 3893 namespace.go:142] [tsf-tas] updating namespace I0326 23:27:15.863792 3893 namespace.go:142] [tsf-tpa] updating namespace I0326 23:27:15.961310 3893 namespace.go:142] [cert-manager] updating namespace I0326 23:27:16.065910 3893 namespace.go:142] [cert-manager-operator] updating namespace W0326 23:27:16.075612 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0326 23:27:16.075629 3893 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0326 23:27:16.158112 3893 namespace.go:142] [default] updating namespace I0326 23:27:16.263028 3893 namespace.go:142] [konflux-operator] updating namespace I0326 23:27:16.360325 3893 namespace.go:142] [konflux-ui] updating namespace I0326 23:27:16.468338 3893 namespace.go:142] [open-cluster-management-2p9mplstndhmerb1mp1pd72ivq8vo3pp] updating namespace I0326 23:27:16.558871 3893 namespace.go:142] [openshift] updating namespace I0326 23:27:16.663377 3893 namespace.go:142] [rhbk-operator] updating namespace I0326 23:27:16.759875 3893 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:27:16.859505 3893 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 23:27:16.942092 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=176 I0326 23:27:16.962082 3893 namespace.go:142] [tsf] updating namespace I0326 23:27:17.061441 3893 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:27:17.160886 3893 namespace.go:142] [tsf-tas] updating namespace I0326 23:27:17.262640 3893 namespace.go:142] [tsf-tpa] updating namespace I0326 23:27:17.498566 3893 namespace.go:142] [openshift-pipelines] updating namespace I0326 23:27:20.790337 3893 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:27:20.790878 3893 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:27:20.814715 3893 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:27:20.814734 3893 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:27:20.822004 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0326 23:27:20.822028 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0326 23:27:25.035538 3893 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-v5vlz] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-v5vlz for pod on switch ip-10-0-0-75.ec2.internal I0326 23:27:25.035654 3893 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-v5vlz I0326 23:27:25.050375 3893 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-v5vlz] pod update took 14.755545ms I0326 23:27:25.050411 3893 base_network_controller_pods.go:937] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-v5vlz] addLogicalPort annotation time took 14.798564ms I0326 23:27:25.051855 3893 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-v5vlz] addLogicalPort took 16.340514ms, libovsdb time 949.235µs I0326 23:27:26.252623 3893 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-5pvnj] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-5pvnj for pod on switch ip-10-0-0-75.ec2.internal I0326 23:27:26.252811 3893 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-5pvnj I0326 23:27:26.267992 3893 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-5pvnj] pod update took 15.229699ms I0326 23:27:26.268020 3893 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-5pvnj] addLogicalPort annotation time took 15.28456ms I0326 23:27:26.269404 3893 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-5pvnj] addLogicalPort took 16.799579ms, libovsdb time 968.439µs I0326 23:27:27.287291 3893 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-5pvnj 36539d2aee3478e083acab717b25f4961604a9034a349bece6f00fc276c29368 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-5pvnj 36539d2aee3478e083acab717b25f4961604a9034a349bece6f00fc276c29368 network default NAD default] I0326 23:27:27.296738 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-5pvnj, hostIfaceName: 36539d2aee3478e, network: default, NAD default, SandboxID: "36539d2aee3478e083acab717b25f4961604a9034a349bece6f00fc276c29368", PCI device ID: , UID: "ca565350-9ba6-4cdd-bf7b-1c30cb6778f9", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0326 23:27:27.345242 3893 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-5pvnj 36539d2aee3478e083acab717b25f4961604a9034a349bece6f00fc276c29368 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-5pvnj 36539d2aee3478e083acab717b25f4961604a9034a349bece6f00fc276c29368 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:f1:18:a3:64:55\",\"name\":\"36539d2aee3478e\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ccbe3645-3b56-4c22-8f87-d81abb40d3e9\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:27:29.752671 3893 cni.go:403] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-v5vlz fa619ff2b4d0255a31f444b176f7bd722e9ac5adab2504a45d7f92fe1483465d network default NAD default] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-v5vlz fa619ff2b4d0255a31f444b176f7bd722e9ac5adab2504a45d7f92fe1483465d network default NAD default] I0326 23:27:29.762756 3893 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-v5vlz, hostIfaceName: fa619ff2b4d0255, network: default, NAD default, SandboxID: "fa619ff2b4d0255a31f444b176f7bd722e9ac5adab2504a45d7f92fe1483465d", PCI device ID: , UID: "ed453ee6-71bb-46fa-a89e-61930755322b", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0326 23:27:29.808707 3893 cni.go:424] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-v5vlz fa619ff2b4d0255a31f444b176f7bd722e9ac5adab2504a45d7f92fe1483465d network default NAD default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-v5vlz fa619ff2b4d0255a31f444b176f7bd722e9ac5adab2504a45d7f92fe1483465d network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:58:fa:7a:8c:c1\",\"name\":\"fa619ff2b4d0255\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d33a7b6-12fe-4ae3-9fe6-6e49c0d181e9\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:27:30.143063 3893 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0326 23:27:30.143087 3893 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0326 23:27:30.143095 3893 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0326 23:27:30.199516 3893 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0326 23:27:30.199546 3893 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0326 23:27:30.199551 3893 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0326 23:27:30.676559 3893 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:27:30.676584 3893 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:27:30.676591 3893 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:27:30.676596 3893 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:27:34.693983 3893 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0326 23:27:35.738656 3893 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0326 23:27:41.682623 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:27:41.682648 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:27:41.682653 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:27:41.682657 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:27:55.701133 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0326 23:27:57.895230 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0326 23:28:00.053949 3893 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:28:00.054496 3893 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:28:00.080146 3893 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:28:00.080167 3893 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:28:00.086588 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0326 23:28:00.086610 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0326 23:28:01.208728 3893 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-75.ec2.internal I0326 23:28:01.208832 3893 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0326 23:28:01.230087 3893 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 21.290307ms I0326 23:28:01.230115 3893 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 21.324149ms I0326 23:28:01.231324 3893 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 22.616822ms, libovsdb time 834.282µs I0326 23:28:01.609653 3893 cni.go:403] [tsf-keycloak/keycloak-0 5091abdf7b1134dcd07974104a5258fbbde381e7650742fede06f1f9d2098245 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 5091abdf7b1134dcd07974104a5258fbbde381e7650742fede06f1f9d2098245 network default NAD default] I0326 23:28:01.618425 3893 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 5091abdf7b1134d, network: default, NAD default, SandboxID: "5091abdf7b1134dcd07974104a5258fbbde381e7650742fede06f1f9d2098245", PCI device ID: , UID: "2990d44f-cb39-4ee2-9e74-8d9612a0a3ec", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0326 23:28:01.664038 3893 cni.go:424] [tsf-keycloak/keycloak-0 5091abdf7b1134dcd07974104a5258fbbde381e7650742fede06f1f9d2098245 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 5091abdf7b1134dcd07974104a5258fbbde381e7650742fede06f1f9d2098245 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:37:3b:ab:22:74\",\"name\":\"5091abdf7b1134d\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd8f6bbb-5df7-4a9d-842f-487aa23a5949\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:28:06.939367 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 W0326 23:28:10.890993 3893 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:28:10.891034 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:28:10.894891 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0326 23:28:15.334540 3893 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0326 23:28:20.048168 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 W0326 23:28:30.879652 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0326 23:28:30.879786 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:28:30.879800 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0326 23:28:31.463540 3893 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-dvdnf] creating logical port tsf-keycloak_tsf-iam-dvdnf for pod on switch ip-10-0-0-75.ec2.internal I0326 23:28:31.463631 3893 kube.go:256] Updating pod tsf-keycloak/tsf-iam-dvdnf I0326 23:28:31.479325 3893 pod.go:62] [tsf-keycloak/tsf-iam-dvdnf] pod update took 15.71885ms I0326 23:28:31.479346 3893 base_network_controller_pods.go:937] [default/tsf-keycloak/tsf-iam-dvdnf] addLogicalPort annotation time took 15.745232ms I0326 23:28:31.480692 3893 pods.go:271] [tsf-keycloak/tsf-iam-dvdnf] addLogicalPort took 17.170124ms, libovsdb time 942.921µs I0326 23:28:31.819573 3893 cni.go:403] [tsf-keycloak/tsf-iam-dvdnf d56f6edf9af80909ba05875d4986bf028a7f92eaa3abfe858c3da4d47c309872 network default NAD default] ADD starting CNI request [tsf-keycloak/tsf-iam-dvdnf d56f6edf9af80909ba05875d4986bf028a7f92eaa3abfe858c3da4d47c309872 network default NAD default] I0326 23:28:31.828264 3893 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-dvdnf, hostIfaceName: d56f6edf9af8090, network: default, NAD default, SandboxID: "d56f6edf9af80909ba05875d4986bf028a7f92eaa3abfe858c3da4d47c309872", PCI device ID: , UID: "16608a71-464f-438d-aa85-8630b8fa2a03", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0326 23:28:31.873305 3893 cni.go:424] [tsf-keycloak/tsf-iam-dvdnf d56f6edf9af80909ba05875d4986bf028a7f92eaa3abfe858c3da4d47c309872 network default NAD default] ADD finished CNI request [tsf-keycloak/tsf-iam-dvdnf d56f6edf9af80909ba05875d4986bf028a7f92eaa3abfe858c3da4d47c309872 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:a9:46:9c:d9:8c\",\"name\":\"d56f6edf9af8090\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3d82b9d-d8ec-4201-8d71-a3f9c69dab40\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:28:32.126852 3893 cni.go:403] [tsf-keycloak/keycloak-0 5091abdf7b1134dcd07974104a5258fbbde381e7650742fede06f1f9d2098245 network default NAD default] DEL starting CNI request [tsf-keycloak/keycloak-0 5091abdf7b1134dcd07974104a5258fbbde381e7650742fede06f1f9d2098245 network default NAD default] I0326 23:28:32.216663 3893 cni.go:424] [tsf-keycloak/keycloak-0 5091abdf7b1134dcd07974104a5258fbbde381e7650742fede06f1f9d2098245 network default NAD default] DEL finished CNI request [tsf-keycloak/keycloak-0 5091abdf7b1134dcd07974104a5258fbbde381e7650742fede06f1f9d2098245 network default NAD default], result "{}", err I0326 23:28:32.254979 3893 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:28:32.255009 3893 pods.go:176] Deleting pod: tsf-keycloak/keycloak-0 I0326 23:28:32.256120 3893 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/keycloak-0, ips: 10.128.0.36 I0326 23:28:32.256148 3893 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:28:32.459205 3893 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-pzq58] creating logical port openshift-pipelines_tekton-results-api-7b4b7bb78c-pzq58 for pod on switch ip-10-0-0-75.ec2.internal I0326 23:28:32.459292 3893 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-7b4b7bb78c-pzq58 I0326 23:28:32.476307 3893 pod.go:62] [openshift-pipelines/tekton-results-api-7b4b7bb78c-pzq58] pod update took 17.037972ms I0326 23:28:32.476331 3893 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-pzq58] addLogicalPort annotation time took 17.070059ms I0326 23:28:32.477836 3893 pods.go:271] [openshift-pipelines/tekton-results-api-7b4b7bb78c-pzq58] addLogicalPort took 18.645391ms, libovsdb time 1.065736ms I0326 23:28:33.043472 3893 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:28:33.043508 3893 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:28:33.049606 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0326 23:28:33.049636 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 I0326 23:28:33.082082 3893 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-75.ec2.internal I0326 23:28:33.082239 3893 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0326 23:28:33.106698 3893 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 24.491899ms I0326 23:28:33.106718 3893 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 24.521429ms I0326 23:28:33.107997 3893 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 25.933491ms, libovsdb time 891.44µs I0326 23:28:33.420702 3893 cni.go:403] [openshift-pipelines/tekton-results-api-7b4b7bb78c-pzq58 ddb7cf153ea293ab065b08aa6241041d79438af55ce77b844de7b5062ae0ab06 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-pzq58 ddb7cf153ea293ab065b08aa6241041d79438af55ce77b844de7b5062ae0ab06 network default NAD default] I0326 23:28:33.430258 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-7b4b7bb78c-pzq58, hostIfaceName: ddb7cf153ea293a, network: default, NAD default, SandboxID: "ddb7cf153ea293ab065b08aa6241041d79438af55ce77b844de7b5062ae0ab06", PCI device ID: , UID: "52d7382a-9903-4182-be40-2c634b0fe559", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0326 23:28:33.446635 3893 cni.go:403] [tsf-keycloak/keycloak-0 357f9b1df5c2e74db8db5c0e5ab676d077d785b8d109e8f537f05c6a4eede1c3 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 357f9b1df5c2e74db8db5c0e5ab676d077d785b8d109e8f537f05c6a4eede1c3 network default NAD default] I0326 23:28:33.456772 3893 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 357f9b1df5c2e74, network: default, NAD default, SandboxID: "357f9b1df5c2e74db8db5c0e5ab676d077d785b8d109e8f537f05c6a4eede1c3", PCI device ID: , UID: "ac9b8157-99c0-4449-a2b0-59a9d194365a", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0326 23:28:33.485726 3893 cni.go:424] [openshift-pipelines/tekton-results-api-7b4b7bb78c-pzq58 ddb7cf153ea293ab065b08aa6241041d79438af55ce77b844de7b5062ae0ab06 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-pzq58 ddb7cf153ea293ab065b08aa6241041d79438af55ce77b844de7b5062ae0ab06 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:bc:64:b2:ee:01\",\"name\":\"ddb7cf153ea293a\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab51a42c-0739-474a-a21a-0c449f915f9f\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:28:33.515703 3893 cni.go:424] [tsf-keycloak/keycloak-0 357f9b1df5c2e74db8db5c0e5ab676d077d785b8d109e8f537f05c6a4eede1c3 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 357f9b1df5c2e74db8db5c0e5ab676d077d785b8d109e8f537f05c6a4eede1c3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ee:2d:b3:91:22:33\",\"name\":\"357f9b1df5c2e74\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73767eab-aae9-492d-a3bb-b7cbc9c7b557\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:28:35.031774 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0326 23:28:35.036282 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:28:35.036302 3893 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:28:40.108481 3893 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0326 23:28:40.108518 3893 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0326 23:28:40.108524 3893 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0326 23:28:53.435646 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0326 23:28:53.435673 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0326 23:28:53.435681 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0326 23:28:53.772779 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0326 23:28:53.776009 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:28:53.776028 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0326 23:28:54.187817 3893 cni.go:403] [tsf-keycloak/tsf-iam-dvdnf d56f6edf9af80909ba05875d4986bf028a7f92eaa3abfe858c3da4d47c309872 network default NAD default] DEL starting CNI request [tsf-keycloak/tsf-iam-dvdnf d56f6edf9af80909ba05875d4986bf028a7f92eaa3abfe858c3da4d47c309872 network default NAD default] I0326 23:28:54.273332 3893 cni.go:424] [tsf-keycloak/tsf-iam-dvdnf d56f6edf9af80909ba05875d4986bf028a7f92eaa3abfe858c3da4d47c309872 network default NAD default] DEL finished CNI request [tsf-keycloak/tsf-iam-dvdnf d56f6edf9af80909ba05875d4986bf028a7f92eaa3abfe858c3da4d47c309872 network default NAD default], result "{}", err I0326 23:28:54.321362 3893 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-dvdnf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:28:54.321416 3893 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-dvdnf I0326 23:28:54.323187 3893 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-dvdnf, ips: 10.128.0.37 I0326 23:28:54.323216 3893 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-dvdnf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:28:55.348457 3893 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-dvdnf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:28:55.348482 3893 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-dvdnf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:28:55.355649 3893 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:28:55.356241 3893 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:28:55.403018 3893 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:28:55.403039 3893 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:28:55.415667 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0326 23:28:55.415686 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0326 23:28:55.617733 3893 cni.go:403] [tsf-keycloak/keycloak-0 357f9b1df5c2e74db8db5c0e5ab676d077d785b8d109e8f537f05c6a4eede1c3 network default NAD default] DEL starting CNI request [tsf-keycloak/keycloak-0 357f9b1df5c2e74db8db5c0e5ab676d077d785b8d109e8f537f05c6a4eede1c3 network default NAD default] I0326 23:28:55.694157 3893 cni.go:424] [tsf-keycloak/keycloak-0 357f9b1df5c2e74db8db5c0e5ab676d077d785b8d109e8f537f05c6a4eede1c3 network default NAD default] DEL finished CNI request [tsf-keycloak/keycloak-0 357f9b1df5c2e74db8db5c0e5ab676d077d785b8d109e8f537f05c6a4eede1c3 network default NAD default], result "{}", err I0326 23:28:55.756494 3893 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:28:55.756532 3893 pods.go:176] Deleting pod: tsf-keycloak/keycloak-0 I0326 23:28:55.757873 3893 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/keycloak-0, ips: 10.128.0.39 I0326 23:28:55.757898 3893 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:28:56.195883 3893 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:28:56.195935 3893 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:28:56.208660 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0326 23:28:56.208685 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 I0326 23:28:56.243617 3893 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-75.ec2.internal I0326 23:28:56.243714 3893 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0326 23:28:56.262179 3893 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 18.487832ms I0326 23:28:56.262203 3893 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 18.515341ms I0326 23:28:56.263436 3893 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 19.835849ms, libovsdb time 821.009µs I0326 23:28:56.602029 3893 cni.go:403] [tsf-keycloak/keycloak-0 41042ae7a307e9b47c939befe929cba6c3e4673a24991a93c26a95226db5e95a network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 41042ae7a307e9b47c939befe929cba6c3e4673a24991a93c26a95226db5e95a network default NAD default] I0326 23:28:56.610455 3893 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 41042ae7a307e9b, network: default, NAD default, SandboxID: "41042ae7a307e9b47c939befe929cba6c3e4673a24991a93c26a95226db5e95a", PCI device ID: , UID: "a476f0b0-1716-4743-aa6b-7e75bf860fe0", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0326 23:28:56.657631 3893 cni.go:424] [tsf-keycloak/keycloak-0 41042ae7a307e9b47c939befe929cba6c3e4673a24991a93c26a95226db5e95a network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 41042ae7a307e9b47c939befe929cba6c3e4673a24991a93c26a95226db5e95a network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:07:a4:68:63:17\",\"name\":\"41042ae7a307e9b\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/42de440e-a481-4e4a-b506-136b1b8656dd\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:28:58.237502 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0326 23:28:58.239904 3893 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:28:58.239919 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0326 23:28:59.363412 3893 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-ctxb7] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-ctxb7 for pod on switch ip-10-0-0-75.ec2.internal I0326 23:28:59.363596 3893 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-ctxb7 I0326 23:28:59.374376 3893 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-ctxb7] pod update took 10.814039ms I0326 23:28:59.374500 3893 base_network_controller_pods.go:937] [default/openshift-pipelines/tkn-cli-serve-784b566968-ctxb7] addLogicalPort annotation time took 10.962395ms I0326 23:28:59.376356 3893 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-ctxb7] addLogicalPort took 12.987644ms, libovsdb time 1.224749ms I0326 23:28:59.734338 3893 cni.go:403] [openshift-pipelines/tkn-cli-serve-784b566968-ctxb7 d39b398868b678fbe123e24d5fa968c0b391625842f4e959d427ee571421d113 network default NAD default] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-ctxb7 d39b398868b678fbe123e24d5fa968c0b391625842f4e959d427ee571421d113 network default NAD default] I0326 23:28:59.754758 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-ctxb7, hostIfaceName: d39b398868b678f, network: default, NAD default, SandboxID: "d39b398868b678fbe123e24d5fa968c0b391625842f4e959d427ee571421d113", PCI device ID: , UID: "1ce1e124-6d78-4e7b-8ffd-e50f4a8ae54a", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0326 23:29:00.026525 3893 cni.go:424] [openshift-pipelines/tkn-cli-serve-784b566968-ctxb7 d39b398868b678fbe123e24d5fa968c0b391625842f4e959d427ee571421d113 network default NAD default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-ctxb7 d39b398868b678fbe123e24d5fa968c0b391625842f4e959d427ee571421d113 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:db:25:20:10:66\",\"name\":\"d39b398868b678f\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77fdb90d-ee60-4cc2-bb7f-f02777cc82ba\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:29:06.623928 3893 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0326 23:29:11.334463 3893 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0326 23:29:12.947634 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:29:12.947660 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:29:12.948172 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0326 23:29:14.372592 3893 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0326 23:29:15.495858 3893 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-f5s69-2692j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:29:15.496451 3893 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-f5s69-2692j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:29:16.376713 3893 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-f5s69-2692j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:29:16.376738 3893 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-f5s69-2692j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:29:24.183484 3893 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-2nrbg] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-2nrbg for pod on switch ip-10-0-0-75.ec2.internal I0326 23:29:24.183570 3893 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-2nrbg I0326 23:29:24.204543 3893 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-2nrbg] pod update took 20.993112ms I0326 23:29:24.204566 3893 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-2nrbg] addLogicalPort annotation time took 21.020114ms I0326 23:29:24.205867 3893 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-2nrbg] addLogicalPort took 22.394111ms, libovsdb time 916.882µs I0326 23:29:24.544952 3893 cni.go:403] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-2nrbg a7c580e6bc8555ea2603c2443d8e180b960cf93d64d073a11bc47c7ccdfa93d2 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-2nrbg a7c580e6bc8555ea2603c2443d8e180b960cf93d64d073a11bc47c7ccdfa93d2 network default NAD default] I0326 23:29:24.553563 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-2nrbg, hostIfaceName: a7c580e6bc8555e, network: default, NAD default, SandboxID: "a7c580e6bc8555ea2603c2443d8e180b960cf93d64d073a11bc47c7ccdfa93d2", PCI device ID: , UID: "3f047df4-cc2e-487d-b564-27100f204d5a", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0326 23:29:24.601026 3893 cni.go:424] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-2nrbg a7c580e6bc8555ea2603c2443d8e180b960cf93d64d073a11bc47c7ccdfa93d2 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-2nrbg a7c580e6bc8555ea2603c2443d8e180b960cf93d64d073a11bc47c7ccdfa93d2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:cc:45:48:d6:43\",\"name\":\"a7c580e6bc8555e\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2e0a61a-35f7-4f33-8066-5ba8b5a66d99\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:29:26.717286 3893 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0326 23:29:27.440874 3893 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0326 23:29:27.440901 3893 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0326 23:29:38.809370 3893 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-ch82x] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-ch82x for pod on switch ip-10-0-0-75.ec2.internal I0326 23:29:38.809474 3893 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-ch82x I0326 23:29:38.822803 3893 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-ch82x] pod update took 13.347783ms I0326 23:29:38.822833 3893 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-ch82x] addLogicalPort annotation time took 13.383906ms I0326 23:29:38.824580 3893 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-ch82x] addLogicalPort took 15.223278ms, libovsdb time 1.18139ms I0326 23:29:39.168616 3893 cni.go:403] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-ch82x 1253f6a57719eaebbe7d73262a546544d14ea0e493e7e034803ffe6f2460421b network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-ch82x 1253f6a57719eaebbe7d73262a546544d14ea0e493e7e034803ffe6f2460421b network default NAD default] I0326 23:29:39.177820 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-ch82x, hostIfaceName: 1253f6a57719eae, network: default, NAD default, SandboxID: "1253f6a57719eaebbe7d73262a546544d14ea0e493e7e034803ffe6f2460421b", PCI device ID: , UID: "029d9562-7977-48fe-a0c2-a487e44eb617", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0326 23:29:39.225461 3893 cni.go:424] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-ch82x 1253f6a57719eaebbe7d73262a546544d14ea0e493e7e034803ffe6f2460421b network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-ch82x 1253f6a57719eaebbe7d73262a546544d14ea0e493e7e034803ffe6f2460421b network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:ff:94:22:3e:5c\",\"name\":\"1253f6a57719eae\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/02e2e7ca-d20c-4b1d-8a78-3ffc017fe469\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:29:45.704163 3893 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:29:45.704736 3893 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:29:45.725963 3893 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:29:45.725987 3893 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:29:45.731460 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0326 23:29:45.731487 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0326 23:29:54.759715 3893 obj_retry.go:464] Detected object tsf/patch-tekton-config-hwrns of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:29:54.760299 3893 obj_retry.go:464] Detected object tsf/patch-tekton-config-hwrns of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:29:54.978082 3893 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-vf8tp-zfwpj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:29:54.978673 3893 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-vf8tp-zfwpj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:29:55.780768 3893 obj_retry.go:458] Detected object tsf/patch-tekton-config-hwrns of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:29:55.780798 3893 obj_retry.go:458] Detected object tsf/patch-tekton-config-hwrns of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:29:55.874320 3893 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-vf8tp-zfwpj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:29:55.874341 3893 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-vf8tp-zfwpj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:29:59.790295 3893 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-x4w9m-fgdtp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:29:59.790875 3893 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-x4w9m-fgdtp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:30:00.172918 3893 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-zkbtd] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29576130-zkbtd for pod on switch ip-10-0-0-75.ec2.internal I0326 23:30:00.173057 3893 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-zkbtd I0326 23:30:00.189310 3893 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-zkbtd] pod update took 16.324762ms I0326 23:30:00.189331 3893 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-zkbtd] addLogicalPort annotation time took 16.351785ms I0326 23:30:00.190600 3893 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-zkbtd] addLogicalPort took 17.697807ms, libovsdb time 857.856µs I0326 23:30:00.533069 3893 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-zkbtd 721ad7c680b490cea86d36c560520dca800ce7f7c58eb8b37622dc7e9d23f86a network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-zkbtd 721ad7c680b490cea86d36c560520dca800ce7f7c58eb8b37622dc7e9d23f86a network default NAD default] I0326 23:30:00.541650 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29576130-zkbtd, hostIfaceName: 721ad7c680b490c, network: default, NAD default, SandboxID: "721ad7c680b490cea86d36c560520dca800ce7f7c58eb8b37622dc7e9d23f86a", PCI device ID: , UID: "8d233caf-8941-4c8c-ada6-910b93fe4e37", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0326 23:30:00.661541 3893 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-x4w9m-fgdtp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:30:00.661563 3893 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-x4w9m-fgdtp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:30:00.795235 3893 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-zkbtd 721ad7c680b490cea86d36c560520dca800ce7f7c58eb8b37622dc7e9d23f86a network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-zkbtd 721ad7c680b490cea86d36c560520dca800ce7f7c58eb8b37622dc7e9d23f86a network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:fb:39:a3:65:d1\",\"name\":\"721ad7c680b490c\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51dcef82-1918-40d5-b532-085b23605295\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:30:01.042785 3893 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-xp8cm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:30:01.043380 3893 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-xp8cm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:30:02.063629 3893 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-xp8cm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:30:02.063657 3893 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-xp8cm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:30:02.112464 3893 obj_retry.go:458] Detected object tsf/patch-tekton-config-hwrns of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:30:02.112494 3893 obj_retry.go:458] Detected object tsf/patch-tekton-config-hwrns of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:30:02.119340 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-hwrns I0326 23:30:02.119368 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-hwrns W0326 23:30:03.905039 3893 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0326 23:30:04.568028 3893 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-zkbtd 721ad7c680b490cea86d36c560520dca800ce7f7c58eb8b37622dc7e9d23f86a network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-zkbtd 721ad7c680b490cea86d36c560520dca800ce7f7c58eb8b37622dc7e9d23f86a network default NAD default] I0326 23:30:04.649586 3893 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-zkbtd 721ad7c680b490cea86d36c560520dca800ce7f7c58eb8b37622dc7e9d23f86a network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-zkbtd 721ad7c680b490cea86d36c560520dca800ce7f7c58eb8b37622dc7e9d23f86a network default NAD default], result "{}", err I0326 23:30:04.696544 3893 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-zkbtd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:30:04.696574 3893 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-zkbtd I0326 23:30:04.697982 3893 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-zkbtd, ips: 10.128.0.44 I0326 23:30:04.698011 3893 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-zkbtd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:30:05.579127 3893 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-zkbtd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:30:05.579149 3893 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-zkbtd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0326 23:30:05.683787 3893 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0326 23:30:05.701838 3893 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0326 23:30:08.069065 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0326 23:30:09.373539 3893 namespace.go:142] [openshift-pipelines] updating namespace W0326 23:30:10.725139 3893 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0326 23:30:12.937669 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=74 I0326 23:30:14.107726 3893 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:30:14.108276 3893 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:30:14.125771 3893 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:30:14.125801 3893 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:30:14.130934 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-pipelines I0326 23:30:14.130960 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-pipelines I0326 23:30:18.920828 3893 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:30:18.921400 3893 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:30:18.942054 3893 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:30:18.942071 3893 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:30:18.947876 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0326 23:30:18.947910 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0326 23:30:20.237413 3893 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-zq5hr] creating logical port tsf-tpa_create-db-zq5hr for pod on switch ip-10-0-0-75.ec2.internal I0326 23:30:20.237509 3893 kube.go:256] Updating pod tsf-tpa/create-db-zq5hr I0326 23:30:20.251329 3893 pod.go:62] [tsf-tpa/create-db-zq5hr] pod update took 13.84635ms I0326 23:30:20.251350 3893 base_network_controller_pods.go:937] [default/tsf-tpa/create-db-zq5hr] addLogicalPort annotation time took 13.872832ms I0326 23:30:20.252767 3893 pods.go:271] [tsf-tpa/create-db-zq5hr] addLogicalPort took 15.3822ms, libovsdb time 947.501µs I0326 23:30:20.615081 3893 cni.go:403] [tsf-tpa/create-db-zq5hr ebb2ae550f4cf1caff9ed9b2a6fc72d16c658b666965375c96d9f7e90a4eba8c network default NAD default] ADD starting CNI request [tsf-tpa/create-db-zq5hr ebb2ae550f4cf1caff9ed9b2a6fc72d16c658b666965375c96d9f7e90a4eba8c network default NAD default] I0326 23:30:20.624170 3893 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: create-db-zq5hr, hostIfaceName: ebb2ae550f4cf1c, network: default, NAD default, SandboxID: "ebb2ae550f4cf1caff9ed9b2a6fc72d16c658b666965375c96d9f7e90a4eba8c", PCI device ID: , UID: "97c469d9-3d57-4cf1-b64c-748198ba1ffc", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0326 23:30:20.672138 3893 cni.go:424] [tsf-tpa/create-db-zq5hr ebb2ae550f4cf1caff9ed9b2a6fc72d16c658b666965375c96d9f7e90a4eba8c network default NAD default] ADD finished CNI request [tsf-tpa/create-db-zq5hr ebb2ae550f4cf1caff9ed9b2a6fc72d16c658b666965375c96d9f7e90a4eba8c network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:36:be:90:89:1c\",\"name\":\"ebb2ae550f4cf1c\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/afa432f2-a7b8-46ab-b1f0-d18744efd43c\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:30:23.069415 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0326 23:30:24.677837 3893 cni.go:403] [tsf-tpa/create-db-zq5hr ebb2ae550f4cf1caff9ed9b2a6fc72d16c658b666965375c96d9f7e90a4eba8c network default NAD default] DEL starting CNI request [tsf-tpa/create-db-zq5hr ebb2ae550f4cf1caff9ed9b2a6fc72d16c658b666965375c96d9f7e90a4eba8c network default NAD default] I0326 23:30:24.776261 3893 cni.go:424] [tsf-tpa/create-db-zq5hr ebb2ae550f4cf1caff9ed9b2a6fc72d16c658b666965375c96d9f7e90a4eba8c network default NAD default] DEL finished CNI request [tsf-tpa/create-db-zq5hr ebb2ae550f4cf1caff9ed9b2a6fc72d16c658b666965375c96d9f7e90a4eba8c network default NAD default], result "{}", err I0326 23:30:24.824044 3893 obj_retry.go:464] Detected object tsf-tpa/create-db-zq5hr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:30:24.824076 3893 pods.go:176] Deleting pod: tsf-tpa/create-db-zq5hr I0326 23:30:24.825430 3893 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-zq5hr, ips: 10.128.0.45 I0326 23:30:24.825457 3893 obj_retry.go:464] Detected object tsf-tpa/create-db-zq5hr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:30:25.846663 3893 obj_retry.go:458] Detected object tsf-tpa/create-db-zq5hr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:30:25.846687 3893 obj_retry.go:458] Detected object tsf-tpa/create-db-zq5hr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:30:25.938694 3893 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-ftp5f] creating logical port tsf-tpa_migrate-db-ftp5f for pod on switch ip-10-0-0-75.ec2.internal I0326 23:30:25.938793 3893 kube.go:256] Updating pod tsf-tpa/migrate-db-ftp5f I0326 23:30:25.951717 3893 pod.go:62] [tsf-tpa/migrate-db-ftp5f] pod update took 12.952364ms I0326 23:30:25.951741 3893 base_network_controller_pods.go:937] [default/tsf-tpa/migrate-db-ftp5f] addLogicalPort annotation time took 12.978006ms I0326 23:30:25.953117 3893 pods.go:271] [tsf-tpa/migrate-db-ftp5f] addLogicalPort took 14.440373ms, libovsdb time 989.141µs I0326 23:30:26.300055 3893 cni.go:403] [tsf-tpa/migrate-db-ftp5f d2edfdcb697d9dd898ed6268cf0a24281f07943dda97ecec183b260422466dd4 network default NAD default] ADD starting CNI request [tsf-tpa/migrate-db-ftp5f d2edfdcb697d9dd898ed6268cf0a24281f07943dda97ecec183b260422466dd4 network default NAD default] I0326 23:30:26.308961 3893 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-ftp5f, hostIfaceName: d2edfdcb697d9dd, network: default, NAD default, SandboxID: "d2edfdcb697d9dd898ed6268cf0a24281f07943dda97ecec183b260422466dd4", PCI device ID: , UID: "76344369-d3a3-4026-9f28-557794a69ff4", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0326 23:30:26.354631 3893 cni.go:424] [tsf-tpa/migrate-db-ftp5f d2edfdcb697d9dd898ed6268cf0a24281f07943dda97ecec183b260422466dd4 network default NAD default] ADD finished CNI request [tsf-tpa/migrate-db-ftp5f d2edfdcb697d9dd898ed6268cf0a24281f07943dda97ecec183b260422466dd4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:cf:9b:64:e8:7b\",\"name\":\"d2edfdcb697d9dd\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/512a7e2d-1f5f-408b-9243-b1686f40d5e1\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:30:28.700903 3893 cni.go:403] [tsf-tpa/migrate-db-ftp5f d2edfdcb697d9dd898ed6268cf0a24281f07943dda97ecec183b260422466dd4 network default NAD default] DEL starting CNI request [tsf-tpa/migrate-db-ftp5f d2edfdcb697d9dd898ed6268cf0a24281f07943dda97ecec183b260422466dd4 network default NAD default] I0326 23:30:28.792039 3893 cni.go:424] [tsf-tpa/migrate-db-ftp5f d2edfdcb697d9dd898ed6268cf0a24281f07943dda97ecec183b260422466dd4 network default NAD default] DEL finished CNI request [tsf-tpa/migrate-db-ftp5f d2edfdcb697d9dd898ed6268cf0a24281f07943dda97ecec183b260422466dd4 network default NAD default], result "{}", err I0326 23:30:28.839157 3893 obj_retry.go:464] Detected object tsf-tpa/migrate-db-ftp5f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:30:28.839195 3893 pods.go:176] Deleting pod: tsf-tpa/migrate-db-ftp5f I0326 23:30:28.840554 3893 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-ftp5f, ips: 10.128.0.46 I0326 23:30:28.840584 3893 obj_retry.go:464] Detected object tsf-tpa/migrate-db-ftp5f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:30:28.971520 3893 obj_retry.go:458] Detected object tsf-tpa/migrate-db-ftp5f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:30:28.971557 3893 obj_retry.go:458] Detected object tsf-tpa/migrate-db-ftp5f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:30:29.258516 3893 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-zmgm9] creating logical port tsf-tpa_create-importers-zmgm9 for pod on switch ip-10-0-0-75.ec2.internal I0326 23:30:29.258625 3893 kube.go:256] Updating pod tsf-tpa/create-importers-zmgm9 I0326 23:30:29.272464 3893 pod.go:62] [tsf-tpa/create-importers-zmgm9] pod update took 13.868867ms I0326 23:30:29.272492 3893 base_network_controller_pods.go:937] [default/tsf-tpa/create-importers-zmgm9] addLogicalPort annotation time took 13.902506ms I0326 23:30:29.274148 3893 pods.go:271] [tsf-tpa/create-importers-zmgm9] addLogicalPort took 15.658019ms, libovsdb time 1.274588ms I0326 23:30:29.615780 3893 cni.go:403] [tsf-tpa/create-importers-zmgm9 fc5b35db131e9ade9e0a415ec608dd788b5f6f18922872aece8fb53a0c877993 network default NAD default] ADD starting CNI request [tsf-tpa/create-importers-zmgm9 fc5b35db131e9ade9e0a415ec608dd788b5f6f18922872aece8fb53a0c877993 network default NAD default] I0326 23:30:29.643600 3893 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-zmgm9, hostIfaceName: fc5b35db131e9ad, network: default, NAD default, SandboxID: "fc5b35db131e9ade9e0a415ec608dd788b5f6f18922872aece8fb53a0c877993", PCI device ID: , UID: "25190a7c-4967-4108-8883-22ae9e797fcc", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0326 23:30:29.689841 3893 cni.go:424] [tsf-tpa/create-importers-zmgm9 fc5b35db131e9ade9e0a415ec608dd788b5f6f18922872aece8fb53a0c877993 network default NAD default] ADD finished CNI request [tsf-tpa/create-importers-zmgm9 fc5b35db131e9ade9e0a415ec608dd788b5f6f18922872aece8fb53a0c877993 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:c3:6c:cc:45:a7\",\"name\":\"fc5b35db131e9ad\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/664bed54-b875-4c1e-b453-1461a11a519f\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:30:31.717768 3893 cni.go:403] [tsf-tpa/create-importers-zmgm9 fc5b35db131e9ade9e0a415ec608dd788b5f6f18922872aece8fb53a0c877993 network default NAD default] DEL starting CNI request [tsf-tpa/create-importers-zmgm9 fc5b35db131e9ade9e0a415ec608dd788b5f6f18922872aece8fb53a0c877993 network default NAD default] I0326 23:30:31.804538 3893 cni.go:424] [tsf-tpa/create-importers-zmgm9 fc5b35db131e9ade9e0a415ec608dd788b5f6f18922872aece8fb53a0c877993 network default NAD default] DEL finished CNI request [tsf-tpa/create-importers-zmgm9 fc5b35db131e9ade9e0a415ec608dd788b5f6f18922872aece8fb53a0c877993 network default NAD default], result "{}", err I0326 23:30:31.851664 3893 obj_retry.go:464] Detected object tsf-tpa/create-importers-zmgm9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:30:31.851707 3893 pods.go:176] Deleting pod: tsf-tpa/create-importers-zmgm9 I0326 23:30:31.853089 3893 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-zmgm9, ips: 10.128.0.47 I0326 23:30:31.853125 3893 obj_retry.go:464] Detected object tsf-tpa/create-importers-zmgm9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:30:32.873764 3893 obj_retry.go:458] Detected object tsf-tpa/create-importers-zmgm9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:30:32.873791 3893 obj_retry.go:458] Detected object tsf-tpa/create-importers-zmgm9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:30:36.224491 3893 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-kttm8-wpxpc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:30:36.225076 3893 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-kttm8-wpxpc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:30:37.246227 3893 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-kttm8-wpxpc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:30:37.246254 3893 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-kttm8-wpxpc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0326 23:30:42.962327 3893 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0326 23:30:44.123122 3893 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0326 23:31:11.031851 3893 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0326 23:31:11.270332 3893 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:31:11.270958 3893 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:31:11.321867 3893 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:31:11.321889 3893 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:31:11.330323 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0326 23:31:11.330347 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0326 23:31:12.108139 3893 namespace.go:98] [image-controller] adding namespace I0326 23:31:12.108189 3893 namespace.go:98] [build-service] adding namespace I0326 23:31:12.109185 3893 namespace.go:102] [image-controller] adding namespace took 1.018127ms I0326 23:31:12.109870 3893 namespace.go:102] [build-service] adding namespace took 1.665331ms I0326 23:31:12.122998 3893 namespace.go:98] [integration-service] adding namespace I0326 23:31:12.123823 3893 namespace.go:102] [integration-service] adding namespace took 803.113µs I0326 23:31:12.142175 3893 namespace.go:142] [image-controller] updating namespace I0326 23:31:12.162680 3893 namespace.go:142] [image-controller] updating namespace I0326 23:31:12.174758 3893 namespace.go:142] [build-service] updating namespace I0326 23:31:12.202402 3893 namespace.go:142] [build-service] updating namespace I0326 23:31:12.244237 3893 namespace.go:142] [integration-service] updating namespace I0326 23:31:12.261020 3893 namespace.go:142] [integration-service] updating namespace I0326 23:31:12.319106 3893 namespace.go:142] [build-service] updating namespace I0326 23:31:12.333596 3893 namespace.go:142] [integration-service] updating namespace I0326 23:31:12.364470 3893 namespace.go:98] [release-service] adding namespace I0326 23:31:12.365601 3893 namespace.go:102] [release-service] adding namespace took 1.109742ms I0326 23:31:12.391490 3893 namespace.go:142] [release-service] updating namespace I0326 23:31:12.399659 3893 namespace.go:142] [konflux-ui] updating namespace I0326 23:31:12.434977 3893 namespace.go:142] [release-service] updating namespace I0326 23:31:12.543122 3893 namespace.go:98] [konflux-info] adding namespace I0326 23:31:12.544001 3893 namespace.go:102] [konflux-info] adding namespace took 858.637µs I0326 23:31:12.688163 3893 namespace.go:98] [namespace-lister] adding namespace I0326 23:31:12.689025 3893 namespace.go:102] [namespace-lister] adding namespace took 842.751µs I0326 23:31:12.745171 3893 namespace.go:142] [konflux-info] updating namespace I0326 23:31:12.838177 3893 namespace.go:142] [konflux-info] updating namespace I0326 23:31:12.877939 3893 namespace.go:142] [build-service] updating namespace I0326 23:31:12.885165 3893 namespace.go:142] [namespace-lister] updating namespace I0326 23:31:12.923334 3893 namespace.go:142] [namespace-lister] updating namespace I0326 23:31:12.988861 3893 namespace.go:98] [enterprise-contract-service] adding namespace I0326 23:31:12.989730 3893 namespace.go:102] [enterprise-contract-service] adding namespace took 845.752µs I0326 23:31:13.034378 3893 namespace.go:142] [image-controller] updating namespace I0326 23:31:13.102151 3893 namespace.go:142] [image-controller] updating namespace I0326 23:31:13.182277 3893 namespace.go:142] [enterprise-contract-service] updating namespace I0326 23:31:13.295657 3893 namespace.go:142] [enterprise-contract-service] updating namespace I0326 23:31:13.459817 3893 namespace.go:142] [integration-service] updating namespace I0326 23:31:13.622307 3893 namespace.go:98] [default-tenant] adding namespace I0326 23:31:13.623102 3893 namespace.go:102] [default-tenant] adding namespace took 774.93µs I0326 23:31:13.844991 3893 namespace.go:98] [segment-bridge] adding namespace I0326 23:31:13.845772 3893 namespace.go:102] [segment-bridge] adding namespace took 761.896µs I0326 23:31:13.914279 3893 namespace.go:142] [default-tenant] updating namespace I0326 23:31:14.031374 3893 namespace.go:142] [default-tenant] updating namespace I0326 23:31:14.031488 3893 namespace.go:142] [segment-bridge] updating namespace I0326 23:31:14.040934 3893 namespace.go:142] [release-service] updating namespace I0326 23:31:14.153300 3893 namespace.go:142] [segment-bridge] updating namespace I0326 23:31:14.161708 3893 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0326 23:31:14.162352 3893 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0326 23:31:14.162367 3893 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0326 23:31:14.165241 3893 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0326 23:31:14.233315 3893 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-67655c4674-4nh6r] creating logical port namespace-lister_namespace-lister-67655c4674-4nh6r for pod on switch ip-10-0-0-75.ec2.internal I0326 23:31:14.233424 3893 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-4nh6r I0326 23:31:14.264920 3893 pod.go:62] [namespace-lister/namespace-lister-67655c4674-4nh6r] pod update took 31.542427ms I0326 23:31:14.264947 3893 base_network_controller_pods.go:937] [default/namespace-lister/namespace-lister-67655c4674-4nh6r] addLogicalPort annotation time took 31.572253ms I0326 23:31:14.266558 3893 pods.go:271] [namespace-lister/namespace-lister-67655c4674-4nh6r] addLogicalPort took 33.258785ms, libovsdb time 1.016045ms I0326 23:31:14.274215 3893 namespace.go:142] [build-service] updating namespace I0326 23:31:14.302286 3893 namespace.go:142] [image-controller] updating namespace I0326 23:31:14.321236 3893 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0326 23:31:14.321261 3893 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0326 23:31:14.322430 3893 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0326 23:31:14.336443 3893 namespace.go:142] [integration-service] updating namespace I0326 23:31:14.363504 3893 namespace.go:142] [release-service] updating namespace I0326 23:31:14.454337 3893 namespace.go:142] [build-service] updating namespace I0326 23:31:14.680654 3893 namespace.go:142] [image-controller] updating namespace I0326 23:31:14.776455 3893 namespace.go:142] [integration-service] updating namespace I0326 23:31:14.903175 3893 namespace.go:142] [release-service] updating namespace I0326 23:31:14.994191 3893 base_network_controller_pods.go:487] [default/konflux-ui/dex-7dcd58d8b8-94x4k] creating logical port konflux-ui_dex-7dcd58d8b8-94x4k for pod on switch ip-10-0-0-75.ec2.internal I0326 23:31:14.994300 3893 kube.go:256] Updating pod konflux-ui/dex-7dcd58d8b8-94x4k I0326 23:31:15.017709 3893 pod.go:62] [konflux-ui/dex-7dcd58d8b8-94x4k] pod update took 23.435337ms I0326 23:31:15.017738 3893 base_network_controller_pods.go:937] [default/konflux-ui/dex-7dcd58d8b8-94x4k] addLogicalPort annotation time took 23.472332ms I0326 23:31:15.019064 3893 pods.go:271] [konflux-ui/dex-7dcd58d8b8-94x4k] addLogicalPort took 24.892752ms, libovsdb time 901.608µs I0326 23:31:15.194995 3893 cni.go:403] [namespace-lister/namespace-lister-67655c4674-4nh6r 4468ca4fbe60b71fe1ed9bb8860ce4083c3a435eff5899ce9fa98ab1996fa22f network default NAD default] ADD starting CNI request [namespace-lister/namespace-lister-67655c4674-4nh6r 4468ca4fbe60b71fe1ed9bb8860ce4083c3a435eff5899ce9fa98ab1996fa22f network default NAD default] I0326 23:31:15.203554 3893 helper_linux.go:450] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-67655c4674-4nh6r, hostIfaceName: 4468ca4fbe60b71, network: default, NAD default, SandboxID: "4468ca4fbe60b71fe1ed9bb8860ce4083c3a435eff5899ce9fa98ab1996fa22f", PCI device ID: , UID: "0f093adc-3524-4c1e-aa30-76602a1ef17e", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0326 23:31:15.255224 3893 cni.go:424] [namespace-lister/namespace-lister-67655c4674-4nh6r 4468ca4fbe60b71fe1ed9bb8860ce4083c3a435eff5899ce9fa98ab1996fa22f network default NAD default] ADD finished CNI request [namespace-lister/namespace-lister-67655c4674-4nh6r 4468ca4fbe60b71fe1ed9bb8860ce4083c3a435eff5899ce9fa98ab1996fa22f network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:a9:0a:b5:16:2d\",\"name\":\"4468ca4fbe60b71\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28248604-345e-4746-9098-5a0cd53b9cff\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:31:15.259634 3893 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-5f8cd64d55-k4mhh] creating logical port image-controller_image-controller-controller-manager-5f8cd64d55-k4mhh for pod on switch ip-10-0-0-75.ec2.internal I0326 23:31:15.259749 3893 kube.go:256] Updating pod image-controller/image-controller-controller-manager-5f8cd64d55-k4mhh I0326 23:31:15.275409 3893 pod.go:62] [image-controller/image-controller-controller-manager-5f8cd64d55-k4mhh] pod update took 15.660656ms I0326 23:31:15.275436 3893 base_network_controller_pods.go:937] [default/image-controller/image-controller-controller-manager-5f8cd64d55-k4mhh] addLogicalPort annotation time took 15.716351ms I0326 23:31:15.276913 3893 pods.go:271] [image-controller/image-controller-controller-manager-5f8cd64d55-k4mhh] addLogicalPort took 17.301953ms, libovsdb time 992.323µs I0326 23:31:15.355571 3893 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-759977d69f-gnjzz] creating logical port integration-service_integration-service-controller-manager-759977d69f-gnjzz for pod on switch ip-10-0-0-75.ec2.internal I0326 23:31:15.355692 3893 kube.go:256] Updating pod integration-service/integration-service-controller-manager-759977d69f-gnjzz I0326 23:31:15.375439 3893 pod.go:62] [integration-service/integration-service-controller-manager-759977d69f-gnjzz] pod update took 19.784082ms I0326 23:31:15.375467 3893 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-759977d69f-gnjzz] addLogicalPort annotation time took 19.815593ms I0326 23:31:15.376866 3893 pods.go:271] [integration-service/integration-service-controller-manager-759977d69f-gnjzz] addLogicalPort took 21.314973ms, libovsdb time 1.010089ms I0326 23:31:15.454463 3893 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-gmmj8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:31:15.455047 3893 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-gmmj8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:31:15.620232 3893 cni.go:403] [image-controller/image-controller-controller-manager-5f8cd64d55-k4mhh d1177437b47ab561c24cc13658597d4d0bc80c6e4931a7b91a92c51f24288624 network default NAD default] ADD starting CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-k4mhh d1177437b47ab561c24cc13658597d4d0bc80c6e4931a7b91a92c51f24288624 network default NAD default] I0326 23:31:15.629021 3893 helper_linux.go:450] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-5f8cd64d55-k4mhh, hostIfaceName: d1177437b47ab56, network: default, NAD default, SandboxID: "d1177437b47ab561c24cc13658597d4d0bc80c6e4931a7b91a92c51f24288624", PCI device ID: , UID: "82c8cfd9-f6a6-4af6-a2b2-3e046a8bc364", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0326 23:31:15.679517 3893 cni.go:424] [image-controller/image-controller-controller-manager-5f8cd64d55-k4mhh d1177437b47ab561c24cc13658597d4d0bc80c6e4931a7b91a92c51f24288624 network default NAD default] ADD finished CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-k4mhh d1177437b47ab561c24cc13658597d4d0bc80c6e4931a7b91a92c51f24288624 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:34:42:eb:7c:de\",\"name\":\"d1177437b47ab56\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9655dca6-e92e-4c84-a9ce-f5a0beb01505\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:31:15.928844 3893 base_network_controller_pods.go:487] [default/konflux-ui/proxy-56d4cf997f-vbgbv] creating logical port konflux-ui_proxy-56d4cf997f-vbgbv for pod on switch ip-10-0-0-75.ec2.internal I0326 23:31:15.928967 3893 kube.go:256] Updating pod konflux-ui/proxy-56d4cf997f-vbgbv I0326 23:31:15.956549 3893 pod.go:62] [konflux-ui/proxy-56d4cf997f-vbgbv] pod update took 27.62463ms I0326 23:31:15.956575 3893 base_network_controller_pods.go:937] [default/konflux-ui/proxy-56d4cf997f-vbgbv] addLogicalPort annotation time took 27.660189ms I0326 23:31:15.957873 3893 pods.go:271] [konflux-ui/proxy-56d4cf997f-vbgbv] addLogicalPort took 29.046083ms, libovsdb time 883.468µs I0326 23:31:16.066467 3893 namespace.go:142] [default-tenant] updating namespace I0326 23:31:16.283130 3893 namespace.go:142] [enterprise-contract-service] updating namespace I0326 23:31:16.478363 3893 namespace.go:142] [konflux-info] updating namespace I0326 23:31:16.502926 3893 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-gmmj8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:31:16.502957 3893 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-gmmj8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:31:16.674156 3893 namespace.go:142] [namespace-lister] updating namespace I0326 23:31:16.885404 3893 namespace.go:142] [segment-bridge] updating namespace W0326 23:31:16.989329 3893 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0326 23:31:16.998360 3893 namespace.go:142] [default-tenant] updating namespace I0326 23:31:17.017712 3893 namespace.go:142] [enterprise-contract-service] updating namespace I0326 23:31:17.033675 3893 namespace.go:142] [konflux-info] updating namespace I0326 23:31:17.047941 3893 namespace.go:142] [namespace-lister] updating namespace I0326 23:31:17.061356 3893 namespace.go:142] [segment-bridge] updating namespace I0326 23:31:17.106214 3893 namespace.go:142] [default-tenant] updating namespace I0326 23:31:17.193168 3893 namespace.go:142] [enterprise-contract-service] updating namespace I0326 23:31:17.286363 3893 namespace.go:142] [konflux-info] updating namespace I0326 23:31:17.384424 3893 namespace.go:142] [namespace-lister] updating namespace I0326 23:31:17.488467 3893 namespace.go:142] [segment-bridge] updating namespace W0326 23:31:17.960974 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister W0326 23:31:18.963610 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0326 23:31:19.338329 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0326 23:31:22.852452 3893 cni.go:403] [konflux-ui/dex-7dcd58d8b8-94x4k dd06b107790b68012b3c3f5724a57304160b467551f30fcbcab998e72e730293 network default NAD default] ADD starting CNI request [konflux-ui/dex-7dcd58d8b8-94x4k dd06b107790b68012b3c3f5724a57304160b467551f30fcbcab998e72e730293 network default NAD default] I0326 23:31:22.861274 3893 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: dex-7dcd58d8b8-94x4k, hostIfaceName: dd06b107790b680, network: default, NAD default, SandboxID: "dd06b107790b68012b3c3f5724a57304160b467551f30fcbcab998e72e730293", PCI device ID: , UID: "1d55aa8d-d640-45b3-962b-d153e9bbe75e", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0326 23:31:22.911154 3893 cni.go:424] [konflux-ui/dex-7dcd58d8b8-94x4k dd06b107790b68012b3c3f5724a57304160b467551f30fcbcab998e72e730293 network default NAD default] ADD finished CNI request [konflux-ui/dex-7dcd58d8b8-94x4k dd06b107790b68012b3c3f5724a57304160b467551f30fcbcab998e72e730293 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fe:11:ec:85:9e:0a\",\"name\":\"dd06b107790b680\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69c931d9-8689-4327-b649-81737fbbd794\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:31:23.215708 3893 cni.go:403] [integration-service/integration-service-controller-manager-759977d69f-gnjzz 969063fdd7af154bbdc07a7184fef102c42d6b0c2941b228726078891d7c624f network default NAD default] ADD starting CNI request [integration-service/integration-service-controller-manager-759977d69f-gnjzz 969063fdd7af154bbdc07a7184fef102c42d6b0c2941b228726078891d7c624f network default NAD default] I0326 23:31:23.224079 3893 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-759977d69f-gnjzz, hostIfaceName: 969063fdd7af154, network: default, NAD default, SandboxID: "969063fdd7af154bbdc07a7184fef102c42d6b0c2941b228726078891d7c624f", PCI device ID: , UID: "708497de-3885-4140-94a9-ac5057f1fe49", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0326 23:31:23.270757 3893 cni.go:424] [integration-service/integration-service-controller-manager-759977d69f-gnjzz 969063fdd7af154bbdc07a7184fef102c42d6b0c2941b228726078891d7c624f network default NAD default] ADD finished CNI request [integration-service/integration-service-controller-manager-759977d69f-gnjzz 969063fdd7af154bbdc07a7184fef102c42d6b0c2941b228726078891d7c624f network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:8b:93:f3:56:37\",\"name\":\"969063fdd7af154\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/42c4f8c3-568a-4d9a-9baa-6638d9e3b06b\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:31:23.794689 3893 cni.go:403] [konflux-ui/proxy-56d4cf997f-vbgbv 60362e51b351eb8df047d88e4382e7264ec7f1317204c9fed4769b899353124f network default NAD default] ADD starting CNI request [konflux-ui/proxy-56d4cf997f-vbgbv 60362e51b351eb8df047d88e4382e7264ec7f1317204c9fed4769b899353124f network default NAD default] I0326 23:31:23.803153 3893 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: proxy-56d4cf997f-vbgbv, hostIfaceName: 60362e51b351eb8, network: default, NAD default, SandboxID: "60362e51b351eb8df047d88e4382e7264ec7f1317204c9fed4769b899353124f", PCI device ID: , UID: "850bb6f0-784d-4ae1-aaa5-b65223d666b3", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0326 23:31:23.849875 3893 cni.go:424] [konflux-ui/proxy-56d4cf997f-vbgbv 60362e51b351eb8df047d88e4382e7264ec7f1317204c9fed4769b899353124f network default NAD default] ADD finished CNI request [konflux-ui/proxy-56d4cf997f-vbgbv 60362e51b351eb8df047d88e4382e7264ec7f1317204c9fed4769b899353124f network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:5a:ad:68:03:4d\",\"name\":\"60362e51b351eb8\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b2f3636-430c-4449-b696-2a5296d0bad2\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:31:26.016803 3893 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0326 23:31:30.046243 3893 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0326 23:31:30.046267 3893 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0326 23:31:30.089819 3893 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0326 23:31:30.091538 3893 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0326 23:31:30.975849 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0326 23:31:31.057806 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 W0326 23:31:32.408571 3893 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0326 23:31:32.409291 3893 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0326 23:31:32.442308 3893 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0326 23:31:32.442336 3893 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0326 23:31:32.464923 3893 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0326 23:31:32.466024 3893 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0326 23:31:40.955903 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=567 W0326 23:31:41.053163 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0326 23:31:41.074977 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0326 23:31:41.075857 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0326 23:31:44.163183 3893 cni.go:403] [integration-service/integration-service-controller-manager-759977d69f-gnjzz 969063fdd7af154bbdc07a7184fef102c42d6b0c2941b228726078891d7c624f network default NAD default] DEL starting CNI request [integration-service/integration-service-controller-manager-759977d69f-gnjzz 969063fdd7af154bbdc07a7184fef102c42d6b0c2941b228726078891d7c624f network default NAD default] I0326 23:31:44.243575 3893 cni.go:424] [integration-service/integration-service-controller-manager-759977d69f-gnjzz 969063fdd7af154bbdc07a7184fef102c42d6b0c2941b228726078891d7c624f network default NAD default] DEL finished CNI request [integration-service/integration-service-controller-manager-759977d69f-gnjzz 969063fdd7af154bbdc07a7184fef102c42d6b0c2941b228726078891d7c624f network default NAD default], result "{}", err I0326 23:31:44.340231 3893 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-gnjzz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:31:44.340276 3893 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-759977d69f-gnjzz I0326 23:31:44.341788 3893 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-759977d69f-gnjzz, ips: 10.128.0.51 I0326 23:31:44.341814 3893 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-gnjzz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:31:45.134376 3893 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-gnjzz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:31:45.134424 3893 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-gnjzz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:31:45.137787 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-759977d69f-gnjzz I0326 23:31:45.137810 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-759977d69f-gnjzz I0326 23:32:04.052731 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 W0326 23:32:08.110850 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0326 23:32:08.110874 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0326 23:32:38.367566 3893 obj_retry.go:464] Detected object konflux-ui/proxy-d66fd9698-ts62h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:32:38.368140 3893 obj_retry.go:464] Detected object konflux-ui/proxy-d66fd9698-ts62h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:32:38.774662 3893 obj_retry.go:458] Detected object konflux-ui/proxy-d66fd9698-ts62h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:32:38.774690 3893 obj_retry.go:458] Detected object konflux-ui/proxy-d66fd9698-ts62h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:32:38.779950 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-d66fd9698-ts62h I0326 23:32:38.779980 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-d66fd9698-ts62h I0326 23:32:47.981865 3893 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:32:47.982501 3893 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:32:48.006902 3893 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:32:48.006928 3893 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:32:48.014510 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0326 23:32:48.014540 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0326 23:32:51.945305 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=148 I0326 23:33:13.620463 3893 cni.go:403] [konflux-operator/konflux-operator-controller-manager-7db75c44-t7vzh e0fb78c0c104beffd6214fa5540af3b42f427400db0ae412c474bcbdf3cb69df network default NAD default] DEL starting CNI request [konflux-operator/konflux-operator-controller-manager-7db75c44-t7vzh e0fb78c0c104beffd6214fa5540af3b42f427400db0ae412c474bcbdf3cb69df network default NAD default] I0326 23:33:13.699654 3893 cni.go:424] [konflux-operator/konflux-operator-controller-manager-7db75c44-t7vzh e0fb78c0c104beffd6214fa5540af3b42f427400db0ae412c474bcbdf3cb69df network default NAD default] DEL finished CNI request [konflux-operator/konflux-operator-controller-manager-7db75c44-t7vzh e0fb78c0c104beffd6214fa5540af3b42f427400db0ae412c474bcbdf3cb69df network default NAD default], result "{}", err I0326 23:33:13.754756 3893 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-t7vzh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:33:13.754882 3893 pods.go:176] Deleting pod: konflux-operator/konflux-operator-controller-manager-7db75c44-t7vzh I0326 23:33:13.756447 3893 pods.go:236] Attempting to release IPs for pod: konflux-operator/konflux-operator-controller-manager-7db75c44-t7vzh, ips: 10.128.0.28 I0326 23:33:13.756482 3893 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-t7vzh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:33:13.819800 3893 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-56b684c87-f4hcp] creating logical port image-controller_image-controller-controller-manager-56b684c87-f4hcp for pod on switch ip-10-0-0-75.ec2.internal I0326 23:33:13.819908 3893 kube.go:256] Updating pod image-controller/image-controller-controller-manager-56b684c87-f4hcp I0326 23:33:13.839016 3893 pod.go:62] [image-controller/image-controller-controller-manager-56b684c87-f4hcp] pod update took 19.133084ms I0326 23:33:13.839039 3893 base_network_controller_pods.go:937] [default/image-controller/image-controller-controller-manager-56b684c87-f4hcp] addLogicalPort annotation time took 19.163374ms I0326 23:33:13.840340 3893 pods.go:271] [image-controller/image-controller-controller-manager-56b684c87-f4hcp] addLogicalPort took 20.55592ms, libovsdb time 856.91µs I0326 23:33:14.183814 3893 cni.go:403] [image-controller/image-controller-controller-manager-56b684c87-f4hcp fb94834126e7a1d8dc462acae22132a7520234dac99794edea0f01103522e67a network default NAD default] ADD starting CNI request [image-controller/image-controller-controller-manager-56b684c87-f4hcp fb94834126e7a1d8dc462acae22132a7520234dac99794edea0f01103522e67a network default NAD default] I0326 23:33:14.193176 3893 helper_linux.go:450] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-56b684c87-f4hcp, hostIfaceName: fb94834126e7a1d, network: default, NAD default, SandboxID: "fb94834126e7a1d8dc462acae22132a7520234dac99794edea0f01103522e67a", PCI device ID: , UID: "de700265-2a02-4cbd-997d-daca7e3481e3", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0326 23:33:14.243133 3893 cni.go:424] [image-controller/image-controller-controller-manager-56b684c87-f4hcp fb94834126e7a1d8dc462acae22132a7520234dac99794edea0f01103522e67a network default NAD default] ADD finished CNI request [image-controller/image-controller-controller-manager-56b684c87-f4hcp fb94834126e7a1d8dc462acae22132a7520234dac99794edea0f01103522e67a network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:fa:80:8b:ad:4a\",\"name\":\"fb94834126e7a1d\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/84722812-76e4-4c29-86ad-2998eb022247\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:33:14.614912 3893 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-t7vzh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:33:14.614940 3893 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-t7vzh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:33:14.620854 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-7db75c44-t7vzh I0326 23:33:14.620888 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-7db75c44-t7vzh I0326 23:33:26.815333 3893 cni.go:403] [image-controller/image-controller-controller-manager-5f8cd64d55-k4mhh d1177437b47ab561c24cc13658597d4d0bc80c6e4931a7b91a92c51f24288624 network default NAD default] DEL starting CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-k4mhh d1177437b47ab561c24cc13658597d4d0bc80c6e4931a7b91a92c51f24288624 network default NAD default] I0326 23:33:26.901644 3893 cni.go:424] [image-controller/image-controller-controller-manager-5f8cd64d55-k4mhh d1177437b47ab561c24cc13658597d4d0bc80c6e4931a7b91a92c51f24288624 network default NAD default] DEL finished CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-k4mhh d1177437b47ab561c24cc13658597d4d0bc80c6e4931a7b91a92c51f24288624 network default NAD default], result "{}", err I0326 23:33:26.954801 3893 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-k4mhh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:33:26.954836 3893 pods.go:176] Deleting pod: image-controller/image-controller-controller-manager-5f8cd64d55-k4mhh I0326 23:33:26.956247 3893 pods.go:236] Attempting to release IPs for pod: image-controller/image-controller-controller-manager-5f8cd64d55-k4mhh, ips: 10.128.0.50 I0326 23:33:26.956276 3893 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-k4mhh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:33:27.683839 3893 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-k4mhh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:33:27.683870 3893 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-k4mhh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:33:27.691020 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-5f8cd64d55-k4mhh I0326 23:33:27.691047 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-5f8cd64d55-k4mhh I0326 23:33:36.036935 3893 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0326 23:33:39.047777 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0326 23:34:36.042338 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0326 23:34:51.942187 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0326 23:35:18.063051 3893 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0326 23:35:19.946430 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=158 I0326 23:35:28.941532 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=79 I0326 23:37:02.053692 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0326 23:37:06.959150 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=44 I0326 23:37:20.940182 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=44 I0326 23:39:31.072111 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0326 23:39:50.072692 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0326 23:40:00.203034 3893 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8c747] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29576140-8c747 for pod on switch ip-10-0-0-75.ec2.internal I0326 23:40:00.203146 3893 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8c747 I0326 23:40:00.227625 3893 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8c747] pod update took 24.498887ms I0326 23:40:00.227656 3893 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8c747] addLogicalPort annotation time took 24.537461ms I0326 23:40:00.228994 3893 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8c747] addLogicalPort took 25.974226ms, libovsdb time 894.308µs I0326 23:40:00.563552 3893 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8c747 1352364d2c4ded66e74fbd99820638e3f95c69db84ef98b06781d4d673137982 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8c747 1352364d2c4ded66e74fbd99820638e3f95c69db84ef98b06781d4d673137982 network default NAD default] I0326 23:40:00.571827 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29576140-8c747, hostIfaceName: 1352364d2c4ded6, network: default, NAD default, SandboxID: "1352364d2c4ded66e74fbd99820638e3f95c69db84ef98b06781d4d673137982", PCI device ID: , UID: "14b5cd2b-7957-40aa-8128-d5f30e98a96e", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0326 23:40:00.828517 3893 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8c747 1352364d2c4ded66e74fbd99820638e3f95c69db84ef98b06781d4d673137982 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8c747 1352364d2c4ded66e74fbd99820638e3f95c69db84ef98b06781d4d673137982 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:c3:ae:19:09:f5\",\"name\":\"1352364d2c4ded6\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b48bd192-1b4f-490d-8d48-083bb8ea445d\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:40:03.746575 3893 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8c747 1352364d2c4ded66e74fbd99820638e3f95c69db84ef98b06781d4d673137982 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8c747 1352364d2c4ded66e74fbd99820638e3f95c69db84ef98b06781d4d673137982 network default NAD default] I0326 23:40:03.829405 3893 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8c747 1352364d2c4ded66e74fbd99820638e3f95c69db84ef98b06781d4d673137982 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8c747 1352364d2c4ded66e74fbd99820638e3f95c69db84ef98b06781d4d673137982 network default NAD default], result "{}", err I0326 23:40:03.878428 3893 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8c747 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:40:03.878482 3893 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8c747 I0326 23:40:03.879822 3893 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8c747, ips: 10.128.0.54 I0326 23:40:03.879847 3893 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8c747 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:40:04.763872 3893 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8c747 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:40:04.763921 3893 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8c747 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:40:23.055574 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0326 23:40:25.048944 3893 obj_retry.go:458] Detected object tsf-tpa/create-db-zq5hr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:40:25.048972 3893 obj_retry.go:458] Detected object tsf-tpa/create-db-zq5hr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:40:25.054766 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-zq5hr I0326 23:40:25.054794 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-zq5hr I0326 23:40:28.028292 3893 obj_retry.go:458] Detected object tsf-tpa/migrate-db-ftp5f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:40:28.028335 3893 obj_retry.go:458] Detected object tsf-tpa/migrate-db-ftp5f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:40:28.033678 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-ftp5f I0326 23:40:28.033704 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-ftp5f I0326 23:40:32.039537 3893 obj_retry.go:458] Detected object tsf-tpa/create-importers-zmgm9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:40:32.039604 3893 obj_retry.go:458] Detected object tsf-tpa/create-importers-zmgm9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:40:32.044548 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-zmgm9 I0326 23:40:32.044578 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-zmgm9 I0326 23:40:34.034846 3893 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0326 23:40:48.947834 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=14 I0326 23:40:59.944726 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0326 23:41:12.945755 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0326 23:41:15.061238 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0326 23:41:23.045661 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0326 23:41:27.050352 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0326 23:41:37.039290 3893 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0326 23:42:34.949641 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0326 23:43:18.066121 3893 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0326 23:43:18.961657 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=22 I0326 23:43:24.056706 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0326 23:45:51.058108 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0326 23:46:22.074708 3893 namespace.go:98] [default-tenant-managed] adding namespace I0326 23:46:22.075914 3893 namespace.go:102] [default-tenant-managed] adding namespace took 1.150232ms I0326 23:46:22.126453 3893 namespace.go:142] [default-tenant-managed] updating namespace I0326 23:46:22.141541 3893 namespace.go:142] [default-tenant-managed] updating namespace I0326 23:46:23.118711 3893 namespace.go:142] [default-tenant-managed] updating namespace I0326 23:46:23.248638 3893 namespace.go:142] [default-tenant-managed] updating namespace I0326 23:46:23.351067 3893 namespace.go:142] [default-tenant-managed] updating namespace I0326 23:46:43.948443 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0326 23:46:44.042113 3893 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0326 23:46:55.037473 3893 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0326 23:46:55.943092 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=52 I0326 23:47:08.995487 3893 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-pftct] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-pftct for pod on switch ip-10-0-0-75.ec2.internal I0326 23:47:08.995627 3893 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-pftct I0326 23:47:09.012409 3893 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-pftct] pod update took 16.814524ms I0326 23:47:09.012432 3893 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-pftct] addLogicalPort annotation time took 16.844081ms I0326 23:47:09.013772 3893 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-pftct] addLogicalPort took 18.302501ms, libovsdb time 919.529µs I0326 23:47:09.356216 3893 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-pftct 3ee23b1d3c05ba04223cb193e400ac0c3507e40fb4a8d61b1a4aa4bbd379d81e network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-pftct 3ee23b1d3c05ba04223cb193e400ac0c3507e40fb4a8d61b1a4aa4bbd379d81e network default NAD default] I0326 23:47:09.364824 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-pftct, hostIfaceName: 3ee23b1d3c05ba0, network: default, NAD default, SandboxID: "3ee23b1d3c05ba04223cb193e400ac0c3507e40fb4a8d61b1a4aa4bbd379d81e", PCI device ID: , UID: "15aa7129-45df-4a8d-a04f-1e12434cf154", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0326 23:47:09.621636 3893 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-pftct 3ee23b1d3c05ba04223cb193e400ac0c3507e40fb4a8d61b1a4aa4bbd379d81e network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-pftct 3ee23b1d3c05ba04223cb193e400ac0c3507e40fb4a8d61b1a4aa4bbd379d81e network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:52:2e:1c:e6:7b\",\"name\":\"3ee23b1d3c05ba0\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5986fd7b-99a4-4104-98ae-3459bad78a24\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:47:30.910630 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:30.911205 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:35.952733 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 I0326 23:48:00.829872 3893 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-tzwe-on-push-b5mcb-prefetch-dependencies-pod] creating logical port default-tenant_tsf-comp-tzwe-on-push-b5mcb-prefetch-dependencies-pod for pod on switch ip-10-0-0-75.ec2.internal I0326 23:48:00.830039 3893 kube.go:256] Updating pod default-tenant/tsf-comp-tzwe-on-push-b5mcb-prefetch-dependencies-pod I0326 23:48:00.856876 3893 pod.go:62] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-prefetch-dependencies-pod] pod update took 26.87568ms I0326 23:48:00.856903 3893 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-tzwe-on-push-b5mcb-prefetch-dependencies-pod] addLogicalPort annotation time took 26.907911ms I0326 23:48:00.858336 3893 pods.go:271] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-prefetch-dependencies-pod] addLogicalPort took 28.482086ms, libovsdb time 997.855µs I0326 23:48:01.053239 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0326 23:48:01.063221 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:48:01.063805 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:48:01.194380 3893 cni.go:403] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-prefetch-dependencies-pod c7d6187a7dff14f3ff52b10e30fd2993049505e761e7de7cc435ff686dd87fcd network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-prefetch-dependencies-pod c7d6187a7dff14f3ff52b10e30fd2993049505e761e7de7cc435ff686dd87fcd network default NAD default] I0326 23:48:01.203679 3893 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-tzwe-on-push-b5mcb-prefetch-dependencies-pod, hostIfaceName: c7d6187a7dff14f, network: default, NAD default, SandboxID: "c7d6187a7dff14f3ff52b10e30fd2993049505e761e7de7cc435ff686dd87fcd", PCI device ID: , UID: "7b7a89b1-c448-40f4-a7d4-331dcf15ea1a", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0326 23:48:01.258463 3893 cni.go:424] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-prefetch-dependencies-pod c7d6187a7dff14f3ff52b10e30fd2993049505e761e7de7cc435ff686dd87fcd network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-prefetch-dependencies-pod c7d6187a7dff14f3ff52b10e30fd2993049505e761e7de7cc435ff686dd87fcd network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:6c:bf:6c:c4:5c\",\"name\":\"c7d6187a7dff14f\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c36b1c0-095b-484c-81cc-1f944472c791\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:48:19.378347 3893 cni.go:403] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-prefetch-dependencies-pod c7d6187a7dff14f3ff52b10e30fd2993049505e761e7de7cc435ff686dd87fcd network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-prefetch-dependencies-pod c7d6187a7dff14f3ff52b10e30fd2993049505e761e7de7cc435ff686dd87fcd network default NAD default] I0326 23:48:19.457834 3893 cni.go:424] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-prefetch-dependencies-pod c7d6187a7dff14f3ff52b10e30fd2993049505e761e7de7cc435ff686dd87fcd network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-prefetch-dependencies-pod c7d6187a7dff14f3ff52b10e30fd2993049505e761e7de7cc435ff686dd87fcd network default NAD default], result "{}", err I0326 23:48:19.566913 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:48:19.566948 3893 pods.go:176] Deleting pod: default-tenant/tsf-comp-tzwe-on-push-b5mcb-prefetch-dependencies-pod I0326 23:48:19.568524 3893 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-tzwe-on-push-b5mcb-prefetch-dependencies-pod, ips: 10.128.0.56 I0326 23:48:19.568552 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:48:28.068936 3893 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0326 23:49:13.947272 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0326 23:49:22.075413 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0326 23:49:26.047915 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0326 23:49:34.064053 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0326 23:49:34.978109 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=74 I0326 23:49:49.075510 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0326 23:50:00.209778 3893 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dh8hp] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29576150-dh8hp for pod on switch ip-10-0-0-75.ec2.internal I0326 23:50:00.209891 3893 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dh8hp I0326 23:50:00.221124 3893 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dh8hp] pod update took 11.254328ms I0326 23:50:00.221147 3893 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dh8hp] addLogicalPort annotation time took 11.283743ms I0326 23:50:00.222549 3893 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dh8hp] addLogicalPort took 12.786624ms, libovsdb time 965.389µs I0326 23:50:00.573003 3893 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dh8hp eb7358c16aadc01e80de0ebbf66a58996b90fe1d4c7bd8da062515c0d4ab93fb network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dh8hp eb7358c16aadc01e80de0ebbf66a58996b90fe1d4c7bd8da062515c0d4ab93fb network default NAD default] I0326 23:50:00.581808 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29576150-dh8hp, hostIfaceName: eb7358c16aadc01, network: default, NAD default, SandboxID: "eb7358c16aadc01e80de0ebbf66a58996b90fe1d4c7bd8da062515c0d4ab93fb", PCI device ID: , UID: "944a9888-ec85-48c7-bd12-70ec2a82fb92", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0326 23:50:00.837012 3893 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dh8hp eb7358c16aadc01e80de0ebbf66a58996b90fe1d4c7bd8da062515c0d4ab93fb network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dh8hp eb7358c16aadc01e80de0ebbf66a58996b90fe1d4c7bd8da062515c0d4ab93fb network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:7f:e8:11:4c:52\",\"name\":\"eb7358c16aadc01\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3386011e-ca21-4c8c-8711-4c26489e9283\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:50:03.963659 3893 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dh8hp eb7358c16aadc01e80de0ebbf66a58996b90fe1d4c7bd8da062515c0d4ab93fb network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dh8hp eb7358c16aadc01e80de0ebbf66a58996b90fe1d4c7bd8da062515c0d4ab93fb network default NAD default] I0326 23:50:04.060936 3893 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dh8hp eb7358c16aadc01e80de0ebbf66a58996b90fe1d4c7bd8da062515c0d4ab93fb network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dh8hp eb7358c16aadc01e80de0ebbf66a58996b90fe1d4c7bd8da062515c0d4ab93fb network default NAD default], result "{}", err I0326 23:50:04.110239 3893 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dh8hp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:50:04.110276 3893 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dh8hp I0326 23:50:04.111590 3893 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dh8hp, ips: 10.128.0.57 I0326 23:50:04.111613 3893 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dh8hp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:50:04.972126 3893 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dh8hp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:50:04.972153 3893 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dh8hp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:50:05.008941 3893 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-4lsr2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:50:05.008986 3893 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-4lsr2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:50:05.012215 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-4lsr2 I0326 23:50:05.012240 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-4lsr2 I0326 23:50:27.950793 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=15 I0326 23:50:36.631799 3893 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-tzwe-on-push-b5mcb-build-image-index-pod] creating logical port default-tenant_tsf-comp-tzwe-on-push-b5mcb-build-image-index-pod for pod on switch ip-10-0-0-75.ec2.internal I0326 23:50:36.631994 3893 kube.go:256] Updating pod default-tenant/tsf-comp-tzwe-on-push-b5mcb-build-image-index-pod I0326 23:50:36.656155 3893 pod.go:62] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-build-image-index-pod] pod update took 24.210258ms I0326 23:50:36.656180 3893 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-tzwe-on-push-b5mcb-build-image-index-pod] addLogicalPort annotation time took 24.244067ms I0326 23:50:36.657601 3893 pods.go:271] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-build-image-index-pod] addLogicalPort took 25.819405ms, libovsdb time 964.855µs I0326 23:50:36.994367 3893 cni.go:403] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-build-image-index-pod b77b13b2497b47ba94e9c228e7c868b0aab79a3c9943d8776bbabb972d1edd89 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-build-image-index-pod b77b13b2497b47ba94e9c228e7c868b0aab79a3c9943d8776bbabb972d1edd89 network default NAD default] I0326 23:50:37.003441 3893 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-tzwe-on-push-b5mcb-build-image-index-pod, hostIfaceName: b77b13b2497b47b, network: default, NAD default, SandboxID: "b77b13b2497b47ba94e9c228e7c868b0aab79a3c9943d8776bbabb972d1edd89", PCI device ID: , UID: "acd5d95c-6235-45ed-bc43-fc819d42f120", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0326 23:50:37.052087 3893 cni.go:424] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-build-image-index-pod b77b13b2497b47ba94e9c228e7c868b0aab79a3c9943d8776bbabb972d1edd89 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-build-image-index-pod b77b13b2497b47ba94e9c228e7c868b0aab79a3c9943d8776bbabb972d1edd89 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:ee:8d:ec:ed:1e\",\"name\":\"b77b13b2497b47b\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49ffc474-af50-4c2a-832b-d8eb26a61e6a\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:50:37.072719 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:50:37.073202 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:51:17.288169 3893 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-tzwe-on-push-b5mcb-ecosystem-cert-preflight-checks-pod] creating logical port default-tenant_tsf-comp-tzwe-on-push-b5mcb-ecosystem-cert-preflight-checks-pod for pod on switch ip-10-0-0-75.ec2.internal I0326 23:51:17.288288 3893 kube.go:256] Updating pod default-tenant/tsf-comp-tzwe-on-push-b5mcb-ecosystem-cert-preflight-checks-pod I0326 23:51:17.317357 3893 pod.go:62] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-ecosystem-cert-preflight-checks-pod] pod update took 29.105865ms I0326 23:51:17.317394 3893 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-tzwe-on-push-b5mcb-ecosystem-cert-preflight-checks-pod] addLogicalPort annotation time took 29.135222ms I0326 23:51:17.318913 3893 pods.go:271] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-ecosystem-cert-preflight-checks-pod] addLogicalPort took 30.763395ms, libovsdb time 1.09388ms I0326 23:51:17.420206 3893 cni.go:403] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-build-image-index-pod b77b13b2497b47ba94e9c228e7c868b0aab79a3c9943d8776bbabb972d1edd89 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-build-image-index-pod b77b13b2497b47ba94e9c228e7c868b0aab79a3c9943d8776bbabb972d1edd89 network default NAD default] I0326 23:51:17.499063 3893 cni.go:424] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-build-image-index-pod b77b13b2497b47ba94e9c228e7c868b0aab79a3c9943d8776bbabb972d1edd89 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-build-image-index-pod b77b13b2497b47ba94e9c228e7c868b0aab79a3c9943d8776bbabb972d1edd89 network default NAD default], result "{}", err I0326 23:51:17.586130 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:51:17.586164 3893 pods.go:176] Deleting pod: default-tenant/tsf-comp-tzwe-on-push-b5mcb-build-image-index-pod I0326 23:51:17.587584 3893 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-tzwe-on-push-b5mcb-build-image-index-pod, ips: 10.128.0.58 I0326 23:51:17.587609 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:51:17.774195 3893 cni.go:403] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-ecosystem-cert-preflight-checks-pod 032e82961f089c31959528d9e48d25442f4a889adebc298a37c216fd6a526892 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-ecosystem-cert-preflight-checks-pod 032e82961f089c31959528d9e48d25442f4a889adebc298a37c216fd6a526892 network default NAD default] I0326 23:51:17.783532 3893 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-tzwe-on-push-b5mcb-ecosystem-cert-preflight-checks-pod, hostIfaceName: 032e82961f089c3, network: default, NAD default, SandboxID: "032e82961f089c31959528d9e48d25442f4a889adebc298a37c216fd6a526892", PCI device ID: , UID: "9b975a1e-fa76-4b37-a4c7-e0de73be2c93", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0326 23:51:17.832869 3893 cni.go:424] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-ecosystem-cert-preflight-checks-pod 032e82961f089c31959528d9e48d25442f4a889adebc298a37c216fd6a526892 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-ecosystem-cert-preflight-checks-pod 032e82961f089c31959528d9e48d25442f4a889adebc298a37c216fd6a526892 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:1e:82:d8:a5:34\",\"name\":\"032e82961f089c3\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/123f2339-a002-40c1-bcc5-cd1d0f74416f\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:51:18.197819 3893 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-snyk-check-pod] creating logical port default-tenant_tsf-comp-tzwe-on-push-b5mcb-sast-snyk-check-pod for pod on switch ip-10-0-0-75.ec2.internal I0326 23:51:18.197972 3893 kube.go:256] Updating pod default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-snyk-check-pod I0326 23:51:18.229175 3893 pod.go:62] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-snyk-check-pod] pod update took 31.249658ms I0326 23:51:18.229198 3893 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-snyk-check-pod] addLogicalPort annotation time took 31.27734ms I0326 23:51:18.230521 3893 pods.go:271] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-snyk-check-pod] addLogicalPort took 32.721348ms, libovsdb time 896.554µs I0326 23:51:18.468446 3893 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-tzwe-on-push-b5mcb-coverity-availability-check-pod] creating logical port default-tenant_tsf-comp-tzwe-on-push-b5mcb-coverity-availability-check-pod for pod on switch ip-10-0-0-75.ec2.internal I0326 23:51:18.468652 3893 kube.go:256] Updating pod default-tenant/tsf-comp-tzwe-on-push-b5mcb-coverity-availability-check-pod I0326 23:51:18.485051 3893 pod.go:62] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-coverity-availability-check-pod] pod update took 16.440154ms I0326 23:51:18.485075 3893 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-tzwe-on-push-b5mcb-coverity-availability-check-pod] addLogicalPort annotation time took 16.471371ms I0326 23:51:18.486377 3893 pods.go:271] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-coverity-availability-check-pod] addLogicalPort took 17.952233ms, libovsdb time 873.345µs I0326 23:51:18.578975 3893 cni.go:403] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-snyk-check-pod ddc5b0d0e8615592366a1224af955c3eeebb1cb566a40acdcc6dcede416ddd9c network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-snyk-check-pod ddc5b0d0e8615592366a1224af955c3eeebb1cb566a40acdcc6dcede416ddd9c network default NAD default] I0326 23:51:18.588262 3893 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-tzwe-on-push-b5mcb-sast-snyk-check-pod, hostIfaceName: ddc5b0d0e861559, network: default, NAD default, SandboxID: "ddc5b0d0e8615592366a1224af955c3eeebb1cb566a40acdcc6dcede416ddd9c", PCI device ID: , UID: "f94e861c-9f6a-482d-81f3-9d93526ca6c0", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0326 23:51:18.637223 3893 cni.go:424] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-snyk-check-pod ddc5b0d0e8615592366a1224af955c3eeebb1cb566a40acdcc6dcede416ddd9c network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-snyk-check-pod ddc5b0d0e8615592366a1224af955c3eeebb1cb566a40acdcc6dcede416ddd9c network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:20:b2:e6:f7:13\",\"name\":\"ddc5b0d0e861559\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/488a9eda-448b-4497-87a4-650c327a561e\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:51:18.844333 3893 cni.go:403] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-coverity-availability-check-pod 3b7a1322c5b7e584132116c1585b946180ae8e64fef10af9ab6fc5aabbd1c575 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-coverity-availability-check-pod 3b7a1322c5b7e584132116c1585b946180ae8e64fef10af9ab6fc5aabbd1c575 network default NAD default] I0326 23:51:18.868094 3893 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-tzwe-on-push-b5mcb-coverity-availability-check-pod, hostIfaceName: 3b7a1322c5b7e58, network: default, NAD default, SandboxID: "3b7a1322c5b7e584132116c1585b946180ae8e64fef10af9ab6fc5aabbd1c575", PCI device ID: , UID: "fc08a64c-0d21-4ad1-af3f-68ba60e02c67", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0326 23:51:18.917468 3893 cni.go:424] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-coverity-availability-check-pod 3b7a1322c5b7e584132116c1585b946180ae8e64fef10af9ab6fc5aabbd1c575 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-coverity-availability-check-pod 3b7a1322c5b7e584132116c1585b946180ae8e64fef10af9ab6fc5aabbd1c575 network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:63:18:9c:e3:37\",\"name\":\"3b7a1322c5b7e58\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6431f600-7037-44f7-b7ba-afefdf3c730a\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:51:19.222420 3893 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-shell-check-pod] creating logical port default-tenant_tsf-comp-tzwe-on-push-b5mcb-sast-shell-check-pod for pod on switch ip-10-0-0-75.ec2.internal I0326 23:51:19.222668 3893 kube.go:256] Updating pod default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-shell-check-pod I0326 23:51:19.243709 3893 pod.go:62] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-shell-check-pod] pod update took 21.088798ms I0326 23:51:19.243740 3893 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-shell-check-pod] addLogicalPort annotation time took 21.122516ms I0326 23:51:19.245312 3893 pods.go:271] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-shell-check-pod] addLogicalPort took 22.932542ms, libovsdb time 996.487µs I0326 23:51:19.629106 3893 cni.go:403] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-shell-check-pod 906505c46f610b9fcbd24cb3eb9d97ae9339f672a968a9ca306cdb04f7d68da2 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-shell-check-pod 906505c46f610b9fcbd24cb3eb9d97ae9339f672a968a9ca306cdb04f7d68da2 network default NAD default] I0326 23:51:19.638100 3893 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-tzwe-on-push-b5mcb-sast-shell-check-pod, hostIfaceName: 906505c46f610b9, network: default, NAD default, SandboxID: "906505c46f610b9fcbd24cb3eb9d97ae9339f672a968a9ca306cdb04f7d68da2", PCI device ID: , UID: "6b134edd-65d6-4a4f-9143-d6c985b4aa8c", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0326 23:51:19.686958 3893 cni.go:424] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-shell-check-pod 906505c46f610b9fcbd24cb3eb9d97ae9339f672a968a9ca306cdb04f7d68da2 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-shell-check-pod 906505c46f610b9fcbd24cb3eb9d97ae9339f672a968a9ca306cdb04f7d68da2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:56:9e:59:53:43\",\"name\":\"906505c46f610b9\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/084633e1-8035-4b27-9655-13ee022fd389\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:51:19.931571 3893 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-tzwe-on-push-b5mcb-apply-tags-pod] creating logical port default-tenant_tsf-comp-tzwe-on-push-b5mcb-apply-tags-pod for pod on switch ip-10-0-0-75.ec2.internal I0326 23:51:19.931750 3893 kube.go:256] Updating pod default-tenant/tsf-comp-tzwe-on-push-b5mcb-apply-tags-pod I0326 23:51:19.947454 3893 pod.go:62] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-apply-tags-pod] pod update took 15.739797ms I0326 23:51:19.947478 3893 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-tzwe-on-push-b5mcb-apply-tags-pod] addLogicalPort annotation time took 15.768842ms I0326 23:51:19.948887 3893 pods.go:271] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-apply-tags-pod] addLogicalPort took 17.337644ms, libovsdb time 978.073µs I0326 23:51:20.377772 3893 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-tzwe-on-push-b5mcb-push-dockerfile-pod] creating logical port default-tenant_tsf-comp-tzwe-on-push-b5mcb-push-dockerfile-pod for pod on switch ip-10-0-0-75.ec2.internal I0326 23:51:20.377933 3893 kube.go:256] Updating pod default-tenant/tsf-comp-tzwe-on-push-b5mcb-push-dockerfile-pod I0326 23:51:20.382546 3893 cni.go:403] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-apply-tags-pod 363a839d4b7d0db9349a4181ac46824a743915e4984a480741c633b150b35678 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-apply-tags-pod 363a839d4b7d0db9349a4181ac46824a743915e4984a480741c633b150b35678 network default NAD default] I0326 23:51:20.392811 3893 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-tzwe-on-push-b5mcb-apply-tags-pod, hostIfaceName: 363a839d4b7d0db, network: default, NAD default, SandboxID: "363a839d4b7d0db9349a4181ac46824a743915e4984a480741c633b150b35678", PCI device ID: , UID: "4751a9cc-f55f-46c5-9a87-671144de926c", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23] I0326 23:51:20.397538 3893 pod.go:62] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-push-dockerfile-pod] pod update took 19.648925ms I0326 23:51:20.397566 3893 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-tzwe-on-push-b5mcb-push-dockerfile-pod] addLogicalPort annotation time took 19.678341ms I0326 23:51:20.399118 3893 pods.go:271] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-push-dockerfile-pod] addLogicalPort took 21.365882ms, libovsdb time 1.019718ms I0326 23:51:20.457716 3893 cni.go:424] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-apply-tags-pod 363a839d4b7d0db9349a4181ac46824a743915e4984a480741c633b150b35678 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-apply-tags-pod 363a839d4b7d0db9349a4181ac46824a743915e4984a480741c633b150b35678 network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:2d:5f:c1:5b:da\",\"name\":\"363a839d4b7d0db\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29a2d2b8-82e3-40b0-ba8d-68bc8fc389e8\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:51:20.637545 3893 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-tzwe-on-push-b5mcb-rpms-signature-scan-pod] creating logical port default-tenant_tsf-comp-tzwe-on-push-b5mcb-rpms-signature-scan-pod for pod on switch ip-10-0-0-75.ec2.internal I0326 23:51:20.637672 3893 kube.go:256] Updating pod default-tenant/tsf-comp-tzwe-on-push-b5mcb-rpms-signature-scan-pod I0326 23:51:20.655182 3893 pod.go:62] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-rpms-signature-scan-pod] pod update took 17.542358ms I0326 23:51:20.655214 3893 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-tzwe-on-push-b5mcb-rpms-signature-scan-pod] addLogicalPort annotation time took 17.580357ms I0326 23:51:20.657108 3893 pods.go:271] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-rpms-signature-scan-pod] addLogicalPort took 19.582671ms, libovsdb time 1.239635ms I0326 23:51:20.799062 3893 cni.go:403] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-push-dockerfile-pod 91712ee9f7a15e73642108afeeb20795682b11454a6f37f16e6dea4796f2b460 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-push-dockerfile-pod 91712ee9f7a15e73642108afeeb20795682b11454a6f37f16e6dea4796f2b460 network default NAD default] I0326 23:51:20.809710 3893 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-tzwe-on-push-b5mcb-push-dockerfile-pod, hostIfaceName: 91712ee9f7a15e7, network: default, NAD default, SandboxID: "91712ee9f7a15e73642108afeeb20795682b11454a6f37f16e6dea4796f2b460", PCI device ID: , UID: "24f8ecf3-7723-4617-b39b-21fb95ac6ee4", MAC: 0a:58:0a:80:00:40, IPs: [10.128.0.64/23] I0326 23:51:20.867265 3893 cni.go:424] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-push-dockerfile-pod 91712ee9f7a15e73642108afeeb20795682b11454a6f37f16e6dea4796f2b460 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-push-dockerfile-pod 91712ee9f7a15e73642108afeeb20795682b11454a6f37f16e6dea4796f2b460 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:f0:8f:7d:05:33\",\"name\":\"91712ee9f7a15e7\"},{\"mac\":\"0a:58:0a:80:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c54d567-f51a-4b27-88ff-f2b4243769cc\"}],\"ips\":[{\"address\":\"10.128.0.64/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:51:21.160068 3893 cni.go:403] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-rpms-signature-scan-pod 8f86751f86b7e6ae53fd4b33d4e397555461ba1ea427d935655deb351811e75a network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-rpms-signature-scan-pod 8f86751f86b7e6ae53fd4b33d4e397555461ba1ea427d935655deb351811e75a network default NAD default] I0326 23:51:21.171317 3893 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-tzwe-on-push-b5mcb-rpms-signature-scan-pod, hostIfaceName: 8f86751f86b7e6a, network: default, NAD default, SandboxID: "8f86751f86b7e6ae53fd4b33d4e397555461ba1ea427d935655deb351811e75a", PCI device ID: , UID: "c8c9dce2-5d0c-4d44-b3bf-0ca2233810c1", MAC: 0a:58:0a:80:00:41, IPs: [10.128.0.65/23] I0326 23:51:21.240816 3893 cni.go:424] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-rpms-signature-scan-pod 8f86751f86b7e6ae53fd4b33d4e397555461ba1ea427d935655deb351811e75a network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-rpms-signature-scan-pod 8f86751f86b7e6ae53fd4b33d4e397555461ba1ea427d935655deb351811e75a network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:70:ae:d0:16:a5\",\"name\":\"8f86751f86b7e6a\"},{\"mac\":\"0a:58:0a:80:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d456f27-5673-4002-8906-af7074df517e\"}],\"ips\":[{\"address\":\"10.128.0.65/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:51:46.044437 3893 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0326 23:51:57.039806 3893 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0326 23:52:17.033306 3893 cni.go:403] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-coverity-availability-check-pod 3b7a1322c5b7e584132116c1585b946180ae8e64fef10af9ab6fc5aabbd1c575 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-coverity-availability-check-pod 3b7a1322c5b7e584132116c1585b946180ae8e64fef10af9ab6fc5aabbd1c575 network default NAD default] I0326 23:52:17.034103 3893 cni.go:403] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-apply-tags-pod 363a839d4b7d0db9349a4181ac46824a743915e4984a480741c633b150b35678 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-apply-tags-pod 363a839d4b7d0db9349a4181ac46824a743915e4984a480741c633b150b35678 network default NAD default] I0326 23:52:17.159363 3893 cni.go:424] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-coverity-availability-check-pod 3b7a1322c5b7e584132116c1585b946180ae8e64fef10af9ab6fc5aabbd1c575 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-coverity-availability-check-pod 3b7a1322c5b7e584132116c1585b946180ae8e64fef10af9ab6fc5aabbd1c575 network default NAD default], result "{}", err I0326 23:52:17.174046 3893 cni.go:424] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-apply-tags-pod 363a839d4b7d0db9349a4181ac46824a743915e4984a480741c633b150b35678 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-apply-tags-pod 363a839d4b7d0db9349a4181ac46824a743915e4984a480741c633b150b35678 network default NAD default], result "{}", err I0326 23:52:17.369421 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-coverity-availability-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:52:17.369465 3893 pods.go:176] Deleting pod: default-tenant/tsf-comp-tzwe-on-push-b5mcb-coverity-availability-check-pod I0326 23:52:17.371301 3893 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-tzwe-on-push-b5mcb-coverity-availability-check-pod, ips: 10.128.0.61 I0326 23:52:17.371340 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-coverity-availability-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:52:17.399767 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-apply-tags-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:52:17.399807 3893 pods.go:176] Deleting pod: default-tenant/tsf-comp-tzwe-on-push-b5mcb-apply-tags-pod I0326 23:52:17.401566 3893 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-tzwe-on-push-b5mcb-apply-tags-pod, ips: 10.128.0.63 I0326 23:52:17.401598 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-apply-tags-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:52:17.875358 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:52:17.876019 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:52:18.046312 3893 cni.go:403] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-snyk-check-pod ddc5b0d0e8615592366a1224af955c3eeebb1cb566a40acdcc6dcede416ddd9c network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-snyk-check-pod ddc5b0d0e8615592366a1224af955c3eeebb1cb566a40acdcc6dcede416ddd9c network default NAD default] I0326 23:52:18.154939 3893 cni.go:424] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-snyk-check-pod ddc5b0d0e8615592366a1224af955c3eeebb1cb566a40acdcc6dcede416ddd9c network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-snyk-check-pod ddc5b0d0e8615592366a1224af955c3eeebb1cb566a40acdcc6dcede416ddd9c network default NAD default], result "{}", err I0326 23:52:18.257815 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-snyk-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:52:18.257885 3893 pods.go:176] Deleting pod: default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-snyk-check-pod I0326 23:52:18.259574 3893 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-snyk-check-pod, ips: 10.128.0.60 I0326 23:52:18.259602 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-snyk-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:52:31.059953 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0326 23:52:31.160418 3893 cni.go:403] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-push-dockerfile-pod 91712ee9f7a15e73642108afeeb20795682b11454a6f37f16e6dea4796f2b460 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-push-dockerfile-pod 91712ee9f7a15e73642108afeeb20795682b11454a6f37f16e6dea4796f2b460 network default NAD default] I0326 23:52:31.162040 3893 cni.go:403] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-shell-check-pod 906505c46f610b9fcbd24cb3eb9d97ae9339f672a968a9ca306cdb04f7d68da2 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-shell-check-pod 906505c46f610b9fcbd24cb3eb9d97ae9339f672a968a9ca306cdb04f7d68da2 network default NAD default] I0326 23:52:31.282399 3893 cni.go:424] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-push-dockerfile-pod 91712ee9f7a15e73642108afeeb20795682b11454a6f37f16e6dea4796f2b460 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-push-dockerfile-pod 91712ee9f7a15e73642108afeeb20795682b11454a6f37f16e6dea4796f2b460 network default NAD default], result "{}", err I0326 23:52:31.294198 3893 cni.go:424] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-shell-check-pod 906505c46f610b9fcbd24cb3eb9d97ae9339f672a968a9ca306cdb04f7d68da2 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-shell-check-pod 906505c46f610b9fcbd24cb3eb9d97ae9339f672a968a9ca306cdb04f7d68da2 network default NAD default], result "{}", err I0326 23:52:31.672095 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:52:31.672737 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:52:31.953624 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:52:31.954172 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:52:32.494436 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-push-dockerfile-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:52:32.494506 3893 pods.go:176] Deleting pod: default-tenant/tsf-comp-tzwe-on-push-b5mcb-push-dockerfile-pod I0326 23:52:32.496138 3893 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-tzwe-on-push-b5mcb-push-dockerfile-pod, ips: 10.128.0.64 I0326 23:52:32.496169 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-push-dockerfile-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:52:32.528117 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:52:32.528200 3893 pods.go:176] Deleting pod: default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-shell-check-pod I0326 23:52:32.529796 3893 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-shell-check-pod, ips: 10.128.0.62 I0326 23:52:32.529834 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:53:05.428935 3893 cni.go:403] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-rpms-signature-scan-pod 8f86751f86b7e6ae53fd4b33d4e397555461ba1ea427d935655deb351811e75a network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-rpms-signature-scan-pod 8f86751f86b7e6ae53fd4b33d4e397555461ba1ea427d935655deb351811e75a network default NAD default] I0326 23:53:05.518997 3893 cni.go:424] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-rpms-signature-scan-pod 8f86751f86b7e6ae53fd4b33d4e397555461ba1ea427d935655deb351811e75a network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-rpms-signature-scan-pod 8f86751f86b7e6ae53fd4b33d4e397555461ba1ea427d935655deb351811e75a network default NAD default], result "{}", err I0326 23:53:05.614754 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:53:05.614822 3893 pods.go:176] Deleting pod: default-tenant/tsf-comp-tzwe-on-push-b5mcb-rpms-signature-scan-pod I0326 23:53:05.616629 3893 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-tzwe-on-push-b5mcb-rpms-signature-scan-pod, ips: 10.128.0.65 I0326 23:53:05.616660 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:53:08.457798 3893 cni.go:403] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-ecosystem-cert-preflight-checks-pod 032e82961f089c31959528d9e48d25442f4a889adebc298a37c216fd6a526892 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-ecosystem-cert-preflight-checks-pod 032e82961f089c31959528d9e48d25442f4a889adebc298a37c216fd6a526892 network default NAD default] I0326 23:53:08.559550 3893 cni.go:424] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-ecosystem-cert-preflight-checks-pod 032e82961f089c31959528d9e48d25442f4a889adebc298a37c216fd6a526892 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-ecosystem-cert-preflight-checks-pod 032e82961f089c31959528d9e48d25442f4a889adebc298a37c216fd6a526892 network default NAD default], result "{}", err I0326 23:53:08.747800 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-ecosystem-cert-preflight-checks-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:53:08.747844 3893 pods.go:176] Deleting pod: default-tenant/tsf-comp-tzwe-on-push-b5mcb-ecosystem-cert-preflight-checks-pod I0326 23:53:08.749477 3893 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-tzwe-on-push-b5mcb-ecosystem-cert-preflight-checks-pod, ips: 10.128.0.59 I0326 23:53:08.749511 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-ecosystem-cert-preflight-checks-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:53:39.060430 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0326 23:53:53.955197 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0326 23:54:07.950903 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0326 23:54:27.056513 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0326 23:54:39.783901 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:54:39.784494 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:54:54.724548 3893 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-5pvnj 36539d2aee3478e083acab717b25f4961604a9034a349bece6f00fc276c29368 network default NAD default] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-5pvnj 36539d2aee3478e083acab717b25f4961604a9034a349bece6f00fc276c29368 network default NAD default] I0326 23:54:54.725776 3893 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-pftct 3ee23b1d3c05ba04223cb193e400ac0c3507e40fb4a8d61b1a4aa4bbd379d81e network default NAD default] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-pftct 3ee23b1d3c05ba04223cb193e400ac0c3507e40fb4a8d61b1a4aa4bbd379d81e network default NAD default] I0326 23:54:54.802491 3893 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-5pvnj 36539d2aee3478e083acab717b25f4961604a9034a349bece6f00fc276c29368 network default NAD default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-5pvnj 36539d2aee3478e083acab717b25f4961604a9034a349bece6f00fc276c29368 network default NAD default], result "{}", err I0326 23:54:54.840142 3893 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-pftct 3ee23b1d3c05ba04223cb193e400ac0c3507e40fb4a8d61b1a4aa4bbd379d81e network default NAD default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-pftct 3ee23b1d3c05ba04223cb193e400ac0c3507e40fb4a8d61b1a4aa4bbd379d81e network default NAD default], result "{}", err I0326 23:54:54.860577 3893 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-5pvnj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:54:54.860647 3893 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-5pvnj I0326 23:54:54.862111 3893 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-5pvnj, ips: 10.128.0.35 I0326 23:54:54.862146 3893 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-5pvnj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:54:54.884751 3893 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-pftct of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:54:54.884792 3893 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-pftct I0326 23:54:54.886237 3893 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-pftct, ips: 10.128.0.55 I0326 23:54:54.886261 3893 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-pftct of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:54:55.156988 3893 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-pftct of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:54:55.157011 3893 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-pftct of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:54:55.163715 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-pftct I0326 23:54:55.163744 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-pftct I0326 23:54:55.763002 3893 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-5pvnj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:54:55.763022 3893 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-5pvnj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:54:55.768995 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-5pvnj I0326 23:54:55.769026 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-5pvnj I0326 23:55:05.007071 3893 obj_retry.go:464] Detected object default-tenant/my-integration-test-trnc-j8fqm-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:55:05.007648 3893 obj_retry.go:464] Detected object default-tenant/my-integration-test-trnc-j8fqm-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:55:06.071603 3893 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0326 23:55:07.050203 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5 I0326 23:55:17.239296 3893 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-n7dtm-verify-access-to-resources-pod] creating logical port default-tenant-managed_managed-n7dtm-verify-access-to-resources-pod for pod on switch ip-10-0-0-75.ec2.internal I0326 23:55:17.239477 3893 kube.go:256] Updating pod default-tenant-managed/managed-n7dtm-verify-access-to-resources-pod I0326 23:55:17.256943 3893 pod.go:62] [default-tenant-managed/managed-n7dtm-verify-access-to-resources-pod] pod update took 17.496462ms I0326 23:55:17.256964 3893 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-n7dtm-verify-access-to-resources-pod] addLogicalPort annotation time took 17.524654ms I0326 23:55:17.258438 3893 pods.go:271] [default-tenant-managed/managed-n7dtm-verify-access-to-resources-pod] addLogicalPort took 19.158874ms, libovsdb time 1.05215ms I0326 23:55:17.608692 3893 cni.go:403] [default-tenant-managed/managed-n7dtm-verify-access-to-resources-pod b668bc62b76a68c669825a316362b8a126b2f91b145bc92cce0f9b640accfa0a network default NAD default] ADD starting CNI request [default-tenant-managed/managed-n7dtm-verify-access-to-resources-pod b668bc62b76a68c669825a316362b8a126b2f91b145bc92cce0f9b640accfa0a network default NAD default] I0326 23:55:17.617243 3893 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-n7dtm-verify-access-to-resources-pod, hostIfaceName: b668bc62b76a68c, network: default, NAD default, SandboxID: "b668bc62b76a68c669825a316362b8a126b2f91b145bc92cce0f9b640accfa0a", PCI device ID: , UID: "92e97388-b6ad-464a-b527-83ef1a44691d", MAC: 0a:58:0a:80:00:42, IPs: [10.128.0.66/23] I0326 23:55:17.667895 3893 cni.go:424] [default-tenant-managed/managed-n7dtm-verify-access-to-resources-pod b668bc62b76a68c669825a316362b8a126b2f91b145bc92cce0f9b640accfa0a network default NAD default] ADD finished CNI request [default-tenant-managed/managed-n7dtm-verify-access-to-resources-pod b668bc62b76a68c669825a316362b8a126b2f91b145bc92cce0f9b640accfa0a network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:29:24:9d:8e:7f\",\"name\":\"b668bc62b76a68c\"},{\"mac\":\"0a:58:0a:80:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6fed97ce-4f1b-4619-8e19-64741deb3b35\"}],\"ips\":[{\"address\":\"10.128.0.66/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:55:18.949641 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0326 23:55:19.999251 3893 base_network_controller_pods.go:487] [default/default-tenant-managed/affinity-assistant-87af7b4a69-0] creating logical port default-tenant-managed_affinity-assistant-87af7b4a69-0 for pod on switch ip-10-0-0-75.ec2.internal I0326 23:55:19.999379 3893 kube.go:256] Updating pod default-tenant-managed/affinity-assistant-87af7b4a69-0 I0326 23:55:20.011336 3893 pod.go:62] [default-tenant-managed/affinity-assistant-87af7b4a69-0] pod update took 11.978711ms I0326 23:55:20.011365 3893 base_network_controller_pods.go:937] [default/default-tenant-managed/affinity-assistant-87af7b4a69-0] addLogicalPort annotation time took 12.014615ms I0326 23:55:20.013086 3893 pods.go:271] [default-tenant-managed/affinity-assistant-87af7b4a69-0] addLogicalPort took 13.849235ms, libovsdb time 1.155363ms I0326 23:55:20.378553 3893 cni.go:403] [default-tenant-managed/affinity-assistant-87af7b4a69-0 badf346b7aa2ebc38bbc01cd623ee24823f4c6c5a566059047b49ee823caeed6 network default NAD default] ADD starting CNI request [default-tenant-managed/affinity-assistant-87af7b4a69-0 badf346b7aa2ebc38bbc01cd623ee24823f4c6c5a566059047b49ee823caeed6 network default NAD default] I0326 23:55:20.390031 3893 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: affinity-assistant-87af7b4a69-0, hostIfaceName: badf346b7aa2ebc, network: default, NAD default, SandboxID: "badf346b7aa2ebc38bbc01cd623ee24823f4c6c5a566059047b49ee823caeed6", PCI device ID: , UID: "aec04439-58cd-4da5-a137-7ac5a9dde1ac", MAC: 0a:58:0a:80:00:43, IPs: [10.128.0.67/23] I0326 23:55:20.447071 3893 cni.go:424] [default-tenant-managed/affinity-assistant-87af7b4a69-0 badf346b7aa2ebc38bbc01cd623ee24823f4c6c5a566059047b49ee823caeed6 network default NAD default] ADD finished CNI request [default-tenant-managed/affinity-assistant-87af7b4a69-0 badf346b7aa2ebc38bbc01cd623ee24823f4c6c5a566059047b49ee823caeed6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:d2:18:28:3b:84\",\"name\":\"badf346b7aa2ebc\"},{\"mac\":\"0a:58:0a:80:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25d88b78-3873-4663-a985-7d865d89616b\"}],\"ips\":[{\"address\":\"10.128.0.67/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:55:34.477101 3893 cni.go:403] [default-tenant-managed/managed-n7dtm-verify-access-to-resources-pod b668bc62b76a68c669825a316362b8a126b2f91b145bc92cce0f9b640accfa0a network default NAD default] DEL starting CNI request [default-tenant-managed/managed-n7dtm-verify-access-to-resources-pod b668bc62b76a68c669825a316362b8a126b2f91b145bc92cce0f9b640accfa0a network default NAD default] I0326 23:55:34.566054 3893 cni.go:424] [default-tenant-managed/managed-n7dtm-verify-access-to-resources-pod b668bc62b76a68c669825a316362b8a126b2f91b145bc92cce0f9b640accfa0a network default NAD default] DEL finished CNI request [default-tenant-managed/managed-n7dtm-verify-access-to-resources-pod b668bc62b76a68c669825a316362b8a126b2f91b145bc92cce0f9b640accfa0a network default NAD default], result "{}", err I0326 23:55:34.748495 3893 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:55:34.748539 3893 pods.go:176] Deleting pod: default-tenant-managed/managed-n7dtm-verify-access-to-resources-pod I0326 23:55:34.749970 3893 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-n7dtm-verify-access-to-resources-pod, ips: 10.128.0.66 I0326 23:55:34.750000 3893 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:55:39.765060 3893 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-8sqf8] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-8sqf8 for pod on switch ip-10-0-0-75.ec2.internal I0326 23:55:39.765195 3893 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-8sqf8 I0326 23:55:39.778777 3893 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-8sqf8] pod update took 13.61119ms I0326 23:55:39.778801 3893 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-8sqf8] addLogicalPort annotation time took 13.642796ms I0326 23:55:39.780215 3893 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-8sqf8] addLogicalPort took 15.172509ms, libovsdb time 975.826µs I0326 23:55:39.785452 3893 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-jdr2k] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-jdr2k for pod on switch ip-10-0-0-75.ec2.internal I0326 23:55:39.785577 3893 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-jdr2k I0326 23:55:39.799255 3893 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-jdr2k] pod update took 13.704621ms I0326 23:55:39.799282 3893 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-jdr2k] addLogicalPort annotation time took 13.735808ms I0326 23:55:39.800669 3893 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-jdr2k] addLogicalPort took 15.229047ms, libovsdb time 953.757µs I0326 23:55:40.151965 3893 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-8sqf8 0d442b2d967d426d75ad227f8d794c7ffbeb799a8f426945446842278f1e583b network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-8sqf8 0d442b2d967d426d75ad227f8d794c7ffbeb799a8f426945446842278f1e583b network default NAD default] I0326 23:55:40.157757 3893 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-jdr2k 2cd4f9b1712c1e1f91d7c5f5598b5b889a031c42813781c9a58130b0b55b9644 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-jdr2k 2cd4f9b1712c1e1f91d7c5f5598b5b889a031c42813781c9a58130b0b55b9644 network default NAD default] I0326 23:55:40.162414 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-8sqf8, hostIfaceName: 0d442b2d967d426, network: default, NAD default, SandboxID: "0d442b2d967d426d75ad227f8d794c7ffbeb799a8f426945446842278f1e583b", PCI device ID: , UID: "97c1b264-7a99-4a13-a782-d8f08fa57ce9", MAC: 0a:58:0a:80:00:44, IPs: [10.128.0.68/23] I0326 23:55:40.167233 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-jdr2k, hostIfaceName: 2cd4f9b1712c1e1, network: default, NAD default, SandboxID: "2cd4f9b1712c1e1f91d7c5f5598b5b889a031c42813781c9a58130b0b55b9644", PCI device ID: , UID: "d04af3c8-4102-4a34-ad1a-0bc278e816c2", MAC: 0a:58:0a:80:00:45, IPs: [10.128.0.69/23] I0326 23:55:40.213299 3893 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-8sqf8 0d442b2d967d426d75ad227f8d794c7ffbeb799a8f426945446842278f1e583b network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-8sqf8 0d442b2d967d426d75ad227f8d794c7ffbeb799a8f426945446842278f1e583b network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:b5:cd:51:06:40\",\"name\":\"0d442b2d967d426\"},{\"mac\":\"0a:58:0a:80:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a5fc719-0439-4c2b-9ccd-da27b29ee8ad\"}],\"ips\":[{\"address\":\"10.128.0.68/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:55:40.236324 3893 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-jdr2k 2cd4f9b1712c1e1f91d7c5f5598b5b889a031c42813781c9a58130b0b55b9644 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-jdr2k 2cd4f9b1712c1e1f91d7c5f5598b5b889a031c42813781c9a58130b0b55b9644 network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:71:1d:6d:8a:5b\",\"name\":\"2cd4f9b1712c1e1\"},{\"mac\":\"0a:58:0a:80:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0cb72cd8-e33f-4707-a6a7-a9d748d37871\"}],\"ips\":[{\"address\":\"10.128.0.69/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:55:51.531591 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:55:51.531613 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:55:51.531619 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:55:51.531624 3893 util.go:959] Failed to build node endpoints for node ip-10-0-0-75.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0326 23:55:56.981714 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=233 I0326 23:56:09.449127 3893 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:56:09.449774 3893 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:56:10.883336 3893 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-n7dtm-collect-task-params-pod] creating logical port default-tenant-managed_managed-n7dtm-collect-task-params-pod for pod on switch ip-10-0-0-75.ec2.internal I0326 23:56:10.883513 3893 kube.go:256] Updating pod default-tenant-managed/managed-n7dtm-collect-task-params-pod I0326 23:56:10.906533 3893 pod.go:62] [default-tenant-managed/managed-n7dtm-collect-task-params-pod] pod update took 23.051329ms I0326 23:56:10.906562 3893 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-n7dtm-collect-task-params-pod] addLogicalPort annotation time took 23.086615ms I0326 23:56:10.908103 3893 pods.go:271] [default-tenant-managed/managed-n7dtm-collect-task-params-pod] addLogicalPort took 24.789528ms, libovsdb time 959.154µs I0326 23:56:11.260647 3893 cni.go:403] [default-tenant-managed/managed-n7dtm-collect-task-params-pod 7c4041917b4924912f29bca3da1ceb4ec59d6ac23e7774f9719be1847d80112d network default NAD default] ADD starting CNI request [default-tenant-managed/managed-n7dtm-collect-task-params-pod 7c4041917b4924912f29bca3da1ceb4ec59d6ac23e7774f9719be1847d80112d network default NAD default] I0326 23:56:11.269181 3893 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-n7dtm-collect-task-params-pod, hostIfaceName: 7c4041917b49249, network: default, NAD default, SandboxID: "7c4041917b4924912f29bca3da1ceb4ec59d6ac23e7774f9719be1847d80112d", PCI device ID: , UID: "e76b824e-6aa8-4363-aaff-b272f4b253b9", MAC: 0a:58:0a:80:00:46, IPs: [10.128.0.70/23] I0326 23:56:11.336132 3893 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-n7dtm-collect-registry-token-secret-pod] creating logical port default-tenant-managed_managed-n7dtm-collect-registry-token-secret-pod for pod on switch ip-10-0-0-75.ec2.internal I0326 23:56:11.336240 3893 kube.go:256] Updating pod default-tenant-managed/managed-n7dtm-collect-registry-token-secret-pod I0326 23:56:11.357629 3893 pod.go:62] [default-tenant-managed/managed-n7dtm-collect-registry-token-secret-pod] pod update took 21.414624ms I0326 23:56:11.357659 3893 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-n7dtm-collect-registry-token-secret-pod] addLogicalPort annotation time took 21.448186ms I0326 23:56:11.359123 3893 pods.go:271] [default-tenant-managed/managed-n7dtm-collect-registry-token-secret-pod] addLogicalPort took 23.008855ms, libovsdb time 911.685µs I0326 23:56:11.525591 3893 cni.go:424] [default-tenant-managed/managed-n7dtm-collect-task-params-pod 7c4041917b4924912f29bca3da1ceb4ec59d6ac23e7774f9719be1847d80112d network default NAD default] ADD finished CNI request [default-tenant-managed/managed-n7dtm-collect-task-params-pod 7c4041917b4924912f29bca3da1ceb4ec59d6ac23e7774f9719be1847d80112d network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:29:1e:60:73:c6\",\"name\":\"7c4041917b49249\"},{\"mac\":\"0a:58:0a:80:00:46\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5bfe7af2-0b72-4316-a8e1-af84910d0365\"}],\"ips\":[{\"address\":\"10.128.0.70/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:56:11.701898 3893 cni.go:403] [default-tenant-managed/managed-n7dtm-collect-registry-token-secret-pod 84fab0b2e056a2f03d3717c3b6f4183413c9addfd71c1352ee251765b5bce32a network default NAD default] ADD starting CNI request [default-tenant-managed/managed-n7dtm-collect-registry-token-secret-pod 84fab0b2e056a2f03d3717c3b6f4183413c9addfd71c1352ee251765b5bce32a network default NAD default] I0326 23:56:11.710865 3893 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-n7dtm-collect-registry-token-secret-pod, hostIfaceName: 84fab0b2e056a2f, network: default, NAD default, SandboxID: "84fab0b2e056a2f03d3717c3b6f4183413c9addfd71c1352ee251765b5bce32a", PCI device ID: , UID: "2ee9145a-0d93-45fa-bf02-63ca5991959b", MAC: 0a:58:0a:80:00:47, IPs: [10.128.0.71/23] I0326 23:56:11.762998 3893 cni.go:424] [default-tenant-managed/managed-n7dtm-collect-registry-token-secret-pod 84fab0b2e056a2f03d3717c3b6f4183413c9addfd71c1352ee251765b5bce32a network default NAD default] ADD finished CNI request [default-tenant-managed/managed-n7dtm-collect-registry-token-secret-pod 84fab0b2e056a2f03d3717c3b6f4183413c9addfd71c1352ee251765b5bce32a network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:21:18:30:a4:8a\",\"name\":\"84fab0b2e056a2f\"},{\"mac\":\"0a:58:0a:80:00:47\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d30e0b4-e267-4d96-8d71-db108d336fa9\"}],\"ips\":[{\"address\":\"10.128.0.71/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:56:12.473241 3893 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-n7dtm-check-data-keys-pod] creating logical port default-tenant-managed_managed-n7dtm-check-data-keys-pod for pod on switch ip-10-0-0-75.ec2.internal I0326 23:56:12.473357 3893 kube.go:256] Updating pod default-tenant-managed/managed-n7dtm-check-data-keys-pod I0326 23:56:12.493380 3893 pod.go:62] [default-tenant-managed/managed-n7dtm-check-data-keys-pod] pod update took 20.05474ms I0326 23:56:12.493425 3893 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-n7dtm-check-data-keys-pod] addLogicalPort annotation time took 20.103799ms I0326 23:56:12.494756 3893 pods.go:271] [default-tenant-managed/managed-n7dtm-check-data-keys-pod] addLogicalPort took 21.53262ms, libovsdb time 922.915µs I0326 23:56:12.840739 3893 cni.go:403] [default-tenant-managed/managed-n7dtm-check-data-keys-pod 85865918f6dfdbbb24a932f5f3ec25ed6aea895ffc4e7704980d4bbbb969f954 network default NAD default] ADD starting CNI request [default-tenant-managed/managed-n7dtm-check-data-keys-pod 85865918f6dfdbbb24a932f5f3ec25ed6aea895ffc4e7704980d4bbbb969f954 network default NAD default] I0326 23:56:12.849477 3893 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-n7dtm-check-data-keys-pod, hostIfaceName: 85865918f6dfdbb, network: default, NAD default, SandboxID: "85865918f6dfdbbb24a932f5f3ec25ed6aea895ffc4e7704980d4bbbb969f954", PCI device ID: , UID: "85b0992b-1dcd-4934-ac7f-4bb149de640d", MAC: 0a:58:0a:80:00:48, IPs: [10.128.0.72/23] I0326 23:56:12.898140 3893 cni.go:424] [default-tenant-managed/managed-n7dtm-check-data-keys-pod 85865918f6dfdbbb24a932f5f3ec25ed6aea895ffc4e7704980d4bbbb969f954 network default NAD default] ADD finished CNI request [default-tenant-managed/managed-n7dtm-check-data-keys-pod 85865918f6dfdbbb24a932f5f3ec25ed6aea895ffc4e7704980d4bbbb969f954 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:59:4c:1b:5c:ae\",\"name\":\"85865918f6dfdbb\"},{\"mac\":\"0a:58:0a:80:00:48\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d26a3df-6ffa-4f59-b76a-53fa5e33c897\"}],\"ips\":[{\"address\":\"10.128.0.72/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:56:19.856586 3893 cni.go:403] [default-tenant-managed/managed-n7dtm-collect-task-params-pod 7c4041917b4924912f29bca3da1ceb4ec59d6ac23e7774f9719be1847d80112d network default NAD default] DEL starting CNI request [default-tenant-managed/managed-n7dtm-collect-task-params-pod 7c4041917b4924912f29bca3da1ceb4ec59d6ac23e7774f9719be1847d80112d network default NAD default] I0326 23:56:19.856673 3893 cni.go:403] [default-tenant-managed/managed-n7dtm-collect-registry-token-secret-pod 84fab0b2e056a2f03d3717c3b6f4183413c9addfd71c1352ee251765b5bce32a network default NAD default] DEL starting CNI request [default-tenant-managed/managed-n7dtm-collect-registry-token-secret-pod 84fab0b2e056a2f03d3717c3b6f4183413c9addfd71c1352ee251765b5bce32a network default NAD default] I0326 23:56:19.965021 3893 cni.go:424] [default-tenant-managed/managed-n7dtm-collect-registry-token-secret-pod 84fab0b2e056a2f03d3717c3b6f4183413c9addfd71c1352ee251765b5bce32a network default NAD default] DEL finished CNI request [default-tenant-managed/managed-n7dtm-collect-registry-token-secret-pod 84fab0b2e056a2f03d3717c3b6f4183413c9addfd71c1352ee251765b5bce32a network default NAD default], result "{}", err I0326 23:56:19.978729 3893 cni.go:424] [default-tenant-managed/managed-n7dtm-collect-task-params-pod 7c4041917b4924912f29bca3da1ceb4ec59d6ac23e7774f9719be1847d80112d network default NAD default] DEL finished CNI request [default-tenant-managed/managed-n7dtm-collect-task-params-pod 7c4041917b4924912f29bca3da1ceb4ec59d6ac23e7774f9719be1847d80112d network default NAD default], result "{}", err I0326 23:56:20.041153 3893 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:56:20.041189 3893 pods.go:176] Deleting pod: default-tenant-managed/managed-n7dtm-collect-registry-token-secret-pod I0326 23:56:20.057930 3893 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-n7dtm-collect-registry-token-secret-pod, ips: 10.128.0.71 I0326 23:56:20.058057 3893 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:56:20.072853 3893 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:56:20.072909 3893 pods.go:176] Deleting pod: default-tenant-managed/managed-n7dtm-collect-task-params-pod I0326 23:56:20.074146 3893 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-n7dtm-collect-task-params-pod, ips: 10.128.0.70 I0326 23:56:20.074176 3893 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:56:28.946112 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=63 I0326 23:56:32.962723 3893 cni.go:403] [default-tenant-managed/managed-n7dtm-check-data-keys-pod 85865918f6dfdbbb24a932f5f3ec25ed6aea895ffc4e7704980d4bbbb969f954 network default NAD default] DEL starting CNI request [default-tenant-managed/managed-n7dtm-check-data-keys-pod 85865918f6dfdbbb24a932f5f3ec25ed6aea895ffc4e7704980d4bbbb969f954 network default NAD default] I0326 23:56:33.049488 3893 cni.go:424] [default-tenant-managed/managed-n7dtm-check-data-keys-pod 85865918f6dfdbbb24a932f5f3ec25ed6aea895ffc4e7704980d4bbbb969f954 network default NAD default] DEL finished CNI request [default-tenant-managed/managed-n7dtm-check-data-keys-pod 85865918f6dfdbbb24a932f5f3ec25ed6aea895ffc4e7704980d4bbbb969f954 network default NAD default], result "{}", err I0326 23:56:33.122755 3893 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:56:33.122811 3893 pods.go:176] Deleting pod: default-tenant-managed/managed-n7dtm-check-data-keys-pod I0326 23:56:33.124155 3893 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-n7dtm-check-data-keys-pod, ips: 10.128.0.72 I0326 23:56:33.124189 3893 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:56:40.675517 3893 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:56:40.676088 3893 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:57:05.893378 3893 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:57:05.893958 3893 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:57:08.066614 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0326 23:57:10.078518 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0326 23:57:27.062030 3893 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:57:27.062644 3893 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:57:27.586220 3893 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-n7dtm-verify-conforma-pod] creating logical port default-tenant-managed_managed-n7dtm-verify-conforma-pod for pod on switch ip-10-0-0-75.ec2.internal I0326 23:57:27.586349 3893 kube.go:256] Updating pod default-tenant-managed/managed-n7dtm-verify-conforma-pod I0326 23:57:27.624431 3893 pod.go:62] [default-tenant-managed/managed-n7dtm-verify-conforma-pod] pod update took 38.117124ms I0326 23:57:27.624462 3893 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-n7dtm-verify-conforma-pod] addLogicalPort annotation time took 38.152702ms I0326 23:57:27.625993 3893 pods.go:271] [default-tenant-managed/managed-n7dtm-verify-conforma-pod] addLogicalPort took 39.792851ms, libovsdb time 957.392µs I0326 23:57:27.955338 3893 cni.go:403] [default-tenant-managed/managed-n7dtm-verify-conforma-pod 0f69cda219a2597dd2ba5a4a908ede5da19bc1c960e6fadff8c98fb283d082bf network default NAD default] ADD starting CNI request [default-tenant-managed/managed-n7dtm-verify-conforma-pod 0f69cda219a2597dd2ba5a4a908ede5da19bc1c960e6fadff8c98fb283d082bf network default NAD default] I0326 23:57:27.964015 3893 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-n7dtm-verify-conforma-pod, hostIfaceName: 0f69cda219a2597, network: default, NAD default, SandboxID: "0f69cda219a2597dd2ba5a4a908ede5da19bc1c960e6fadff8c98fb283d082bf", PCI device ID: , UID: "f199200f-cf29-48c8-a5e1-b14f7bf435cf", MAC: 0a:58:0a:80:00:49, IPs: [10.128.0.73/23] I0326 23:57:28.220417 3893 cni.go:424] [default-tenant-managed/managed-n7dtm-verify-conforma-pod 0f69cda219a2597dd2ba5a4a908ede5da19bc1c960e6fadff8c98fb283d082bf network default NAD default] ADD finished CNI request [default-tenant-managed/managed-n7dtm-verify-conforma-pod 0f69cda219a2597dd2ba5a4a908ede5da19bc1c960e6fadff8c98fb283d082bf network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:d6:ac:da:a5:fd\",\"name\":\"0f69cda219a2597\"},{\"mac\":\"0a:58:0a:80:00:49\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/222ed4a1-13e4-4dc4-82f6-d55877b48691\"}],\"ips\":[{\"address\":\"10.128.0.73/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:57:59.697283 3893 cni.go:403] [default-tenant-managed/managed-n7dtm-verify-conforma-pod 0f69cda219a2597dd2ba5a4a908ede5da19bc1c960e6fadff8c98fb283d082bf network default NAD default] DEL starting CNI request [default-tenant-managed/managed-n7dtm-verify-conforma-pod 0f69cda219a2597dd2ba5a4a908ede5da19bc1c960e6fadff8c98fb283d082bf network default NAD default] I0326 23:57:59.799763 3893 cni.go:424] [default-tenant-managed/managed-n7dtm-verify-conforma-pod 0f69cda219a2597dd2ba5a4a908ede5da19bc1c960e6fadff8c98fb283d082bf network default NAD default] DEL finished CNI request [default-tenant-managed/managed-n7dtm-verify-conforma-pod 0f69cda219a2597dd2ba5a4a908ede5da19bc1c960e6fadff8c98fb283d082bf network default NAD default], result "{}", err I0326 23:57:59.917904 3893 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:57:59.917952 3893 pods.go:176] Deleting pod: default-tenant-managed/managed-n7dtm-verify-conforma-pod I0326 23:57:59.919321 3893 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-n7dtm-verify-conforma-pod, ips: 10.128.0.73 I0326 23:57:59.919350 3893 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:58:26.523288 3893 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:58:26.523877 3893 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:58:26.705653 3893 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-n7dtm-update-cr-status-pod] creating logical port default-tenant-managed_managed-n7dtm-update-cr-status-pod for pod on switch ip-10-0-0-75.ec2.internal I0326 23:58:26.705810 3893 kube.go:256] Updating pod default-tenant-managed/managed-n7dtm-update-cr-status-pod I0326 23:58:26.728494 3893 pod.go:62] [default-tenant-managed/managed-n7dtm-update-cr-status-pod] pod update took 22.71465ms I0326 23:58:26.728517 3893 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-n7dtm-update-cr-status-pod] addLogicalPort annotation time took 22.740063ms I0326 23:58:26.729847 3893 pods.go:271] [default-tenant-managed/managed-n7dtm-update-cr-status-pod] addLogicalPort took 24.214908ms, libovsdb time 890.028µs I0326 23:58:27.072054 3893 cni.go:403] [default-tenant-managed/managed-n7dtm-update-cr-status-pod 049da9afcde84e91117615c39f7bb2ae4ef44191c983eab0887f20db969b2fc4 network default NAD default] ADD starting CNI request [default-tenant-managed/managed-n7dtm-update-cr-status-pod 049da9afcde84e91117615c39f7bb2ae4ef44191c983eab0887f20db969b2fc4 network default NAD default] I0326 23:58:27.080415 3893 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-n7dtm-update-cr-status-pod, hostIfaceName: 049da9afcde84e9, network: default, NAD default, SandboxID: "049da9afcde84e91117615c39f7bb2ae4ef44191c983eab0887f20db969b2fc4", PCI device ID: , UID: "65449f91-dccf-403b-9751-380200ed9f0f", MAC: 0a:58:0a:80:00:4a, IPs: [10.128.0.74/23] I0326 23:58:27.335566 3893 cni.go:424] [default-tenant-managed/managed-n7dtm-update-cr-status-pod 049da9afcde84e91117615c39f7bb2ae4ef44191c983eab0887f20db969b2fc4 network default NAD default] ADD finished CNI request [default-tenant-managed/managed-n7dtm-update-cr-status-pod 049da9afcde84e91117615c39f7bb2ae4ef44191c983eab0887f20db969b2fc4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:dd:95:46:82:e5\",\"name\":\"049da9afcde84e9\"},{\"mac\":\"0a:58:0a:80:00:4a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/52d36e63-4254-47cc-885c-bd012d779762\"}],\"ips\":[{\"address\":\"10.128.0.74/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:58:33.256398 3893 cni.go:403] [default-tenant-managed/affinity-assistant-87af7b4a69-0 badf346b7aa2ebc38bbc01cd623ee24823f4c6c5a566059047b49ee823caeed6 network default NAD default] DEL starting CNI request [default-tenant-managed/affinity-assistant-87af7b4a69-0 badf346b7aa2ebc38bbc01cd623ee24823f4c6c5a566059047b49ee823caeed6 network default NAD default] I0326 23:58:33.350952 3893 cni.go:424] [default-tenant-managed/affinity-assistant-87af7b4a69-0 badf346b7aa2ebc38bbc01cd623ee24823f4c6c5a566059047b49ee823caeed6 network default NAD default] DEL finished CNI request [default-tenant-managed/affinity-assistant-87af7b4a69-0 badf346b7aa2ebc38bbc01cd623ee24823f4c6c5a566059047b49ee823caeed6 network default NAD default], result "{}", err I0326 23:58:33.401307 3893 obj_retry.go:464] Detected object default-tenant-managed/affinity-assistant-87af7b4a69-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:58:33.401343 3893 pods.go:176] Deleting pod: default-tenant-managed/affinity-assistant-87af7b4a69-0 I0326 23:58:33.402763 3893 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/affinity-assistant-87af7b4a69-0, ips: 10.128.0.67 I0326 23:58:33.402794 3893 obj_retry.go:464] Detected object default-tenant-managed/affinity-assistant-87af7b4a69-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:58:33.969019 3893 obj_retry.go:458] Detected object default-tenant-managed/affinity-assistant-87af7b4a69-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:58:33.969045 3893 obj_retry.go:458] Detected object default-tenant-managed/affinity-assistant-87af7b4a69-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:58:33.974835 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant-managed/affinity-assistant-87af7b4a69-0 I0326 23:58:33.974858 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod default-tenant-managed/affinity-assistant-87af7b4a69-0 I0326 23:58:33.984898 3893 cni.go:403] [default-tenant-managed/managed-n7dtm-update-cr-status-pod 049da9afcde84e91117615c39f7bb2ae4ef44191c983eab0887f20db969b2fc4 network default NAD default] DEL starting CNI request [default-tenant-managed/managed-n7dtm-update-cr-status-pod 049da9afcde84e91117615c39f7bb2ae4ef44191c983eab0887f20db969b2fc4 network default NAD default] I0326 23:58:34.069414 3893 cni.go:424] [default-tenant-managed/managed-n7dtm-update-cr-status-pod 049da9afcde84e91117615c39f7bb2ae4ef44191c983eab0887f20db969b2fc4 network default NAD default] DEL finished CNI request [default-tenant-managed/managed-n7dtm-update-cr-status-pod 049da9afcde84e91117615c39f7bb2ae4ef44191c983eab0887f20db969b2fc4 network default NAD default], result "{}", err I0326 23:58:34.124480 3893 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:58:34.124512 3893 pods.go:176] Deleting pod: default-tenant-managed/managed-n7dtm-update-cr-status-pod I0326 23:58:34.125826 3893 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-n7dtm-update-cr-status-pod, ips: 10.128.0.74 I0326 23:58:34.125860 3893 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it