+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-167.ec2.internal ++ [[ -n ip-10-0-0-167.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-167.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260311-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260311-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260311-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0326 23:15:19.235471881 - disable conntrack on geneve port' I0326 23:15:19.235471881 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0326 23:15:19.254584066 - starting ovnkube-node' I0326 23:15:19.254584066 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-167.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-167.ec2.internal --init-node ip-10-0-0-167.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-167.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0326 23:15:19.296237 3835 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0326 23:15:19.296277 3835 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-e7c017ecb5.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0326 23:15:19.298181 3835 kube.go:419] Waiting for certificate I0326 23:15:19.298206 3835 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0326 23:15:19.298242 3835 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0326 23:15:19.298986 3835 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0326 23:15:19.341415 3835 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0326 23:15:19.341432 3835 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0326 23:15:19.346266 3835 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0326 23:15:19.346365 3835 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-8kqn5" I0326 23:15:19.351369 3835 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-8kqn5" I0326 23:15:19.351421 3835 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0326 23:15:20.299134 3835 kube.go:426] Certificate found I0326 23:15:20.300075 3835 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0326 23:15:20.301191 3835 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0326 23:15:20.355602 3835 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-03-27 23:10:19 +0000 UTC" deadline="2026-03-27 19:49:06.688368287 +0000 UTC" I0326 23:15:20.355636 3835 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h33m46.332742914s" I0326 23:15:20.386861 3835 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0326 23:15:20.392677 3835 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0326 23:15:20.392736 3835 factory.go:531] Starting watch factory I0326 23:15:20.392812 3835 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:15:20.392815 3835 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:15:20.392828 3835 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:15:20.392833 3835 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:15:20.392837 3835 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:15:20.392841 3835 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:15:20.392851 3835 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:15:20.392857 3835 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:15:20.392903 3835 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:15:20.392920 3835 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:15:20.392929 3835 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:15:20.392932 3835 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:15:20.394495 3835 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0326 23:15:20.399929 3835 controller_manager.go:368] Starting the ovnkube controller I0326 23:15:20.399940 3835 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-167.ec2.internal I0326 23:15:20.399981 3835 controller_manager.go:393] NBDB zone sync took: 34.608µs I0326 23:15:20.399989 3835 factory.go:531] Starting watch factory I0326 23:15:20.418412 3835 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:15:20.420188 3835 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:15:20.420297 3835 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:15:20.421396 3835 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0326 23:15:20.423430 3835 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:15:20.424411 3835 ovn_northd.go:121] Registering OVN northd metrics I0326 23:15:20.425043 3835 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:15:20.426902 3835 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0326 23:15:20.426998 3835 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0326 23:15:20.429052 3835 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:15:20.443126 3835 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0326 23:15:20.498259 3835 factory.go:1890] *v1.Service informer cache synced successfully I0326 23:15:20.498294 3835 factory.go:1890] *v1.EndpointSlice informer cache synced successfully I0326 23:15:20.498298 3835 factory.go:1890] *v1.Pod informer cache synced successfully I0326 23:15:20.498302 3835 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully I0326 23:15:20.498304 3835 factory.go:1890] *v1.Namespace informer cache synced successfully I0326 23:15:20.498307 3835 factory.go:1890] *v1.Node informer cache synced successfully I0326 23:15:20.498401 3835 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:15:20.498405 3835 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:15:20.498429 3835 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:15:20.498429 3835 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:15:20.502005 3835 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:15:20.502013 3835 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:15:20.503900 3835 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0326 23:15:20.503913 3835 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0326 23:15:20.503961 3835 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0326 23:15:20.503977 3835 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0326 23:15:20.506000 3835 factory.go:1890] *v1.Namespace informer cache synced successfully I0326 23:15:20.506018 3835 factory.go:1890] *v1.Node informer cache synced successfully I0326 23:15:20.506023 3835 factory.go:1890] *v1.Service informer cache synced successfully I0326 23:15:20.506028 3835 factory.go:1890] *v1.EndpointSlice informer cache synced successfully I0326 23:15:20.506031 3835 factory.go:1890] *v1.Pod informer cache synced successfully I0326 23:15:20.506034 3835 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully I0326 23:15:20.506885 3835 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0326 23:15:20.509535 3835 factory.go:1890] *v1.EgressIP informer cache synced successfully I0326 23:15:20.509597 3835 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0326 23:15:20.509615 3835 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0326 23:15:20.512020 3835 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0326 23:15:20.512032 3835 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0326 23:15:20.512638 3835 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0326 23:15:20.515381 3835 factory.go:1890] *v1.EgressFirewall informer cache synced successfully I0326 23:15:20.515448 3835 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0326 23:15:20.515459 3835 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0326 23:15:20.517782 3835 factory.go:1890] *v1.EgressIP informer cache synced successfully I0326 23:15:20.518386 3835 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0326 23:15:20.521104 3835 factory.go:1890] *v1.EgressQoS informer cache synced successfully I0326 23:15:20.521156 3835 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0326 23:15:20.521167 3835 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0326 23:15:20.523367 3835 factory.go:1890] *v1.EgressFirewall informer cache synced successfully I0326 23:15:20.524703 3835 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0326 23:15:20.526736 3835 factory.go:1890] *v1.EgressService informer cache synced successfully I0326 23:15:20.526788 3835 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0326 23:15:20.526799 3835 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0326 23:15:20.528545 3835 factory.go:1890] *v1.EgressQoS informer cache synced successfully I0326 23:15:20.529792 3835 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0326 23:15:20.532625 3835 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0326 23:15:20.532828 3835 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0326 23:15:20.532845 3835 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0326 23:15:20.534058 3835 factory.go:1890] *v1.EgressService informer cache synced successfully I0326 23:15:20.535977 3835 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0326 23:15:20.537968 3835 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully I0326 23:15:20.538056 3835 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:15:20.538075 3835 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:15:20.538090 3835 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:15:20.538109 3835 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:15:20.540068 3835 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0326 23:15:20.541607 3835 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:15:20.541790 3835 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:15:20.543488 3835 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully I0326 23:15:20.543503 3835 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0326 23:15:20.543522 3835 factory.go:636] Watch Factory start up complete, took: 150.776664ms I0326 23:15:20.543619 3835 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0326 23:15:20.545923 3835 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully I0326 23:15:20.550955 3835 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0326 23:15:20.550970 3835 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully I0326 23:15:20.550979 3835 factory.go:636] Watch Factory start up complete, took: 150.986404ms I0326 23:15:20.550991 3835 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-0-167.ec2.internal" zone I0326 23:15:20.579517 3835 default_node_network_controller.go:709] Initializing the default node network controller I0326 23:15:20.631272 3835 udn_isolation.go:101] Starting UDN host isolation manager I0326 23:15:20.637455 3835 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0326 23:15:20.675979 3835 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0326 23:15:20.676067 3835 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0326 23:15:20.676081 3835 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0326 23:15:20.709072 3835 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0326 23:15:20.709151 3835 default_node_network_controller.go:808] Node ip-10-0-0-167.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0326 23:15:20.714682 3835 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.167"] k8s.ovn.org/zone-name:ip-10-0-0-167.ec2.internal] on node ip-10-0-0-167.ec2.internal I0326 23:15:20.738280 3835 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0326 23:15:20.743649 3835 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0326 23:15:20.743786 3835 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0326 23:15:20.743932 3835 gateway_init.go:263] Preparing Gateway I0326 23:15:20.743944 3835 gateway_shared_intf.go:1658] Creating new gateway I0326 23:15:20.801493 3835 controller_manager.go:427] Waiting for node in zone sync took: 250.486525ms I0326 23:15:20.807077 3835 controller_manager.go:608] Switching to transit router for layer2 networks I0326 23:15:20.807094 3835 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-167.ec2.internal I0326 23:15:20.818885 3835 iptables.go:108] Creating table: filter chain: FORWARD I0326 23:15:20.825145 3835 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0326 23:15:20.825604 3835 iptables.go:108] Creating table: filter chain: OUTPUT I0326 23:15:20.830552 3835 controller_manager.go:288] SCTP support detected in OVN I0326 23:15:20.831135 3835 services_controller.go:69] Creating services controller for network=default I0326 23:15:20.831215 3835 udn_enabled_svc.go:80] Waiting for service informer to sync I0326 23:15:20.831257 3835 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0326 23:15:20.831293 3835 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0326 23:15:20.831310 3835 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0326 23:15:20.831342 3835 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0326 23:15:20.831500 3835 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0326 23:15:20.831546 3835 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0326 23:15:20.831579 3835 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 23.549µs I0326 23:15:20.831582 3835 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 43.793µs I0326 23:15:20.831588 3835 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 41.955µs I0326 23:15:20.831593 3835 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0326 23:15:20.831602 3835 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0326 23:15:20.831610 3835 default_network_controller.go:321] Starting the default network controller I0326 23:15:20.831626 3835 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 11.82µs I0326 23:15:20.831796 3835 udn_enabled_svc.go:95] Performing full resync I0326 23:15:20.832037 3835 udn_enabled_svc.go:99] Waiting for handler to sync I0326 23:15:20.832046 3835 udn_enabled_svc.go:104] Starting worker I0326 23:15:20.832580 3835 gateway_shared_intf.go:1787] Gateway Creation Complete I0326 23:15:20.832597 3835 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-167.ec2.internal","mac-address":"12:96:fd:a4:a7:83","ip-addresses":["10.0.0.167/24"],"ip-address":"10.0.0.167/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:e52252b0-6076-410f-9b8c-cfb9a4cf829e k8s.ovn.org/node-encap-ips:["10.0.0.167"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.167/24"} k8s.ovn.org/zone-name:ip-10-0-0-167.ec2.internal] on node ip-10-0-0-167.ec2.internal I0326 23:15:20.839948 3835 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0326 23:15:20.840018 3835 repair.go:33] Syncing exgw routes took 56.063µs I0326 23:15:20.840042 3835 default_network_controller.go:407] Starting all the Watchers... I0326 23:15:20.840186 3835 namespace.go:98] [openshift-network-operator] adding namespace I0326 23:15:20.840187 3835 namespace.go:98] [openshift-network-console] adding namespace I0326 23:15:20.840211 3835 namespace.go:98] [openshift-authentication-operator] adding namespace I0326 23:15:20.840225 3835 namespace.go:98] [openshift-package-operator] adding namespace I0326 23:15:20.840233 3835 namespace.go:98] [openshift-backplane-cee] adding namespace I0326 23:15:20.840240 3835 namespace.go:98] [kube-node-lease] adding namespace I0326 23:15:20.840250 3835 namespace.go:98] [openshift-operators-redhat] adding namespace I0326 23:15:20.840261 3835 namespace.go:98] [openshift-cluster-version] adding namespace I0326 23:15:20.840270 3835 namespace.go:98] [openshift-logging] adding namespace I0326 23:15:20.840273 3835 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0326 23:15:20.840277 3835 namespace.go:98] [openshift-service-ca-operator] adding namespace I0326 23:15:20.840282 3835 namespace.go:98] [openshift-ingress-operator] adding namespace I0326 23:15:20.840284 3835 namespace.go:98] [openshift-network-diagnostics] adding namespace I0326 23:15:20.840293 3835 namespace.go:98] [openshift-route-controller-manager] adding namespace I0326 23:15:20.840340 3835 namespace.go:98] [openshift-monitoring] adding namespace I0326 23:15:20.840736 3835 namespace.go:102] [openshift-network-operator] adding namespace took 540.397µs I0326 23:15:20.840749 3835 namespace.go:98] [openshift-backplane-tam] adding namespace I0326 23:15:20.841140 3835 namespace.go:102] [openshift-backplane-tam] adding namespace took 387.647µs I0326 23:15:20.841152 3835 namespace.go:98] [openshift-infra] adding namespace I0326 23:15:20.841622 3835 namespace.go:102] [openshift-infra] adding namespace took 463.479µs I0326 23:15:20.841638 3835 namespace.go:98] [openshift-insights] adding namespace I0326 23:15:20.842122 3835 namespace.go:102] [openshift-insights] adding namespace took 478.565µs I0326 23:15:20.842135 3835 namespace.go:98] [openshift-config-managed] adding namespace I0326 23:15:20.842591 3835 namespace.go:102] [openshift-network-console] adding namespace took 2.389932ms I0326 23:15:20.842604 3835 namespace.go:98] [openshift-etcd] adding namespace I0326 23:15:20.843046 3835 namespace.go:102] [openshift-authentication-operator] adding namespace took 2.826073ms I0326 23:15:20.843054 3835 namespace.go:98] [openshift-backplane] adding namespace I0326 23:15:20.843542 3835 namespace.go:102] [openshift-package-operator] adding namespace took 3.311281ms I0326 23:15:20.843560 3835 namespace.go:98] [openshift-network-node-identity] adding namespace I0326 23:15:20.843967 3835 namespace.go:102] [openshift-backplane-cee] adding namespace took 3.730583ms I0326 23:15:20.843976 3835 namespace.go:98] [openshift-kube-scheduler] adding namespace I0326 23:15:20.844352 3835 namespace.go:102] [kube-node-lease] adding namespace took 4.106143ms I0326 23:15:20.844367 3835 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0326 23:15:20.844842 3835 namespace.go:102] [openshift-operators-redhat] adding namespace took 4.58329ms I0326 23:15:20.844850 3835 namespace.go:98] [openshift-ingress] adding namespace I0326 23:15:20.845268 3835 namespace.go:102] [openshift-logging] adding namespace took 4.99201ms I0326 23:15:20.845282 3835 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0326 23:15:20.845698 3835 namespace.go:102] [openshift-cluster-version] adding namespace took 5.428419ms I0326 23:15:20.845708 3835 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0326 23:15:20.846119 3835 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 5.836741ms I0326 23:15:20.846132 3835 namespace.go:98] [openshift-machine-config-operator] adding namespace I0326 23:15:20.846584 3835 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.299615ms I0326 23:15:20.846593 3835 namespace.go:98] [kube-system] adding namespace W0326 23:15:20.846957 3835 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-vsln9: pod openshift-network-diagnostics/network-check-target-vsln9: no pod IPs found W0326 23:15:20.846978 3835 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-h6mzl: pod openshift-network-diagnostics/network-check-target-h6mzl: no pod IPs found I0326 23:15:20.846995 3835 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.704354ms I0326 23:15:20.847011 3835 namespace.go:98] [openshift-ingress-canary] adding namespace I0326 23:15:20.847463 3835 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.170695ms I0326 23:15:20.847476 3835 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0326 23:15:20.847902 3835 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.603181ms I0326 23:15:20.847914 3835 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0326 23:15:20.848277 3835 namespace.go:102] [openshift-monitoring] adding namespace took 7.927705ms I0326 23:15:20.848291 3835 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0326 23:15:20.848662 3835 namespace.go:102] [openshift-config-managed] adding namespace took 6.522359ms I0326 23:15:20.849026 3835 namespace.go:102] [openshift-etcd] adding namespace took 6.415591ms I0326 23:15:20.849041 3835 namespace.go:98] [openshift-operators] adding namespace I0326 23:15:20.849578 3835 namespace.go:102] [openshift-backplane] adding namespace took 6.518276ms I0326 23:15:20.849594 3835 namespace.go:98] [openshift-host-network] adding namespace I0326 23:15:20.850072 3835 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.501778ms I0326 23:15:20.850095 3835 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0326 23:15:20.850484 3835 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.503735ms I0326 23:15:20.850497 3835 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0326 23:15:20.850976 3835 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.60473ms I0326 23:15:20.850988 3835 namespace.go:98] [openshift-dns-operator] adding namespace I0326 23:15:20.851744 3835 namespace.go:102] [openshift-ingress] adding namespace took 6.889006ms I0326 23:15:20.851759 3835 namespace.go:98] [openshift-config] adding namespace I0326 23:15:20.851863 3835 default_node_network_controller.go:518] Node connection status = connected I0326 23:15:20.852294 3835 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.004796ms I0326 23:15:20.852311 3835 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0326 23:15:20.852739 3835 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.024785ms I0326 23:15:20.852755 3835 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace W0326 23:15:20.853180 3835 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-tsswl: pod kube-system/global-pull-secret-syncer-tsswl: no pod IPs found I0326 23:15:20.853226 3835 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.088799ms I0326 23:15:20.853241 3835 namespace.go:98] [openshift-console] adding namespace I0326 23:15:20.853687 3835 namespace.go:102] [kube-system] adding namespace took 7.086759ms I0326 23:15:20.853701 3835 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0326 23:15:20.854195 3835 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.17865ms I0326 23:15:20.854205 3835 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0326 23:15:20.854745 3835 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.262651ms I0326 23:15:20.854760 3835 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0326 23:15:20.855185 3835 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.263713ms I0326 23:15:20.855202 3835 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0326 23:15:20.855759 3835 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.463157ms I0326 23:15:20.855773 3835 namespace.go:98] [openshift-authentication] adding namespace I0326 23:15:20.856137 3835 namespace.go:102] [openshift-operators] adding namespace took 7.088566ms I0326 23:15:20.856151 3835 namespace.go:98] [openshift-backplane-cse] adding namespace I0326 23:15:20.856718 3835 namespace.go:102] [openshift-host-network] adding namespace took 7.120514ms I0326 23:15:20.856728 3835 namespace.go:98] [dedicated-admin] adding namespace I0326 23:15:20.857185 3835 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.080345ms I0326 23:15:20.857198 3835 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0326 23:15:20.857621 3835 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.119119ms I0326 23:15:20.857635 3835 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0326 23:15:20.858003 3835 namespace.go:102] [openshift-dns-operator] adding namespace took 7.010691ms I0326 23:15:20.858015 3835 namespace.go:98] [openshift-backplane-csm] adding namespace I0326 23:15:20.858449 3835 namespace.go:102] [openshift-config] adding namespace took 6.686123ms I0326 23:15:20.858459 3835 namespace.go:98] [openshift-kube-apiserver] adding namespace I0326 23:15:20.858831 3835 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.513631ms I0326 23:15:20.858845 3835 namespace.go:98] [openshift-controller-manager] adding namespace I0326 23:15:20.859191 3835 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.431907ms I0326 23:15:20.859202 3835 namespace.go:98] [openshift-machine-api] adding namespace I0326 23:15:20.859590 3835 namespace.go:102] [openshift-console] adding namespace took 6.344381ms I0326 23:15:20.859601 3835 namespace.go:98] [openshift-node] adding namespace I0326 23:15:20.859983 3835 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.276325ms I0326 23:15:20.859994 3835 namespace.go:98] [openshift-image-registry] adding namespace I0326 23:15:20.860399 3835 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.188962ms I0326 23:15:20.860412 3835 namespace.go:98] [openshift-customer-monitoring] adding namespace I0326 23:15:20.860817 3835 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.04874ms I0326 23:15:20.860836 3835 namespace.go:98] [openshift-apiserver-operator] adding namespace I0326 23:15:20.861392 3835 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.182216ms I0326 23:15:20.861413 3835 namespace.go:98] [openshift-console-user-settings] adding namespace I0326 23:15:20.861835 3835 namespace.go:102] [openshift-authentication] adding namespace took 6.057603ms I0326 23:15:20.861849 3835 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0326 23:15:20.862208 3835 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.052382ms I0326 23:15:20.862219 3835 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0326 23:15:20.862649 3835 namespace.go:102] [dedicated-admin] adding namespace took 5.915568ms I0326 23:15:20.862664 3835 namespace.go:98] [open-cluster-management-2p9mp5cv8t0e1bpnh305hr8ld9shop2c] adding namespace I0326 23:15:20.863035 3835 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.830989ms I0326 23:15:20.863047 3835 namespace.go:98] [openshift-backplane-srep] adding namespace I0326 23:15:20.863447 3835 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.806622ms I0326 23:15:20.863462 3835 namespace.go:98] [openshift-multus] adding namespace I0326 23:15:20.863817 3835 namespace.go:102] [openshift-backplane-csm] adding namespace took 5.797937ms I0326 23:15:20.863828 3835 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0326 23:15:20.864198 3835 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.734123ms I0326 23:15:20.864209 3835 namespace.go:98] [default] adding namespace I0326 23:15:20.864595 3835 namespace.go:102] [openshift-controller-manager] adding namespace took 5.745073ms I0326 23:15:20.864607 3835 namespace.go:98] [openshift-console-operator] adding namespace I0326 23:15:20.865015 3835 namespace.go:102] [openshift-machine-api] adding namespace took 5.808973ms I0326 23:15:20.865026 3835 namespace.go:98] [kube-public] adding namespace I0326 23:15:20.865461 3835 namespace.go:102] [openshift-node] adding namespace took 5.856481ms I0326 23:15:20.865470 3835 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0326 23:15:20.865921 3835 namespace.go:102] [openshift-image-registry] adding namespace took 5.920847ms I0326 23:15:20.865936 3835 namespace.go:98] [openshift] adding namespace I0326 23:15:20.866347 3835 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.93087ms I0326 23:15:20.866359 3835 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0326 23:15:20.866763 3835 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.92339ms I0326 23:15:20.866774 3835 namespace.go:98] [openshift-apiserver] adding namespace I0326 23:15:20.867165 3835 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.745949ms I0326 23:15:20.867179 3835 namespace.go:98] [openshift-must-gather-operator] adding namespace I0326 23:15:20.867569 3835 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.716255ms I0326 23:15:20.867581 3835 namespace.go:98] [openshift-config-operator] adding namespace I0326 23:15:20.867963 3835 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.739319ms I0326 23:15:20.868347 3835 namespace.go:102] [open-cluster-management-2p9mp5cv8t0e1bpnh305hr8ld9shop2c] adding namespace took 5.677205ms W0326 23:15:20.868759 3835 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-c8x7g: pod openshift-multus/network-metrics-daemon-c8x7g: no pod IPs found W0326 23:15:20.868773 3835 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-9bllr: pod openshift-multus/network-metrics-daemon-9bllr: no pod IPs found I0326 23:15:20.868800 3835 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.749146ms I0326 23:15:20.869283 3835 namespace.go:102] [openshift-multus] adding namespace took 5.816249ms I0326 23:15:20.869296 3835 namespace.go:98] [openshift-marketplace] adding namespace I0326 23:15:20.869754 3835 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.921101ms I0326 23:15:20.869770 3835 namespace.go:98] [openshift-dns] adding namespace I0326 23:15:20.870140 3835 namespace.go:102] [default] adding namespace took 5.925474ms I0326 23:15:20.870567 3835 namespace.go:102] [openshift-console-operator] adding namespace took 5.955214ms I0326 23:15:20.870582 3835 namespace.go:98] [openshift-backplane-mobb] adding namespace I0326 23:15:20.871340 3835 namespace.go:102] [kube-public] adding namespace took 6.309403ms I0326 23:15:20.871351 3835 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0326 23:15:20.871761 3835 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.285296ms I0326 23:15:20.872171 3835 namespace.go:102] [openshift] adding namespace took 6.229952ms I0326 23:15:20.872592 3835 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.22757ms I0326 23:15:20.872960 3835 namespace.go:102] [openshift-apiserver] adding namespace took 6.181582ms I0326 23:15:20.873347 3835 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.163094ms I0326 23:15:20.873830 3835 namespace.go:102] [openshift-config-operator] adding namespace took 6.244227ms I0326 23:15:20.874218 3835 namespace.go:102] [openshift-marketplace] adding namespace took 4.917758ms I0326 23:15:20.874641 3835 namespace.go:102] [openshift-dns] adding namespace took 4.866023ms I0326 23:15:20.875026 3835 namespace.go:102] [openshift-backplane-mobb] adding namespace took 4.438837ms I0326 23:15:20.875371 3835 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 4.015925ms I0326 23:15:20.875741 3835 zone_ic_handler.go:186] Time taken to create transit switch: 266.37µs I0326 23:15:20.875828 3835 master.go:532] Adding or Updating local node "ip-10-0-0-167.ec2.internal" for network "default" I0326 23:15:20.875882 3835 obj_retry.go:544] Failed to create *v1.Node ip-10-0-1-99.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-99.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-99.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-99.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-99.ec2.internal I0326 23:15:20.876375 3835 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-103.ec2.internal for the network default I0326 23:15:20.877420 3835 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-103.ec2.internal" on network "default" took: 1.05653ms W0326 23:15:20.883075 3835 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-c8x7g: pod openshift-multus/network-metrics-daemon-c8x7g: no pod IPs found W0326 23:15:20.883104 3835 gateway.go:197] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-tsswl: pod kube-system/global-pull-secret-syncer-tsswl: no pod IPs found W0326 23:15:20.883120 3835 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-vsln9: pod openshift-network-diagnostics/network-check-target-vsln9: no pod IPs found I0326 23:15:20.884079 3835 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-0-167.ec2.internal for the network default I0326 23:15:20.884816 3835 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0326 23:15:20.884844 3835 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0326 23:15:20.884859 3835 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0326 23:15:20.884873 3835 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-167.ec2.internal in network "default" I0326 23:15:20.884927 3835 node_tracker.go:169] Node ip-10-0-0-167.ec2.internal switch + router changed, syncing services in network "default" I0326 23:15:20.884940 3835 services_controller.go:574] Full service sync requested for network=default I0326 23:15:20.884950 3835 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-99.ec2.internal in network "default" I0326 23:15:20.884965 3835 node_tracker.go:235] Node ip-10-0-1-99.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-99.ec2.internal" I0326 23:15:20.884980 3835 node_tracker.go:169] Node ip-10-0-1-99.ec2.internal switch + router changed, syncing services in network "default" I0326 23:15:20.884992 3835 services_controller.go:574] Full service sync requested for network=default I0326 23:15:20.884999 3835 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-103.ec2.internal in network "default" I0326 23:15:20.885039 3835 node_tracker.go:169] Node ip-10-0-2-103.ec2.internal switch + router changed, syncing services in network "default" I0326 23:15:20.885048 3835 services_controller.go:574] Full service sync requested for network=default I0326 23:15:20.985243 3835 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0326 23:15:20.985263 3835 services_controller.go:208] Setting up event handlers for services for network=default I0326 23:15:20.985313 3835 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0326 23:15:20.985367 3835 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0326 23:15:20.985378 3835 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0326 23:15:21.085713 3835 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0326 23:15:21.085736 3835 repair.go:60] Starting repairing loop for services I0326 23:15:21.085819 3835 repair.go:131] Deleted 0 stale service LBs I0326 23:15:21.085837 3835 repair.go:137] Deleted 0 stale Chassis Template Vars I0326 23:15:21.085871 3835 repair.go:62] Finished repairing loop for services: 137.3µs I0326 23:15:21.085896 3835 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0326 23:15:21.085906 3835 services_controller.go:254] Starting workers for network=default I0326 23:15:21.086265 3835 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-tsswl] creating logical port kube-system_global-pull-secret-syncer-tsswl for pod on switch ip-10-0-0-167.ec2.internal I0326 23:15:21.086282 3835 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-vsln9] creating logical port openshift-network-diagnostics_network-check-target-vsln9 for pod on switch ip-10-0-0-167.ec2.internal I0326 23:15:21.086309 3835 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-c8x7g] creating logical port openshift-multus_network-metrics-daemon-c8x7g for pod on switch ip-10-0-0-167.ec2.internal I0326 23:15:21.086409 3835 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-c8x7g I0326 23:15:21.086422 3835 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-xplqm of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0326 23:15:21.086433 3835 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-tsswl I0326 23:15:21.086437 3835 obj_retry.go:544] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-9bllr, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-9bllr: suppressed error logged: pod openshift-multus/network-metrics-daemon-9bllr: no pod IPs found I0326 23:15:21.086480 3835 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-vsln9 W0326 23:15:21.090048 3835 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0326 23:15:21.104477 3835 pod.go:62] [openshift-multus/network-metrics-daemon-c8x7g] pod update took 18.107959ms I0326 23:15:21.104496 3835 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-c8x7g] addLogicalPort annotation time took 18.128507ms I0326 23:15:21.104654 3835 pod.go:62] [kube-system/global-pull-secret-syncer-tsswl] pod update took 18.300139ms I0326 23:15:21.104670 3835 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-tsswl] addLogicalPort annotation time took 18.319482ms I0326 23:15:21.105347 3835 pods.go:271] [openshift-multus/network-metrics-daemon-c8x7g] addLogicalPort took 19.039134ms, libovsdb time 651.358µs I0326 23:15:21.105619 3835 pods.go:271] [kube-system/global-pull-secret-syncer-tsswl] addLogicalPort took 19.367275ms, libovsdb time 771.424µs I0326 23:15:21.106953 3835 pod.go:62] [openshift-network-diagnostics/network-check-target-vsln9] pod update took 20.579773ms I0326 23:15:21.106970 3835 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-vsln9] addLogicalPort annotation time took 20.598682ms I0326 23:15:21.107789 3835 pods.go:271] [openshift-network-diagnostics/network-check-target-vsln9] addLogicalPort took 21.517495ms, libovsdb time 617.031µs I0326 23:15:21.107822 3835 obj_retry.go:544] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-h6mzl, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-h6mzl: suppressed error logged: pod openshift-network-diagnostics/network-check-target-h6mzl: no pod IPs found I0326 23:15:21.108248 3835 admin_network_policy_controller.go:227] Starting controller default-network-controller I0326 23:15:21.108267 3835 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0326 23:15:21.108279 3835 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0326 23:15:21.108283 3835 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0326 23:15:21.108467 3835 repair.go:29] Repairing admin network policies took 179.382µs I0326 23:15:21.108562 3835 repair.go:92] Repairing baseline admin network policies took 86.744µs I0326 23:15:21.108920 3835 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0326 23:15:21.108936 3835 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0326 23:15:21.110778 3835 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0326 23:15:21.110799 3835 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0326 23:15:21.110809 3835 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0326 23:15:21.112424 3835 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0326 23:15:21.112446 3835 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0326 23:15:21.112458 3835 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0326 23:15:21.114021 3835 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0326 23:15:21.114039 3835 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0326 23:15:21.114047 3835 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0326 23:15:21.114589 3835 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0326 23:15:21.114607 3835 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0326 23:15:21.114614 3835 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0326 23:15:21.115907 3835 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0326 23:15:21.115925 3835 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0326 23:15:21.115933 3835 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0326 23:15:21.118146 3835 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0326 23:15:21.118172 3835 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0326 23:15:21.118196 3835 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0326 23:15:21.120543 3835 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0326 23:15:21.120563 3835 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0326 23:15:21.120571 3835 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0326 23:15:21.121112 3835 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0326 23:15:21.121130 3835 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0326 23:15:21.121140 3835 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0326 23:15:21.122881 3835 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0326 23:15:21.122899 3835 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0326 23:15:21.123563 3835 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0326 23:15:21.123576 3835 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0326 23:15:21.124201 3835 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0326 23:15:21.124217 3835 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0326 23:15:21.124224 3835 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0326 23:15:21.124780 3835 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0326 23:15:21.124799 3835 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0326 23:15:21.124806 3835 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0326 23:15:21.125247 3835 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0326 23:15:21.125264 3835 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0326 23:15:21.125271 3835 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0326 23:15:21.125550 3835 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0326 23:15:21.125566 3835 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0326 23:15:21.125573 3835 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0326 23:15:21.126026 3835 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0326 23:15:21.126041 3835 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0326 23:15:21.126049 3835 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0326 23:15:21.127233 3835 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0326 23:15:21.127256 3835 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0326 23:15:21.127267 3835 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0326 23:15:21.128438 3835 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0326 23:15:21.128455 3835 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0326 23:15:21.128464 3835 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0326 23:15:21.129462 3835 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0326 23:15:21.129482 3835 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0326 23:15:21.129491 3835 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0326 23:15:21.129971 3835 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0326 23:15:21.129990 3835 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0326 23:15:21.129996 3835 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0326 23:15:21.130260 3835 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0326 23:15:21.130276 3835 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0326 23:15:21.130284 3835 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0326 23:15:21.130562 3835 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0326 23:15:21.130579 3835 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0326 23:15:21.130591 3835 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0326 23:15:21.131543 3835 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0326 23:15:21.131563 3835 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0326 23:15:21.131574 3835 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0326 23:15:21.132225 3835 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0326 23:15:21.132243 3835 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0326 23:15:21.132251 3835 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0326 23:15:21.132710 3835 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0326 23:15:21.132727 3835 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0326 23:15:21.132735 3835 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0326 23:15:21.133186 3835 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0326 23:15:21.133202 3835 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0326 23:15:21.133221 3835 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0326 23:15:21.133850 3835 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0326 23:15:21.133869 3835 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0326 23:15:21.133876 3835 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0326 23:15:21.134334 3835 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0326 23:15:21.134350 3835 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0326 23:15:21.134358 3835 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0326 23:15:21.135280 3835 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0326 23:15:21.135299 3835 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0326 23:15:21.135308 3835 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0326 23:15:21.136242 3835 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0326 23:15:21.136266 3835 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0326 23:15:21.136278 3835 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0326 23:15:21.137173 3835 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0326 23:15:21.137509 3835 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-xplqm of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0326 23:15:21.142513 3835 egressfirewall.go:319] Starting EgressFirewall controller I0326 23:15:21.142538 3835 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0326 23:15:21.142566 3835 controller.go:133] Adding controller egress-firewall-controller event handlers I0326 23:15:21.142595 3835 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0326 23:15:21.142607 3835 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0326 23:15:21.142606 3835 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0326 23:15:21.142635 3835 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0326 23:15:21.142891 3835 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0326 23:15:21.142904 3835 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0326 23:15:21.142912 3835 egressqos.go:193] Setting up event handlers for EgressQoS I0326 23:15:21.142927 3835 egressfirewall.go:628] Syncing node "ip-10-0-0-167.ec2.internal" for egress firewall I0326 23:15:21.142941 3835 egressfirewall.go:628] Syncing node "ip-10-0-1-99.ec2.internal" for egress firewall I0326 23:15:21.142946 3835 egressfirewall.go:628] Syncing node "ip-10-0-2-103.ec2.internal" for egress firewall I0326 23:15:21.143151 3835 egressqos.go:245] Starting EgressQoS Controller I0326 23:15:21.143162 3835 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0326 23:15:21.143170 3835 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0326 23:15:21.143177 3835 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0326 23:15:21.143184 3835 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0326 23:15:21.143192 3835 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0326 23:15:21.143219 3835 shared_informer.go:356] "Caches are synced" controller="egressqos" I0326 23:15:21.143227 3835 egressqos.go:259] Repairing EgressQoSes I0326 23:15:21.143232 3835 egressqos.go:399] Starting repairing loop for egressqos I0326 23:15:21.143309 3835 egressqos.go:401] Finished repairing loop for egressqos: 77.618µs I0326 23:15:21.143355 3835 egressservice_zone.go:132] Setting up event handlers for Egress Services I0326 23:15:21.143390 3835 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-167.ec2.internal I0326 23:15:21.143458 3835 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-167.ec2.internal : 71.247µs I0326 23:15:21.143644 3835 egressservice_zone.go:210] Starting Egress Services Controller I0326 23:15:21.143654 3835 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0326 23:15:21.143660 3835 shared_informer.go:356] "Caches are synced" controller="egressservices" I0326 23:15:21.143665 3835 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0326 23:15:21.143670 3835 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0326 23:15:21.143674 3835 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0326 23:15:21.143680 3835 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0326 23:15:21.143687 3835 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0326 23:15:21.143696 3835 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0326 23:15:21.143701 3835 egressservice_zone.go:228] Repairing Egress Services I0326 23:15:21.143963 3835 master_controller.go:88] Starting Admin Policy Based Route Controller I0326 23:15:21.143972 3835 external_controller.go:278] Starting Admin Policy Based Route Controller I0326 23:15:21.144037 3835 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-167.ec2.internal I0326 23:15:21.144049 3835 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-167.ec2.internal: 15.068µs I0326 23:15:21.144057 3835 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-99.ec2.internal I0326 23:15:21.144061 3835 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-99.ec2.internal: 4.274µs I0326 23:15:21.144065 3835 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-103.ec2.internal I0326 23:15:21.144073 3835 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-103.ec2.internal: 8.214µs I0326 23:15:21.144114 3835 default_network_controller.go:568] Completing all the Watchers took 304.063452ms I0326 23:15:21.144130 3835 default_network_controller.go:572] Starting unidling controllers I0326 23:15:21.144142 3835 unidle.go:46] Registering OVN SB ControllerEvent handler I0326 23:15:21.144149 3835 unidle.go:63] Populating Initial ContollerEvent events I0326 23:15:21.144161 3835 unidle.go:79] Setting up event handlers for services I0326 23:15:21.144216 3835 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0326 23:15:21.352884 3835 default_node_network_controller.go:518] Node connection status = connected I0326 23:15:21.853382 3835 default_node_network_controller.go:518] Node connection status = connected I0326 23:15:21.984668 3835 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0326 23:15:22.353715 3835 default_node_network_controller.go:518] Node connection status = connected I0326 23:15:22.370271 3835 bridgeconfig.go:537] Gateway is ready I0326 23:15:22.370292 3835 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0326 23:15:22.381507 3835 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.167. Updating OVN encap IP. I0326 23:15:22.386335 3835 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.167 - it is already configured I0326 23:15:22.386348 3835 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.167/24:{} 172.20.0.1/32:{}]. Updating annotations. I0326 23:15:22.386562 3835 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.167/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-167.ec2.internal","mac-address":"12:96:fd:a4:a7:83","ip-addresses":["10.0.0.167/24"],"ip-address":"10.0.0.167/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:e52252b0-6076-410f-9b8c-cfb9a4cf829e k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.167/24"}] on node ip-10-0-0-167.ec2.internal I0326 23:15:22.402192 3835 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-167.ec2.internal I0326 23:15:22.402212 3835 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-167.ec2.internal: 27.269µs I0326 23:15:22.402252 3835 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.0.167 I0326 23:15:22.402336 3835 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-167.ec2.internal in network "default" I0326 23:15:22.402351 3835 egressfirewall.go:628] Syncing node "ip-10-0-0-167.ec2.internal" for egress firewall I0326 23:15:22.402365 3835 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-167.ec2.internal I0326 23:15:22.402403 3835 master.go:532] Adding or Updating local node "ip-10-0-0-167.ec2.internal" for network "default" I0326 23:15:22.402413 3835 node_tracker.go:169] Node ip-10-0-0-167.ec2.internal switch + router changed, syncing services in network "default" I0326 23:15:22.402438 3835 services_controller.go:574] Full service sync requested for network=default W0326 23:15:22.402945 3835 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0326 23:15:22.407506 3835 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-167.ec2.internal. Updating no re-route policies I0326 23:15:22.407589 3835 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-167.ec2.internal I0326 23:15:22.407598 3835 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-tsswl I0326 23:15:22.407610 3835 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-167.ec2.internal I0326 23:15:22.407614 3835 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-tsswl I0326 23:15:22.407614 3835 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-5hr9x I0326 23:15:22.407614 3835 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-cftb2 I0326 23:15:22.407630 3835 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-167.ec2.internal after 0 failed attempt(s) I0326 23:15:22.407639 3835 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-cftb2 I0326 23:15:22.407639 3835 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-h6mzl I0326 23:15:22.407650 3835 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-kqmtt I0326 23:15:22.407653 3835 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-7vl56 I0326 23:15:22.407654 3835 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-fmx6z I0326 23:15:22.407656 3835 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-kqmtt I0326 23:15:22.407664 3835 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-7vl56 I0326 23:15:22.407664 3835 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-cftb2 after 0 failed attempt(s) I0326 23:15:22.407668 3835 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-tsswl] creating logical port kube-system_global-pull-secret-syncer-tsswl for pod on switch ip-10-0-0-167.ec2.internal I0326 23:15:22.407672 3835 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-fmx6z I0326 23:15:22.407667 3835 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-kvdgh I0326 23:15:22.407674 3835 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-9fcs8 I0326 23:15:22.407679 3835 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-c8x7g I0326 23:15:22.407684 3835 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-kvdgh I0326 23:15:22.407682 3835 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-167.ec2.internal I0326 23:15:22.407684 3835 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-7vl56 after 0 failed attempt(s) I0326 23:15:22.407691 3835 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-c8x7g I0326 23:15:22.407695 3835 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-167.ec2.internal I0326 23:15:22.407690 3835 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-9fcs8 I0326 23:15:22.407696 3835 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-fmx6z after 0 failed attempt(s) I0326 23:15:22.407705 3835 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-kvdgh after 0 failed attempt(s) I0326 23:15:22.407643 3835 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-5hr9x I0326 23:15:22.407709 3835 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-167.ec2.internal after 0 failed attempt(s) I0326 23:15:22.407716 3835 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-9fcs8 after 0 failed attempt(s) I0326 23:15:22.407725 3835 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-5hr9x after 0 failed attempt(s) I0326 23:15:22.407726 3835 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-c8x7g] creating logical port openshift-multus_network-metrics-daemon-c8x7g for pod on switch ip-10-0-0-167.ec2.internal I0326 23:15:22.407622 3835 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-vsln9 I0326 23:15:22.407604 3835 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5zdwv I0326 23:15:22.407751 3835 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5zdwv I0326 23:15:22.407766 3835 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5zdwv after 0 failed attempt(s) I0326 23:15:22.407658 3835 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-h6mzl I0326 23:15:22.407809 3835 obj_retry.go:375] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-h6mzl, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-h6mzl: suppressed error logged: pod openshift-network-diagnostics/network-check-target-h6mzl: no pod IPs found I0326 23:15:22.407653 3835 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-9bllr I0326 23:15:22.407821 3835 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-9bllr I0326 23:15:22.407841 3835 obj_retry.go:375] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-9bllr, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-9bllr: suppressed error logged: pod openshift-multus/network-metrics-daemon-9bllr: no pod IPs found I0326 23:15:22.407671 3835 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-ff4r4 I0326 23:15:22.407855 3835 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-ff4r4 I0326 23:15:22.407865 3835 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-ff4r4 after 0 failed attempt(s) I0326 23:15:22.407679 3835 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-kqmtt after 0 failed attempt(s) I0326 23:15:22.407741 3835 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-vsln9 I0326 23:15:22.407894 3835 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-vsln9] creating logical port openshift-network-diagnostics_network-check-target-vsln9 for pod on switch ip-10-0-0-167.ec2.internal I0326 23:15:22.408375 3835 pods.go:271] [kube-system/global-pull-secret-syncer-tsswl] addLogicalPort took 716.383µs, libovsdb time 265.679µs I0326 23:15:22.408387 3835 obj_retry.go:384] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-tsswl after 0 failed attempt(s) I0326 23:15:22.408512 3835 pods.go:271] [openshift-multus/network-metrics-daemon-c8x7g] addLogicalPort took 793.04µs, libovsdb time 317.218µs I0326 23:15:22.408526 3835 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-c8x7g after 0 failed attempt(s) I0326 23:15:22.408733 3835 pods.go:271] [openshift-network-diagnostics/network-check-target-vsln9] addLogicalPort took 846.744µs, libovsdb time 363.183µs I0326 23:15:22.408744 3835 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-vsln9 after 0 failed attempt(s) I0326 23:15:22.416410 3835 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0326 23:15:22.429242 3835 iptables.go:108] Creating table: mangle chain: OUTPUT I0326 23:15:22.432834 3835 iptables.go:108] Creating table: nat chain: OUTPUT I0326 23:15:22.459034 3835 iptables.go:108] Creating table: nat chain: PREROUTING I0326 23:15:22.504376 3835 iptables.go:108] Creating table: filter chain: FORWARD I0326 23:15:22.522696 3835 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0326 23:15:22.522828 3835 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0326 23:15:22.522876 3835 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0326 23:15:22.522970 3835 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0326 23:15:22.523026 3835 gateway_init.go:325] Gateway and management port readiness took 1.674076006s I0326 23:15:22.523060 3835 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0326 23:15:22.523106 3835 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0326 23:15:22.523125 3835 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0326 23:15:22.523136 3835 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0326 23:15:22.523195 3835 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0326 23:15:22.523269 3835 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 43.583µs I0326 23:15:22.523571 3835 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0326 23:15:22.523598 3835 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 16.284µs I0326 23:15:22.523606 3835 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 35.222µs I0326 23:15:22.523612 3835 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0326 23:15:22.523623 3835 nad_controller.go:173] [node-nad-controller NAD controller]: started I0326 23:15:22.523632 3835 default_node_network_controller.go:898] Starting the default node network controller I0326 23:15:22.523638 3835 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0326 23:15:22.523745 3835 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 7.509µs I0326 23:15:22.523865 3835 default_node_network_controller.go:1444] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0326 23:15:22.523875 3835 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0326 23:15:22.523903 3835 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00082b6a0 0xc0003275e0 0xc000327650 0xc000327730 0xc0003277a0 0xc000327810 0xc000327880 0xc000c26eb0 0xc0003278f0 0xc000327960 0xc000c26960 0xc0063bcfc0 0xc0003279d0 map[0x2f67040:0xc0033be120 0x2f67580:0xc0033be4e0 0x2f68000:0xc0033be060 0x2f682a0:0xc0033be0c0 0x2f687e0:0xc0033be180 0x2f68a80:0xc0033be1e0 0x2f68d20:0xc0033be240 0x2f69500:0xc0033be540 0x2f697a0:0xc00259cb40 0x2f93d40:0xc0008fe9c0 0x2f940e0:0xc0008fea20 0x2f94bc0:0xc000c49080 0x2f96520:0xc001b94000 0x2f97000:0xc0033be000 0x2f97e80:0xc000f38300] 0xc000181110 0} I0326 23:15:22.523965 3835 gateway.go:151] Starting gateway service sync I0326 23:15:22.524409 3835 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0326 23:15:22.526765 3835 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0326 23:15:22.536921 3835 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0326 23:15:22.538195 3835 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0326 23:15:22.539474 3835 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0326 23:15:22.573154 3835 gateway.go:168] Gateway service sync done. Time taken: 49.176771ms I0326 23:15:22.574163 3835 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30717 I0326 23:15:22.574343 3835 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00082b6a0 0xc0003275e0 0xc000327650 0xc000327730 0xc0003277a0 0xc000327810 0xc000327880 0xc000c26eb0 0xc0003278f0 0xc000327960 0xc000c26960 0xc0063bcfc0 0xc0003279d0 map[0x2f67040:0xc0033be120 0x2f67580:0xc0033be4e0 0x2f68000:0xc0033be060 0x2f682a0:0xc0033be0c0 0x2f687e0:0xc0033be180 0x2f68a80:0xc0033be1e0 0x2f68d20:0xc0033be240 0x2f69500:0xc0033be540 0x2f697a0:0xc00259cb40 0x2f93d40:0xc0008fe9c0 0x2f940e0:0xc0008fea20 0x2f94bc0:0xc000c49080 0x2f96520:0xc001b94000 0x2f97000:0xc0033be000 0x2f97e80:0xc000f38300] 0xc000181110 0} I0326 23:15:22.574743 3835 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00082b6a0 0xc0003275e0 0xc000327650 0xc000327730 0xc0003277a0 0xc000327810 0xc000327880 0xc000c26eb0 0xc0003278f0 0xc000327960 0xc000c26960 0xc0063bcfc0 0xc0003279d0 map[0x2f67040:0xc0033be120 0x2f67580:0xc0033be4e0 0x2f68000:0xc0033be060 0x2f682a0:0xc0033be0c0 0x2f687e0:0xc0033be180 0x2f68a80:0xc0033be1e0 0x2f68d20:0xc0033be240 0x2f69500:0xc0033be540 0x2f697a0:0xc00259cb40 0x2f93d40:0xc0008fe9c0 0x2f940e0:0xc0008fea20 0x2f94bc0:0xc000c49080 0x2f96520:0xc001b94000 0x2f97000:0xc0033be000 0x2f97e80:0xc000f38300] 0xc000181110 0} I0326 23:15:22.574779 3835 gateway.go:519] Reconciling gateway with updates I0326 23:15:22.580404 3835 gateway.go:326] Spawning Conntrack Rule Check Thread I0326 23:15:22.580429 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0326 23:15:22.580448 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0326 23:15:22.580446 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0326 23:15:22.580457 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0326 23:15:22.580463 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0326 23:15:22.580469 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0326 23:15:22.580472 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0326 23:15:22.580479 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0326 23:15:22.580482 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0326 23:15:22.580479 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0326 23:15:22.580491 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0326 23:15:22.580498 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0326 23:15:22.580504 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0326 23:15:22.580512 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0326 23:15:22.580517 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0326 23:15:22.580495 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0326 23:15:22.580524 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0326 23:15:22.580527 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0326 23:15:22.580536 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0326 23:15:22.580544 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0326 23:15:22.580550 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0326 23:15:22.580514 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0326 23:15:22.580554 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0326 23:15:22.580557 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0326 23:15:22.580562 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0326 23:15:22.580569 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0326 23:15:22.580569 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0326 23:15:22.580572 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0326 23:15:22.580582 3835 default_node_network_controller.go:943] Gateway and management port readiness took 56.693187ms I0326 23:15:22.580591 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0326 23:15:22.580594 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0326 23:15:22.580591 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0326 23:15:22.580601 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0326 23:15:22.580590 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0326 23:15:22.580604 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0326 23:15:22.580612 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0326 23:15:22.580617 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0326 23:15:22.580620 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0326 23:15:22.580630 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0326 23:15:22.580633 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0326 23:15:22.580636 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0326 23:15:22.580639 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0326 23:15:22.580639 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0326 23:15:22.580651 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0326 23:15:22.580644 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0326 23:15:22.580655 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0326 23:15:22.580657 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0326 23:15:22.580654 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0326 23:15:22.580656 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 23:15:22.580663 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0326 23:15:22.580664 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0326 23:15:22.580660 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0326 23:15:22.580672 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 23:15:22.580679 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0326 23:15:22.580686 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0326 23:15:22.580711 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0326 23:15:22.580720 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0326 23:15:22.580726 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0326 23:15:22.580531 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0326 23:15:22.580740 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0326 23:15:22.580742 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0326 23:15:22.580749 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0326 23:15:22.580752 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0326 23:15:22.580757 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0326 23:15:22.580634 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0326 23:15:22.580762 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0326 23:15:22.580772 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0326 23:15:22.580789 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0326 23:15:22.580790 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0326 23:15:22.580793 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0326 23:15:22.580544 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0326 23:15:22.580802 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0326 23:15:22.580804 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0326 23:15:22.580806 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0326 23:15:22.580824 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0326 23:15:22.580831 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0326 23:15:22.580777 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0326 23:15:22.580766 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0326 23:15:22.580859 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0326 23:15:22.580540 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0326 23:15:22.580630 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 23:15:22.580966 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 23:15:22.580621 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0326 23:15:22.580606 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0326 23:15:22.581137 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0326 23:15:22.581162 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0326 23:15:22.580553 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0326 23:15:22.581180 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0326 23:15:22.580502 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0326 23:15:22.581189 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0326 23:15:22.580572 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0326 23:15:22.580561 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0326 23:15:22.580534 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0326 23:15:22.580486 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0326 23:15:22.580547 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0326 23:15:22.580547 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0326 23:15:22.581286 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0326 23:15:22.580575 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0326 23:15:22.580573 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0326 23:15:22.580586 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0326 23:15:22.581353 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0326 23:15:22.581363 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0326 23:15:22.580602 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0326 23:15:22.580619 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0326 23:15:22.581427 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0326 23:15:22.580636 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0326 23:15:22.581446 3835 port_claim.go:71] Svc openshift-ingress/router-default: port 32494 is already open, no action needed I0326 23:15:22.581452 3835 port_claim.go:71] Svc openshift-ingress/router-default: port 31609 is already open, no action needed I0326 23:15:22.580637 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0326 23:15:22.580647 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0326 23:15:22.580648 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0326 23:15:22.580650 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0326 23:15:22.581666 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0326 23:15:22.580667 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0326 23:15:22.580728 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0326 23:15:22.581713 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0326 23:15:22.581769 3835 node_ip_handler_linux.go:160] Node IP manager is running W0326 23:15:22.616651 3835 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0326 23:15:22.616786 3835 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0326 23:15:22.616886 3835 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0326 23:15:22.625749 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0326 23:15:22.625769 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0326 23:15:22.625777 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0326 23:15:22.625787 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0326 23:15:22.625795 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0326 23:15:22.625801 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0326 23:15:22.625806 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0326 23:15:22.625812 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0326 23:15:22.625817 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0326 23:15:22.625823 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0326 23:15:22.625828 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0326 23:15:22.625834 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0326 23:15:22.625861 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0326 23:15:22.668934 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0326 23:15:22.668943 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0326 23:15:22.668966 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0326 23:15:22.707506 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0326 23:15:22.707529 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0326 23:15:22.707536 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0326 23:15:23.083652 3835 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-99.ec2.internal in network "default" I0326 23:15:23.083684 3835 default_network_controller.go:1008] Node "ip-10-0-1-99.ec2.internal" in remote zone "ip-10-0-1-99.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 23:15:23.083705 3835 node_tracker.go:235] Node ip-10-0-1-99.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-99.ec2.internal" I0326 23:15:23.083722 3835 node_tracker.go:169] Node ip-10-0-1-99.ec2.internal switch + router changed, syncing services in network "default" I0326 23:15:23.083736 3835 services_controller.go:574] Full service sync requested for network=default W0326 23:15:23.084007 3835 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0326 23:15:23.178373 3835 default_network_controller.go:1008] Node "ip-10-0-1-99.ec2.internal" in remote zone "ip-10-0-1-99.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 23:15:23.203598 3835 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-99.ec2.internal in network "default" I0326 23:15:23.203632 3835 default_network_controller.go:1008] Node "ip-10-0-1-99.ec2.internal" in remote zone "ip-10-0-1-99.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 23:15:23.203651 3835 node_tracker.go:169] Node ip-10-0-1-99.ec2.internal switch + router changed, syncing services in network "default" I0326 23:15:23.203666 3835 services_controller.go:574] Full service sync requested for network=default W0326 23:15:23.203913 3835 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0326 23:15:23.204451 3835 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-99.ec2.internal for the network default I0326 23:15:23.205595 3835 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-99.ec2.internal" on network "default" took: 1.154946ms I0326 23:15:24.500753 3835 default_node_network_controller.go:1364] Starting node controller node sync W0326 23:15:24.500792 3835 egressip_healthcheck.go:76] Health checking using insecure connection I0326 23:15:24.500859 3835 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0326 23:15:24.513493 3835 default_node_network_controller.go:1406] Node controller node sync done. Time taken: 12.7181ms I0326 23:15:24.513608 3835 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-103.ec2.internal", IP: 10.0.2.103 to PMTUD blocking rules I0326 23:15:24.513623 3835 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-103.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0326 23:15:24.519683 3835 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0326 23:15:24.519958 3835 egressservice_node.go:93] Setting up event handlers for Egress Services I0326 23:15:24.520073 3835 egressservice_node.go:183] Starting Egress Services Controller I0326 23:15:24.520088 3835 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0326 23:15:24.520097 3835 shared_informer.go:356] "Caches are synced" controller="egressservices" I0326 23:15:24.520103 3835 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0326 23:15:24.520108 3835 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0326 23:15:24.520113 3835 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0326 23:15:24.520118 3835 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0326 23:15:24.520122 3835 egressservice_node.go:197] Repairing Egress Services I0326 23:15:24.530521 3835 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0326 23:15:24.530536 3835 external_controller.go:278] Starting Admin Policy Based Route Controller I0326 23:15:24.530732 3835 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0326 23:15:24.530745 3835 link_network_manager.go:117] Link manager is running I0326 23:15:24.530756 3835 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0326 23:15:24.530809 3835 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0326 23:15:24.531067 3835 vrf_manager.go:128] VRF manager is running I0326 23:15:24.531141 3835 node_controller_manager.go:437] Removing flows to drop GARP I0326 23:15:24.531150 3835 gateway.go:519] Reconciling gateway with updates I0326 23:15:24.548246 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0326 23:15:24.548261 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0326 23:15:24.548261 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0326 23:15:24.548265 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0326 23:15:24.548273 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0326 23:15:24.548276 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0326 23:15:24.548278 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0326 23:15:24.548284 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0326 23:15:24.548271 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0326 23:15:24.548286 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 23:15:24.548300 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 23:15:24.548300 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0326 23:15:24.548304 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0326 23:15:24.548314 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0326 23:15:24.548316 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0326 23:15:24.548314 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0326 23:15:24.548251 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0326 23:15:24.548341 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0326 23:15:24.548346 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0326 23:15:24.548347 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0326 23:15:24.548351 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0326 23:15:24.548350 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0326 23:15:24.548357 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0326 23:15:24.548350 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0326 23:15:24.548360 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0326 23:15:24.548363 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0326 23:15:24.548364 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0326 23:15:24.548368 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0326 23:15:24.548286 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0326 23:15:24.548375 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0326 23:15:24.548380 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0326 23:15:24.548385 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0326 23:15:24.548388 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0326 23:15:24.548391 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0326 23:15:24.548393 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0326 23:15:24.548394 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0326 23:15:24.548271 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0326 23:15:24.548403 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0326 23:15:24.548404 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0326 23:15:24.548408 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0326 23:15:24.548417 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0326 23:15:24.548417 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0326 23:15:24.548417 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 23:15:24.548425 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0326 23:15:24.548422 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0326 23:15:24.548430 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 23:15:24.548428 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0326 23:15:24.548433 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0326 23:15:24.548434 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0326 23:15:24.548443 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0326 23:15:24.548448 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0326 23:15:24.548448 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0326 23:15:24.548453 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0326 23:15:24.548452 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0326 23:15:24.548455 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0326 23:15:24.548454 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0326 23:15:24.548251 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0326 23:15:24.548465 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0326 23:15:24.548467 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0326 23:15:24.548463 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0326 23:15:24.548465 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0326 23:15:24.548472 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0326 23:15:24.548469 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0326 23:15:24.548480 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0326 23:15:24.548483 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0326 23:15:24.548440 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0326 23:15:24.548487 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0326 23:15:24.548493 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0326 23:15:24.548302 3835 port_claim.go:71] Svc openshift-ingress/router-default: port 32494 is already open, no action needed I0326 23:15:24.548498 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0326 23:15:24.548501 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0326 23:15:24.548455 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0326 23:15:24.548507 3835 port_claim.go:71] Svc openshift-ingress/router-default: port 31609 is already open, no action needed I0326 23:15:24.548504 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0326 23:15:24.548507 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0326 23:15:24.548510 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0326 23:15:24.548284 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0326 23:15:24.548531 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0326 23:15:24.548429 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0326 23:15:24.548541 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0326 23:15:24.548418 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0326 23:15:24.548550 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0326 23:15:24.548382 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0326 23:15:24.548404 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0326 23:15:24.548569 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0326 23:15:24.548391 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0326 23:15:24.548339 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0326 23:15:24.548596 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0326 23:15:24.548602 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0326 23:15:24.548399 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0326 23:15:24.548647 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0326 23:15:24.548367 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0326 23:15:24.548366 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0326 23:15:24.548714 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0326 23:15:24.548411 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0326 23:15:24.548742 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0326 23:15:24.548749 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0326 23:15:24.548418 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0326 23:15:24.548755 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0326 23:15:24.548424 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0326 23:15:24.548781 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0326 23:15:24.548432 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0326 23:15:24.548818 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0326 23:15:24.548434 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0326 23:15:24.548841 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0326 23:15:24.548846 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0326 23:15:24.548357 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0326 23:15:24.548854 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0326 23:15:24.548859 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0326 23:15:24.548436 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0326 23:15:24.548440 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0326 23:15:24.548886 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0326 23:15:24.548446 3835 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0326 23:15:24.548906 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0326 23:15:24.548405 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0326 23:15:24.548407 3835 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0326 23:15:24.548936 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0326 23:15:24.573025 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0326 23:15:24.573035 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0326 23:15:24.573052 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0326 23:15:24.573061 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0326 23:15:24.573069 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0326 23:15:24.573074 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0326 23:15:24.614954 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0326 23:15:24.614980 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0326 23:15:24.614990 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0326 23:15:24.614999 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0326 23:15:24.659030 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0326 23:15:24.659059 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0326 23:15:24.659068 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0326 23:15:24.659075 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0326 23:15:24.659083 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0326 23:15:24.659091 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0326 23:15:24.659098 3835 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0326 23:15:25.254602 3835 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-99.ec2.internal in network "default" I0326 23:15:25.254647 3835 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-99.ec2.internal I0326 23:15:25.254663 3835 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-99.ec2.internal: 21.901µs I0326 23:15:25.254668 3835 egressfirewall.go:628] Syncing node "ip-10-0-1-99.ec2.internal" for egress firewall I0326 23:15:25.254673 3835 node_tracker.go:169] Node ip-10-0-1-99.ec2.internal switch + router changed, syncing services in network "default" I0326 23:15:25.254693 3835 services_controller.go:574] Full service sync requested for network=default W0326 23:15:25.254786 3835 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0326 23:15:25.254667 3835 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-99.ec2.internal", IP: 10.0.1.99 to PMTUD blocking rules I0326 23:15:25.254877 3835 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-99.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0326 23:15:25.261392 3835 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-99.ec2.internal. Updating no re-route policies I0326 23:15:25.271701 3835 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-99.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0326 23:15:25.271720 3835 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-99.ec2.internal", IP: 10.0.1.99 to PMTUD blocking rules I0326 23:15:25.994424 3835 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-167.ec2.internal I0326 23:15:25.994452 3835 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-167.ec2.internal: 33.264µs I0326 23:15:26.021735 3835 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-56599b6895-b246v] creating logical port openshift-image-registry_image-registry-56599b6895-b246v for pod on switch ip-10-0-0-167.ec2.internal I0326 23:15:26.021863 3835 kube.go:256] Updating pod openshift-image-registry/image-registry-56599b6895-b246v I0326 23:15:26.042113 3835 pod.go:62] [openshift-image-registry/image-registry-56599b6895-b246v] pod update took 20.283275ms I0326 23:15:26.042143 3835 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-56599b6895-b246v] addLogicalPort annotation time took 20.319886ms I0326 23:15:26.043541 3835 pods.go:271] [openshift-image-registry/image-registry-56599b6895-b246v] addLogicalPort took 21.821613ms, libovsdb time 1.060428ms I0326 23:15:26.058707 3835 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-45sch] creating logical port openshift-dns_dns-default-45sch for pod on switch ip-10-0-0-167.ec2.internal I0326 23:15:26.058814 3835 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-h4v5c] creating logical port openshift-ingress-canary_ingress-canary-h4v5c for pod on switch ip-10-0-0-167.ec2.internal I0326 23:15:26.058836 3835 kube.go:256] Updating pod openshift-dns/dns-default-45sch I0326 23:15:26.058929 3835 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-h4v5c I0326 23:15:26.075810 3835 pod.go:62] [openshift-ingress-canary/ingress-canary-h4v5c] pod update took 16.90786ms I0326 23:15:26.075829 3835 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-h4v5c] addLogicalPort annotation time took 16.930061ms I0326 23:15:26.075950 3835 pod.go:62] [openshift-dns/dns-default-45sch] pod update took 17.149592ms I0326 23:15:26.075973 3835 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-45sch] addLogicalPort annotation time took 17.177998ms I0326 23:15:26.076937 3835 pods.go:271] [openshift-ingress-canary/ingress-canary-h4v5c] addLogicalPort took 18.131403ms, libovsdb time 852.002µs I0326 23:15:26.077214 3835 pods.go:271] [openshift-dns/dns-default-45sch] addLogicalPort took 18.522708ms, libovsdb time 1.008275ms I0326 23:15:26.482587 3835 cni.go:403] [openshift-ingress-canary/ingress-canary-h4v5c 308d5e50bd8deea0a63b0724a2712435230bbb7ed92bd77bd618afb74e616445 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-h4v5c 308d5e50bd8deea0a63b0724a2712435230bbb7ed92bd77bd618afb74e616445 network default NAD default] I0326 23:15:26.498881 3835 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-h4v5c, hostIfaceName: 308d5e50bd8deea, network: default, NAD default, SandboxID: "308d5e50bd8deea0a63b0724a2712435230bbb7ed92bd77bd618afb74e616445", PCI device ID: , UID: "b2ef7d6a-71a6-40db-80eb-f9453dd82c4d", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0326 23:15:26.543674 3835 cni.go:424] [openshift-ingress-canary/ingress-canary-h4v5c 308d5e50bd8deea0a63b0724a2712435230bbb7ed92bd77bd618afb74e616445 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-h4v5c 308d5e50bd8deea0a63b0724a2712435230bbb7ed92bd77bd618afb74e616445 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:96:3c:7c:26:c7\",\"name\":\"308d5e50bd8deea\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06632a3b-7e87-4398-923d-32a756d61ed2\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:15:28.572710 3835 cni.go:403] [openshift-network-diagnostics/network-check-target-vsln9 8302c4d15437c0dda6c5e266b7bdc3b5c8409e99990aaa3fa97fc2ffe8f00571 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-vsln9 8302c4d15437c0dda6c5e266b7bdc3b5c8409e99990aaa3fa97fc2ffe8f00571 network default NAD default] I0326 23:15:28.581833 3835 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-vsln9, hostIfaceName: 8302c4d15437c0d, network: default, NAD default, SandboxID: "8302c4d15437c0dda6c5e266b7bdc3b5c8409e99990aaa3fa97fc2ffe8f00571", PCI device ID: , UID: "e47a196c-e1bd-44d1-993f-d0001e884830", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0326 23:15:28.623142 3835 cni.go:424] [openshift-network-diagnostics/network-check-target-vsln9 8302c4d15437c0dda6c5e266b7bdc3b5c8409e99990aaa3fa97fc2ffe8f00571 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-vsln9 8302c4d15437c0dda6c5e266b7bdc3b5c8409e99990aaa3fa97fc2ffe8f00571 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:de:18:75:11:8d\",\"name\":\"8302c4d15437c0d\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/595293cc-2a35-40eb-93e9-3240c3e49a79\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:15:28.979960 3835 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-99.ec2.internal I0326 23:15:28.979989 3835 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-99.ec2.internal: 36.488µs I0326 23:15:30.002138 3835 cni.go:403] [kube-system/global-pull-secret-syncer-tsswl 1cf6f7777d618bd6140cc25327a178595170f0e28f93b0ac06ad7f20398c3a35 network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-tsswl 1cf6f7777d618bd6140cc25327a178595170f0e28f93b0ac06ad7f20398c3a35 network default NAD default] I0326 23:15:30.013144 3835 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-tsswl, hostIfaceName: 1cf6f7777d618bd, network: default, NAD default, SandboxID: "1cf6f7777d618bd6140cc25327a178595170f0e28f93b0ac06ad7f20398c3a35", PCI device ID: , UID: "99a67801-1e06-4b92-a31b-5d0594569b09", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0326 23:15:30.056774 3835 cni.go:424] [kube-system/global-pull-secret-syncer-tsswl 1cf6f7777d618bd6140cc25327a178595170f0e28f93b0ac06ad7f20398c3a35 network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-tsswl 1cf6f7777d618bd6140cc25327a178595170f0e28f93b0ac06ad7f20398c3a35 network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:2e:aa:02:3d:28\",\"name\":\"1cf6f7777d618bd\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67151529-18f3-4bbc-a39d-15a48d7780bc\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:15:32.223124 3835 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-5c76bd6f9b-qdbng] creating logical port openshift-network-diagnostics_network-check-source-5c76bd6f9b-qdbng for pod on switch ip-10-0-0-167.ec2.internal I0326 23:15:32.223253 3835 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-5c76bd6f9b-qdbng I0326 23:15:32.239046 3835 pod.go:62] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-qdbng] pod update took 15.823097ms I0326 23:15:32.239074 3835 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-source-5c76bd6f9b-qdbng] addLogicalPort annotation time took 15.856351ms I0326 23:15:32.240232 3835 pods.go:271] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-qdbng] addLogicalPort took 17.127571ms, libovsdb time 863.372µs I0326 23:15:32.351100 3835 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-58d8f6745c-x49xz] creating logical port openshift-network-console_networking-console-plugin-58d8f6745c-x49xz for pod on switch ip-10-0-0-167.ec2.internal I0326 23:15:32.351204 3835 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-58d8f6745c-x49xz I0326 23:15:32.365235 3835 pod.go:62] [openshift-network-console/networking-console-plugin-58d8f6745c-x49xz] pod update took 14.063043ms I0326 23:15:32.365257 3835 base_network_controller_pods.go:937] [default/openshift-network-console/networking-console-plugin-58d8f6745c-x49xz] addLogicalPort annotation time took 14.088327ms I0326 23:15:32.366292 3835 pods.go:271] [openshift-network-console/networking-console-plugin-58d8f6745c-x49xz] addLogicalPort took 15.209618ms, libovsdb time 746.346µs I0326 23:15:32.428612 3835 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-ztqp4] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67b99c68bb-ztqp4 for pod on switch ip-10-0-0-167.ec2.internal I0326 23:15:32.428731 3835 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-ztqp4 I0326 23:15:32.431391 3835 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-vhhsv] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-6ff64bb8b6-vhhsv for pod on switch ip-10-0-0-167.ec2.internal I0326 23:15:32.431490 3835 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-vhhsv I0326 23:15:32.446876 3835 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-ztqp4] pod update took 18.169158ms I0326 23:15:32.446897 3835 base_network_controller_pods.go:937] [default/openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-ztqp4] addLogicalPort annotation time took 18.194213ms I0326 23:15:32.448134 3835 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-ztqp4] addLogicalPort took 19.540974ms, libovsdb time 941.214µs I0326 23:15:32.450900 3835 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-vhhsv] pod update took 19.425658ms I0326 23:15:32.450924 3835 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-vhhsv] addLogicalPort annotation time took 19.450003ms I0326 23:15:32.451989 3835 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-vhhsv] addLogicalPort took 20.612946ms, libovsdb time 769.353µs I0326 23:15:32.599075 3835 cni.go:403] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-qdbng c0e1ccda964c2c14de48434807e2ccb7eccc13bced90ac1f76d107951c25fb9e network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-source-5c76bd6f9b-qdbng c0e1ccda964c2c14de48434807e2ccb7eccc13bced90ac1f76d107951c25fb9e network default NAD default] I0326 23:15:32.608878 3835 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-5c76bd6f9b-qdbng, hostIfaceName: c0e1ccda964c2c1, network: default, NAD default, SandboxID: "c0e1ccda964c2c14de48434807e2ccb7eccc13bced90ac1f76d107951c25fb9e", PCI device ID: , UID: "e28acfdf-e8dd-4d5a-9f99-1e82e34b015b", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0326 23:15:32.653277 3835 cni.go:424] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-qdbng c0e1ccda964c2c14de48434807e2ccb7eccc13bced90ac1f76d107951c25fb9e network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-5c76bd6f9b-qdbng c0e1ccda964c2c14de48434807e2ccb7eccc13bced90ac1f76d107951c25fb9e network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:a9:30:f0:e2:61\",\"name\":\"c0e1ccda964c2c1\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4fb85e45-6f54-417b-ad77-119edd6e7fe5\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 23:15:32.777631 3835 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0326 23:15:34.002482 3835 cni.go:403] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-vhhsv 6818119f7cbdf182460a51950385c10e17f6cb8b1772f653622f83574c138501 network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-vhhsv 6818119f7cbdf182460a51950385c10e17f6cb8b1772f653622f83574c138501 network default NAD default] I0326 23:15:34.012287 3835 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-6ff64bb8b6-vhhsv, hostIfaceName: 6818119f7cbdf18, network: default, NAD default, SandboxID: "6818119f7cbdf182460a51950385c10e17f6cb8b1772f653622f83574c138501", PCI device ID: , UID: "be535a7e-6f58-413e-841b-70a6f0641a22", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0326 23:15:34.056095 3835 cni.go:424] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-vhhsv 6818119f7cbdf182460a51950385c10e17f6cb8b1772f653622f83574c138501 network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-6ff64bb8b6-vhhsv 6818119f7cbdf182460a51950385c10e17f6cb8b1772f653622f83574c138501 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:39:78:c6:55:f5\",\"name\":\"6818119f7cbdf18\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6b1821bd-b842-43d8-b218-3fd401232f7e\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 23:15:35.760665 3835 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0326 23:15:36.255088 3835 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0326 23:15:38.190147 3835 namespace.go:98] [openshift-service-ca] adding namespace I0326 23:15:38.191035 3835 namespace.go:102] [openshift-service-ca] adding namespace took 867.412µs I0326 23:15:38.208451 3835 namespace.go:142] [openshift-service-ca] updating namespace I0326 23:15:38.307449 3835 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0326 23:15:38.308308 3835 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 838.421µs I0326 23:15:38.329202 3835 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0326 23:15:47.289300 3835 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0326 23:15:48.450341 3835 cni.go:403] [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-ztqp4 f5e59c5a7f2c4ca7af1d13e71e6925e224ca4de513792fd265c21ca6d77c6f0c network default NAD default] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-ztqp4 f5e59c5a7f2c4ca7af1d13e71e6925e224ca4de513792fd265c21ca6d77c6f0c network default NAD default] I0326 23:15:48.459640 3835 helper_linux.go:450] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67b99c68bb-ztqp4, hostIfaceName: f5e59c5a7f2c4ca, network: default, NAD default, SandboxID: "f5e59c5a7f2c4ca7af1d13e71e6925e224ca4de513792fd265c21ca6d77c6f0c", PCI device ID: , UID: "7107e7c4-4133-4501-b1f4-de39d0f47d0e", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0326 23:15:48.501147 3835 cni.go:424] [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-ztqp4 f5e59c5a7f2c4ca7af1d13e71e6925e224ca4de513792fd265c21ca6d77c6f0c network default NAD default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67b99c68bb-ztqp4 f5e59c5a7f2c4ca7af1d13e71e6925e224ca4de513792fd265c21ca6d77c6f0c network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:d4:93:6a:0d:6c\",\"name\":\"f5e59c5a7f2c4ca\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/75f5693e-2eb0-4a25-8c01-35af9f49e651\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:15:58.221567 3835 cni.go:403] [openshift-image-registry/image-registry-56599b6895-b246v 8fbda14172a85ba4bcbcbf3359e5fbadcc567cf18affc82e1b971fc1d6dc9fd3 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-56599b6895-b246v 8fbda14172a85ba4bcbcbf3359e5fbadcc567cf18affc82e1b971fc1d6dc9fd3 network default NAD default] I0326 23:15:58.230943 3835 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-56599b6895-b246v, hostIfaceName: 8fbda14172a85ba, network: default, NAD default, SandboxID: "8fbda14172a85ba4bcbcbf3359e5fbadcc567cf18affc82e1b971fc1d6dc9fd3", PCI device ID: , UID: "38bde28e-bbdf-4e58-a732-492016f9a92a", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0326 23:15:58.252964 3835 cni.go:403] [openshift-dns/dns-default-45sch 4aae64a86070c61180e00c86758842e82ddbc888d4b1c2cf0d61ecba9c7156e0 network default NAD default] ADD starting CNI request [openshift-dns/dns-default-45sch 4aae64a86070c61180e00c86758842e82ddbc888d4b1c2cf0d61ecba9c7156e0 network default NAD default] I0326 23:15:58.278769 3835 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-45sch, hostIfaceName: 4aae64a86070c61, network: default, NAD default, SandboxID: "4aae64a86070c61180e00c86758842e82ddbc888d4b1c2cf0d61ecba9c7156e0", PCI device ID: , UID: "6160b7ed-5fa3-472c-ad56-c17c2c2958e5", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0326 23:15:58.319521 3835 cni.go:424] [openshift-dns/dns-default-45sch 4aae64a86070c61180e00c86758842e82ddbc888d4b1c2cf0d61ecba9c7156e0 network default NAD default] ADD finished CNI request [openshift-dns/dns-default-45sch 4aae64a86070c61180e00c86758842e82ddbc888d4b1c2cf0d61ecba9c7156e0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:62:9c:b3:f0:96\",\"name\":\"4aae64a86070c61\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/39056430-18e1-4448-b45c-f87e799c89ac\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:15:58.487184 3835 cni.go:424] [openshift-image-registry/image-registry-56599b6895-b246v 8fbda14172a85ba4bcbcbf3359e5fbadcc567cf18affc82e1b971fc1d6dc9fd3 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-56599b6895-b246v 8fbda14172a85ba4bcbcbf3359e5fbadcc567cf18affc82e1b971fc1d6dc9fd3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:cb:ac:1e:35:f2\",\"name\":\"8fbda14172a85ba\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7888e94-7dcd-4e7b-a618-7e8c4a9e7ef0\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 23:15:59.963269 3835 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0326 23:15:59.971100 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0326 23:15:59.971124 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0326 23:16:00.029696 3835 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-w9ftv] creating logical port openshift-insights_insights-runtime-extractor-w9ftv for pod on switch ip-10-0-0-167.ec2.internal I0326 23:16:00.029793 3835 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-w9ftv I0326 23:16:00.053709 3835 pod.go:62] [openshift-insights/insights-runtime-extractor-w9ftv] pod update took 23.946309ms I0326 23:16:00.053736 3835 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-w9ftv] addLogicalPort annotation time took 23.978645ms I0326 23:16:00.054988 3835 pods.go:271] [openshift-insights/insights-runtime-extractor-w9ftv] addLogicalPort took 25.303853ms, libovsdb time 962.937µs I0326 23:16:00.103396 3835 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390j2jb4] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390j2jb4 for pod on switch ip-10-0-0-167.ec2.internal I0326 23:16:00.103543 3835 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390j2jb4 I0326 23:16:00.124352 3835 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390j2jb4] pod update took 20.838896ms I0326 23:16:00.124382 3835 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390j2jb4] addLogicalPort annotation time took 20.873781ms I0326 23:16:00.125760 3835 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390j2jb4] addLogicalPort took 22.385907ms, libovsdb time 992.689µs I0326 23:16:00.444729 3835 cni.go:403] [openshift-insights/insights-runtime-extractor-w9ftv 9b5d065f848bac0c26fb44b4018b0a8e4fc4d5272af9d9b6f0a23c0af3bb7aa6 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-w9ftv 9b5d065f848bac0c26fb44b4018b0a8e4fc4d5272af9d9b6f0a23c0af3bb7aa6 network default NAD default] I0326 23:16:00.453695 3835 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-w9ftv, hostIfaceName: 9b5d065f848bac0, network: default, NAD default, SandboxID: "9b5d065f848bac0c26fb44b4018b0a8e4fc4d5272af9d9b6f0a23c0af3bb7aa6", PCI device ID: , UID: "104d1623-b27b-4ca7-9dbf-6009388eb743", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0326 23:16:00.482567 3835 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390j2jb4 5b4818e7ea601059da0854cbb1c6bb10207abe1f5db26b6c6a07677db257188d network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390j2jb4 5b4818e7ea601059da0854cbb1c6bb10207abe1f5db26b6c6a07677db257188d network default NAD default] I0326 23:16:00.495919 3835 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390j2jb4, hostIfaceName: 5b4818e7ea60105, network: default, NAD default, SandboxID: "5b4818e7ea601059da0854cbb1c6bb10207abe1f5db26b6c6a07677db257188d", PCI device ID: , UID: "c4a48f9e-7bb7-4dbd-a0db-d4a0e9ac97dd", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0326 23:16:00.499778 3835 cni.go:424] [openshift-insights/insights-runtime-extractor-w9ftv 9b5d065f848bac0c26fb44b4018b0a8e4fc4d5272af9d9b6f0a23c0af3bb7aa6 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-w9ftv 9b5d065f848bac0c26fb44b4018b0a8e4fc4d5272af9d9b6f0a23c0af3bb7aa6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:02:4a:5e:e7:b9\",\"name\":\"9b5d065f848bac0\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3795942-8759-4236-84e6-988453100473\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:16:00.537862 3835 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390j2jb4 5b4818e7ea601059da0854cbb1c6bb10207abe1f5db26b6c6a07677db257188d network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390j2jb4 5b4818e7ea601059da0854cbb1c6bb10207abe1f5db26b6c6a07677db257188d network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:5d:6d:24:79:2c\",\"name\":\"5b4818e7ea60105\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a96745e-10d4-47e1-875b-7adbe6129dca\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:16:00.587037 3835 cni.go:403] [openshift-multus/network-metrics-daemon-c8x7g 5a29e60cc1866c2b40e482785e4f2e0179325badf7b430b894d02b12b874558b network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-c8x7g 5a29e60cc1866c2b40e482785e4f2e0179325badf7b430b894d02b12b874558b network default NAD default] I0326 23:16:00.597038 3835 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-c8x7g, hostIfaceName: 5a29e60cc1866c2, network: default, NAD default, SandboxID: "5a29e60cc1866c2b40e482785e4f2e0179325badf7b430b894d02b12b874558b", PCI device ID: , UID: "d76f4b66-5b7b-40d5-874a-d481a8477533", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0326 23:16:00.642825 3835 cni.go:424] [openshift-multus/network-metrics-daemon-c8x7g 5a29e60cc1866c2b40e482785e4f2e0179325badf7b430b894d02b12b874558b network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-c8x7g 5a29e60cc1866c2b40e482785e4f2e0179325badf7b430b894d02b12b874558b network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:28:53:b0:0d:4b\",\"name\":\"5a29e60cc1866c2\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/abbef2d4-4073-4700-ae6b-d36bda752188\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 23:16:00.910500 3835 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0326 23:16:00.910521 3835 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0326 23:16:00.910528 3835 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0326 23:16:01.348267 3835 obj_retry.go:464] Detected object openshift-image-registry/image-registry-56599b6895-wp4tk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:16:01.348964 3835 obj_retry.go:464] Detected object openshift-image-registry/image-registry-56599b6895-wp4tk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:16:01.360492 3835 obj_retry.go:458] Detected object openshift-image-registry/image-registry-56599b6895-wp4tk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:16:01.360513 3835 obj_retry.go:458] Detected object openshift-image-registry/image-registry-56599b6895-wp4tk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:16:01.366549 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-56599b6895-wp4tk I0326 23:16:01.366576 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-56599b6895-wp4tk I0326 23:16:01.818093 3835 obj_retry.go:464] Detected object openshift-image-registry/image-registry-574cbc9d5b-54cdm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:16:01.818684 3835 obj_retry.go:464] Detected object openshift-image-registry/image-registry-574cbc9d5b-54cdm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:16:01.832507 3835 obj_retry.go:458] Detected object openshift-image-registry/image-registry-574cbc9d5b-54cdm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:16:01.832529 3835 obj_retry.go:458] Detected object openshift-image-registry/image-registry-574cbc9d5b-54cdm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:16:01.839386 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-574cbc9d5b-54cdm I0326 23:16:01.839407 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-574cbc9d5b-54cdm W0326 23:16:02.354654 3835 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0326 23:16:02.825047 3835 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0326 23:16:03.783929 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0326 23:16:04.574646 3835 cni.go:403] [openshift-network-console/networking-console-plugin-58d8f6745c-x49xz 63d3d094ef57f15a742ae074abf9df09bdc39c5fe139622e5299eb64ac5f4235 network default NAD default] ADD starting CNI request [openshift-network-console/networking-console-plugin-58d8f6745c-x49xz 63d3d094ef57f15a742ae074abf9df09bdc39c5fe139622e5299eb64ac5f4235 network default NAD default] I0326 23:16:04.583836 3835 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-58d8f6745c-x49xz, hostIfaceName: 63d3d094ef57f15, network: default, NAD default, SandboxID: "63d3d094ef57f15a742ae074abf9df09bdc39c5fe139622e5299eb64ac5f4235", PCI device ID: , UID: "552d0ee1-89b2-400e-9e73-6c0f3d222d96", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0326 23:16:04.633187 3835 cni.go:424] [openshift-network-console/networking-console-plugin-58d8f6745c-x49xz 63d3d094ef57f15a742ae074abf9df09bdc39c5fe139622e5299eb64ac5f4235 network default NAD default] ADD finished CNI request [openshift-network-console/networking-console-plugin-58d8f6745c-x49xz 63d3d094ef57f15a742ae074abf9df09bdc39c5fe139622e5299eb64ac5f4235 network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:ec:38:f8:67:8c\",\"name\":\"63d3d094ef57f15\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/46382f35-166e-4606-b376-e5cd196d0fba\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 23:16:04.833058 3835 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0326 23:16:04.833084 3835 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0326 23:16:04.833090 3835 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0326 23:16:05.371619 3835 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0326 23:16:05.371645 3835 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0326 23:16:05.373174 3835 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:16:05.373188 3835 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:16:05.373192 3835 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:16:05.402763 3835 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:16:05.402847 3835 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:16:05.402863 3835 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:16:05.402867 3835 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0326 23:16:05.402882 3835 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0326 23:16:05.873356 3835 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0326 23:16:05.873438 3835 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0326 23:16:05.874492 3835 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:16:05.874515 3835 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:16:05.874522 3835 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default I0326 23:16:07.751312 3835 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-d6mtt] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-9698cf77c-d6mtt for pod on switch ip-10-0-0-167.ec2.internal I0326 23:16:07.751438 3835 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-d6mtt I0326 23:16:07.768299 3835 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-d6mtt] pod update took 16.893485ms I0326 23:16:07.768346 3835 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-d6mtt] addLogicalPort annotation time took 16.945139ms I0326 23:16:07.769589 3835 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-d6mtt] addLogicalPort took 18.299625ms, libovsdb time 927.94µs I0326 23:16:08.109134 3835 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-d6mtt af20eb3e79c797f86af918e7a1dc12abac2ac48e46dbed47ff0ceea17882126b network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-d6mtt af20eb3e79c797f86af918e7a1dc12abac2ac48e46dbed47ff0ceea17882126b network default NAD default] I0326 23:16:08.117974 3835 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-9698cf77c-d6mtt, hostIfaceName: af20eb3e79c797f, network: default, NAD default, SandboxID: "af20eb3e79c797f86af918e7a1dc12abac2ac48e46dbed47ff0ceea17882126b", PCI device ID: , UID: "21d863c9-c351-4378-9f3f-5b996518304e", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0326 23:16:08.162591 3835 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-d6mtt af20eb3e79c797f86af918e7a1dc12abac2ac48e46dbed47ff0ceea17882126b network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-d6mtt af20eb3e79c797f86af918e7a1dc12abac2ac48e46dbed47ff0ceea17882126b network default NAD default], result "{\"interfaces\":[{\"mac\":\"0e:74:b1:cc:ec:7d\",\"name\":\"af20eb3e79c797f\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dffe0140-8f46-4c88-a79c-10c2660c34ec\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 23:16:09.858125 3835 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0326 23:16:09.943893 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0326 23:16:10.851274 3835 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-c56ff685-m2c9d] creating logical port openshift-monitoring_prometheus-operator-c56ff685-m2c9d for pod on switch ip-10-0-0-167.ec2.internal I0326 23:16:10.851389 3835 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-c56ff685-m2c9d I0326 23:16:10.863810 3835 pod.go:62] [openshift-monitoring/prometheus-operator-c56ff685-m2c9d] pod update took 12.445581ms I0326 23:16:10.863839 3835 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-c56ff685-m2c9d] addLogicalPort annotation time took 12.478855ms I0326 23:16:10.865062 3835 pods.go:271] [openshift-monitoring/prometheus-operator-c56ff685-m2c9d] addLogicalPort took 13.810472ms, libovsdb time 903.868µs W0326 23:16:10.909063 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0326 23:16:10.909082 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0326 23:16:10.909088 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0326 23:16:11.811072 3835 cni.go:403] [openshift-monitoring/prometheus-operator-c56ff685-m2c9d 1c768ab714bf4dbd5024982f0af0b42bd96f3f9e83a158c059b7a3b5f69b5671 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-c56ff685-m2c9d 1c768ab714bf4dbd5024982f0af0b42bd96f3f9e83a158c059b7a3b5f69b5671 network default NAD default] I0326 23:16:11.822695 3835 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-c56ff685-m2c9d, hostIfaceName: 1c768ab714bf4db, network: default, NAD default, SandboxID: "1c768ab714bf4dbd5024982f0af0b42bd96f3f9e83a158c059b7a3b5f69b5671", PCI device ID: , UID: "416a862b-790f-4ecd-b1c3-e6603f56affd", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0326 23:16:11.871225 3835 cni.go:424] [openshift-monitoring/prometheus-operator-c56ff685-m2c9d 1c768ab714bf4dbd5024982f0af0b42bd96f3f9e83a158c059b7a3b5f69b5671 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-c56ff685-m2c9d 1c768ab714bf4dbd5024982f0af0b42bd96f3f9e83a158c059b7a3b5f69b5671 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:58:28:5a:dc:7c\",\"name\":\"1c768ab714bf4db\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a313cb5a-4a72-4af2-96d4-e2053f27c328\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:16:16.283908 3835 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-bc865d6bb-7mvlj] creating logical port openshift-monitoring_openshift-state-metrics-bc865d6bb-7mvlj for pod on switch ip-10-0-0-167.ec2.internal I0326 23:16:16.284001 3835 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-bc865d6bb-7mvlj I0326 23:16:16.298297 3835 pod.go:62] [openshift-monitoring/openshift-state-metrics-bc865d6bb-7mvlj] pod update took 14.321471ms I0326 23:16:16.298336 3835 base_network_controller_pods.go:937] [default/openshift-monitoring/openshift-state-metrics-bc865d6bb-7mvlj] addLogicalPort annotation time took 14.349809ms I0326 23:16:16.299618 3835 pods.go:271] [openshift-monitoring/openshift-state-metrics-bc865d6bb-7mvlj] addLogicalPort took 15.725487ms, libovsdb time 886.751µs I0326 23:16:16.306281 3835 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-664d8f7fc8-h7wnd] creating logical port openshift-monitoring_kube-state-metrics-664d8f7fc8-h7wnd for pod on switch ip-10-0-0-167.ec2.internal I0326 23:16:16.306382 3835 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-664d8f7fc8-h7wnd I0326 23:16:16.324614 3835 pod.go:62] [openshift-monitoring/kube-state-metrics-664d8f7fc8-h7wnd] pod update took 18.259696ms I0326 23:16:16.324638 3835 base_network_controller_pods.go:937] [default/openshift-monitoring/kube-state-metrics-664d8f7fc8-h7wnd] addLogicalPort annotation time took 18.28699ms I0326 23:16:16.325790 3835 pods.go:271] [openshift-monitoring/kube-state-metrics-664d8f7fc8-h7wnd] addLogicalPort took 19.522211ms, libovsdb time 863.128µs I0326 23:16:16.641213 3835 cni.go:403] [openshift-monitoring/openshift-state-metrics-bc865d6bb-7mvlj c9463ad679bd5e87f0bd603e197711f2aa3592e459191830936eb52a70e6b3f6 network default NAD default] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-bc865d6bb-7mvlj c9463ad679bd5e87f0bd603e197711f2aa3592e459191830936eb52a70e6b3f6 network default NAD default] I0326 23:16:16.650501 3835 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-bc865d6bb-7mvlj, hostIfaceName: c9463ad679bd5e8, network: default, NAD default, SandboxID: "c9463ad679bd5e87f0bd603e197711f2aa3592e459191830936eb52a70e6b3f6", PCI device ID: , UID: "eb17241f-6fd8-41f5-873b-b7a05626c68d", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0326 23:16:16.668880 3835 cni.go:403] [openshift-monitoring/kube-state-metrics-664d8f7fc8-h7wnd 43253c553f8193a42f2bc267238f5a948ea9aef74449e954ee672061851126df network default NAD default] ADD starting CNI request [openshift-monitoring/kube-state-metrics-664d8f7fc8-h7wnd 43253c553f8193a42f2bc267238f5a948ea9aef74449e954ee672061851126df network default NAD default] I0326 23:16:16.679770 3835 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-664d8f7fc8-h7wnd, hostIfaceName: 43253c553f8193a, network: default, NAD default, SandboxID: "43253c553f8193a42f2bc267238f5a948ea9aef74449e954ee672061851126df", PCI device ID: , UID: "e6596cf4-e6c4-43d1-8e8f-de106a589e25", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0326 23:16:16.700106 3835 cni.go:424] [openshift-monitoring/openshift-state-metrics-bc865d6bb-7mvlj c9463ad679bd5e87f0bd603e197711f2aa3592e459191830936eb52a70e6b3f6 network default NAD default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-bc865d6bb-7mvlj c9463ad679bd5e87f0bd603e197711f2aa3592e459191830936eb52a70e6b3f6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:72:4b:85:f0:d0\",\"name\":\"c9463ad679bd5e8\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8eee878f-9707-4900-9e95-60be11d82a31\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:16:16.722644 3835 cni.go:424] [openshift-monitoring/kube-state-metrics-664d8f7fc8-h7wnd 43253c553f8193a42f2bc267238f5a948ea9aef74449e954ee672061851126df network default NAD default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-664d8f7fc8-h7wnd 43253c553f8193a42f2bc267238f5a948ea9aef74449e954ee672061851126df network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:1a:14:c1:48:96\",\"name\":\"43253c553f8193a\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/00d3528c-29f7-4afc-838b-f5212a27d78e\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:16:16.965092 3835 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390j2jb4 5b4818e7ea601059da0854cbb1c6bb10207abe1f5db26b6c6a07677db257188d network default NAD default] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390j2jb4 5b4818e7ea601059da0854cbb1c6bb10207abe1f5db26b6c6a07677db257188d network default NAD default] I0326 23:16:17.039150 3835 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390j2jb4 5b4818e7ea601059da0854cbb1c6bb10207abe1f5db26b6c6a07677db257188d network default NAD default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390j2jb4 5b4818e7ea601059da0854cbb1c6bb10207abe1f5db26b6c6a07677db257188d network default NAD default], result "{}", err I0326 23:16:17.085450 3835 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390j2jb4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:16:17.085492 3835 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390j2jb4 I0326 23:16:17.086748 3835 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390j2jb4, ips: 10.129.0.14 I0326 23:16:17.086777 3835 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390j2jb4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:16:17.086802 3835 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390j2jb4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:16:17.086815 3835 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0326 23:16:17.086978 3835 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390j2jb4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:16:17.086994 3835 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0326 23:16:18.122670 3835 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390j2jb4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:16:18.122704 3835 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390j2jb4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:16:18.122722 3835 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390j2jb4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:16:18.122738 3835 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390j2jb4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:16:18.434434 3835 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-9bbf99585-nc8qx] creating logical port openshift-monitoring_thanos-querier-9bbf99585-nc8qx for pod on switch ip-10-0-0-167.ec2.internal I0326 23:16:18.434537 3835 kube.go:256] Updating pod openshift-monitoring/thanos-querier-9bbf99585-nc8qx I0326 23:16:18.467097 3835 pod.go:62] [openshift-monitoring/thanos-querier-9bbf99585-nc8qx] pod update took 32.594541ms I0326 23:16:18.467125 3835 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-9bbf99585-nc8qx] addLogicalPort annotation time took 32.626879ms I0326 23:16:18.468423 3835 pods.go:271] [openshift-monitoring/thanos-querier-9bbf99585-nc8qx] addLogicalPort took 34.003748ms, libovsdb time 884.497µs I0326 23:16:18.795603 3835 cni.go:403] [openshift-monitoring/thanos-querier-9bbf99585-nc8qx 55b3149e2ba73f13dbe336927c7030546439cb6097cb23cb2dd8b18353861489 network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-9bbf99585-nc8qx 55b3149e2ba73f13dbe336927c7030546439cb6097cb23cb2dd8b18353861489 network default NAD default] I0326 23:16:18.804716 3835 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-9bbf99585-nc8qx, hostIfaceName: 55b3149e2ba73f1, network: default, NAD default, SandboxID: "55b3149e2ba73f13dbe336927c7030546439cb6097cb23cb2dd8b18353861489", PCI device ID: , UID: "39c7180a-99e4-4396-8002-41a2c453565c", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0326 23:16:18.849086 3835 cni.go:424] [openshift-monitoring/thanos-querier-9bbf99585-nc8qx 55b3149e2ba73f13dbe336927c7030546439cb6097cb23cb2dd8b18353861489 network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-9bbf99585-nc8qx 55b3149e2ba73f13dbe336927c7030546439cb6097cb23cb2dd8b18353861489 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:21:e1:8d:5f:ae\",\"name\":\"55b3149e2ba73f1\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29e74cc7-d8fa-44bd-aad4-196f450637c8\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 23:16:19.885661 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0326 23:16:19.955760 3835 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 23:16:19.955780 3835 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 23:16:19.955787 3835 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 23:16:20.463556 3835 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 23:16:20.463573 3835 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 23:16:20.463577 3835 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 23:16:22.026101 3835 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:16:22.026121 3835 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:16:22.026127 3835 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:16:22.026132 3835 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0326 23:16:22.067385 3835 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0326 23:16:22.087357 3835 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0326 23:16:22.932436 3835 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-167.ec2.internal I0326 23:16:22.932539 3835 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0326 23:16:22.960357 3835 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 27.85348ms I0326 23:16:22.960387 3835 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 27.887172ms I0326 23:16:22.961682 3835 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 29.263707ms, libovsdb time 966.125µs W0326 23:16:23.012181 3835 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:16:23.012198 3835 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:16:23.012203 3835 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:16:23.012207 3835 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0326 23:16:23.296262 3835 cni.go:403] [openshift-monitoring/prometheus-k8s-1 bbb5192124ddc8e787e15efcdf683f971c76f1f33b46c8786e5a345ad17850da network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 bbb5192124ddc8e787e15efcdf683f971c76f1f33b46c8786e5a345ad17850da network default NAD default] I0326 23:16:23.304647 3835 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: bbb5192124ddc8e, network: default, NAD default, SandboxID: "bbb5192124ddc8e787e15efcdf683f971c76f1f33b46c8786e5a345ad17850da", PCI device ID: , UID: "c4520909-8dfe-4506-8933-77a57ac5cd13", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0326 23:16:23.347906 3835 cni.go:424] [openshift-monitoring/prometheus-k8s-1 bbb5192124ddc8e787e15efcdf683f971c76f1f33b46c8786e5a345ad17850da network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 bbb5192124ddc8e787e15efcdf683f971c76f1f33b46c8786e5a345ad17850da network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:db:a7:fd:ba:15\",\"name\":\"bbb5192124ddc8e\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a3e943d-c498-4712-b271-2553c24beee0\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 23:16:23.960550 3835 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0326 23:16:23.986049 3835 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0326 23:16:24.072801 3835 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:16:24.072818 3835 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:16:24.466519 3835 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0326 23:16:25.025648 3835 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:16:25.025670 3835 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:16:28.085790 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:16:28.085810 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:16:28.085818 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:16:28.085822 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0326 23:16:29.510093 3835 base_network_controller_pods.go:487] [default/openshift-console/console-6bdc45c6d9-pj9xj] creating logical port openshift-console_console-6bdc45c6d9-pj9xj for pod on switch ip-10-0-0-167.ec2.internal I0326 23:16:29.510200 3835 kube.go:256] Updating pod openshift-console/console-6bdc45c6d9-pj9xj I0326 23:16:29.541502 3835 pod.go:62] [openshift-console/console-6bdc45c6d9-pj9xj] pod update took 31.337119ms I0326 23:16:29.541525 3835 base_network_controller_pods.go:937] [default/openshift-console/console-6bdc45c6d9-pj9xj] addLogicalPort annotation time took 31.365656ms I0326 23:16:29.542642 3835 pods.go:271] [openshift-console/console-6bdc45c6d9-pj9xj] addLogicalPort took 32.566426ms, libovsdb time 820.171µs I0326 23:16:29.871734 3835 cni.go:403] [openshift-console/console-6bdc45c6d9-pj9xj 8365918f808f159fbf96bdb1b3e883a51fd2b174dff74f5faeb046104347791d network default NAD default] ADD starting CNI request [openshift-console/console-6bdc45c6d9-pj9xj 8365918f808f159fbf96bdb1b3e883a51fd2b174dff74f5faeb046104347791d network default NAD default] I0326 23:16:29.881220 3835 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-6bdc45c6d9-pj9xj, hostIfaceName: 8365918f808f159, network: default, NAD default, SandboxID: "8365918f808f159fbf96bdb1b3e883a51fd2b174dff74f5faeb046104347791d", PCI device ID: , UID: "b67fd2ef-cacd-4fb7-90b3-a8b48ba61e46", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0326 23:16:29.932561 3835 cni.go:424] [openshift-console/console-6bdc45c6d9-pj9xj 8365918f808f159fbf96bdb1b3e883a51fd2b174dff74f5faeb046104347791d network default NAD default] ADD finished CNI request [openshift-console/console-6bdc45c6d9-pj9xj 8365918f808f159fbf96bdb1b3e883a51fd2b174dff74f5faeb046104347791d network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:3f:ba:0f:31:ce\",\"name\":\"8365918f808f159\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/741df42d-0789-4cdc-957e-081e3414a28b\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 23:16:33.054237 3835 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0326 23:16:34.506038 3835 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0326 23:16:35.006119 3835 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0326 23:16:37.519880 3835 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0326 23:16:39.064477 3835 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0326 23:16:40.093412 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0326 23:16:47.590177 3835 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0326 23:16:48.596664 3835 cni.go:403] [openshift-image-registry/image-registry-56599b6895-b246v 8fbda14172a85ba4bcbcbf3359e5fbadcc567cf18affc82e1b971fc1d6dc9fd3 network default NAD default] DEL starting CNI request [openshift-image-registry/image-registry-56599b6895-b246v 8fbda14172a85ba4bcbcbf3359e5fbadcc567cf18affc82e1b971fc1d6dc9fd3 network default NAD default] I0326 23:16:48.661927 3835 cni.go:424] [openshift-image-registry/image-registry-56599b6895-b246v 8fbda14172a85ba4bcbcbf3359e5fbadcc567cf18affc82e1b971fc1d6dc9fd3 network default NAD default] DEL finished CNI request [openshift-image-registry/image-registry-56599b6895-b246v 8fbda14172a85ba4bcbcbf3359e5fbadcc567cf18affc82e1b971fc1d6dc9fd3 network default NAD default], result "{}", err I0326 23:16:48.727214 3835 obj_retry.go:464] Detected object openshift-image-registry/image-registry-56599b6895-b246v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:16:48.727257 3835 pods.go:176] Deleting pod: openshift-image-registry/image-registry-56599b6895-b246v I0326 23:16:48.728410 3835 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-56599b6895-b246v, ips: 10.129.0.6 I0326 23:16:48.728437 3835 obj_retry.go:464] Detected object openshift-image-registry/image-registry-56599b6895-b246v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:16:49.112924 3835 obj_retry.go:458] Detected object openshift-image-registry/image-registry-56599b6895-b246v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:16:49.112950 3835 obj_retry.go:458] Detected object openshift-image-registry/image-registry-56599b6895-b246v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:16:49.119263 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-56599b6895-b246v I0326 23:16:49.119296 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-56599b6895-b246v W0326 23:17:03.127725 3835 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0326 23:17:03.171853 3835 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0326 23:17:03.171854 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0326 23:17:03.171983 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0326 23:17:04.184170 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0326 23:17:04.836543 3835 obj_retry.go:464] Detected object openshift-console/console-6bdc45c6d9-xhc8n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:17:04.837084 3835 obj_retry.go:464] Detected object openshift-console/console-6bdc45c6d9-xhc8n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:17:05.649371 3835 obj_retry.go:458] Detected object openshift-console/console-6bdc45c6d9-xhc8n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:17:05.649398 3835 obj_retry.go:458] Detected object openshift-console/console-6bdc45c6d9-xhc8n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:17:05.653631 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6bdc45c6d9-xhc8n I0326 23:17:05.653652 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6bdc45c6d9-xhc8n I0326 23:17:15.279452 3835 cni.go:403] [openshift-console/console-6bdc45c6d9-pj9xj 8365918f808f159fbf96bdb1b3e883a51fd2b174dff74f5faeb046104347791d network default NAD default] DEL starting CNI request [openshift-console/console-6bdc45c6d9-pj9xj 8365918f808f159fbf96bdb1b3e883a51fd2b174dff74f5faeb046104347791d network default NAD default] I0326 23:17:15.359852 3835 cni.go:424] [openshift-console/console-6bdc45c6d9-pj9xj 8365918f808f159fbf96bdb1b3e883a51fd2b174dff74f5faeb046104347791d network default NAD default] DEL finished CNI request [openshift-console/console-6bdc45c6d9-pj9xj 8365918f808f159fbf96bdb1b3e883a51fd2b174dff74f5faeb046104347791d network default NAD default], result "{}", err I0326 23:17:15.403180 3835 obj_retry.go:464] Detected object openshift-console/console-6bdc45c6d9-pj9xj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:17:15.403221 3835 pods.go:176] Deleting pod: openshift-console/console-6bdc45c6d9-pj9xj I0326 23:17:15.404566 3835 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6bdc45c6d9-pj9xj, ips: 10.129.0.21 I0326 23:17:15.404602 3835 obj_retry.go:464] Detected object openshift-console/console-6bdc45c6d9-pj9xj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:17:16.232872 3835 obj_retry.go:458] Detected object openshift-console/console-6bdc45c6d9-pj9xj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:17:16.232898 3835 obj_retry.go:458] Detected object openshift-console/console-6bdc45c6d9-pj9xj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:17:16.243927 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6bdc45c6d9-pj9xj I0326 23:17:16.243950 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6bdc45c6d9-pj9xj I0326 23:17:22.382829 3835 obj_retry.go:464] Detected object openshift-ingress/router-default-6565674565-gspwq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:17:22.383438 3835 obj_retry.go:464] Detected object openshift-ingress/router-default-6565674565-gspwq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:17:22.705800 3835 obj_retry.go:458] Detected object openshift-ingress/router-default-6565674565-gspwq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:17:22.705829 3835 obj_retry.go:458] Detected object openshift-ingress/router-default-6565674565-gspwq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:17:22.710962 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6565674565-gspwq I0326 23:17:22.710985 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6565674565-gspwq W0326 23:17:24.245816 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:17:24.245839 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:17:24.245850 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:17:24.245855 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:17:24.305948 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:17:24.305977 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0326 23:17:38.443088 3835 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:17:38.443698 3835 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:17:38.776233 3835 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:17:38.776274 3835 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:17:38.782302 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0326 23:17:38.782342 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0326 23:17:42.660720 3835 cni.go:403] [openshift-monitoring/prometheus-k8s-1 bbb5192124ddc8e787e15efcdf683f971c76f1f33b46c8786e5a345ad17850da network default NAD default] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 bbb5192124ddc8e787e15efcdf683f971c76f1f33b46c8786e5a345ad17850da network default NAD default] I0326 23:17:42.743501 3835 cni.go:424] [openshift-monitoring/prometheus-k8s-1 bbb5192124ddc8e787e15efcdf683f971c76f1f33b46c8786e5a345ad17850da network default NAD default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 bbb5192124ddc8e787e15efcdf683f971c76f1f33b46c8786e5a345ad17850da network default NAD default], result "{}", err I0326 23:17:42.810947 3835 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:17:42.810985 3835 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0326 23:17:42.812356 3835 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.20 I0326 23:17:42.812385 3835 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:17:43.336120 3835 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:17:43.336145 3835 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:17:43.343099 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0326 23:17:43.343130 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0326 23:17:43.380093 3835 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-167.ec2.internal I0326 23:17:43.380238 3835 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0326 23:17:43.403704 3835 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 23.503857ms I0326 23:17:43.403736 3835 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 23.540839ms I0326 23:17:43.404923 3835 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 24.844508ms, libovsdb time 850.742µs I0326 23:17:43.739966 3835 cni.go:403] [openshift-monitoring/prometheus-k8s-1 13f7a44bd2e2f2605f65f113975f4f76f03c7ec04d81d0f6a3425c60d21abcad network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 13f7a44bd2e2f2605f65f113975f4f76f03c7ec04d81d0f6a3425c60d21abcad network default NAD default] I0326 23:17:43.748408 3835 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 13f7a44bd2e2f26, network: default, NAD default, SandboxID: "13f7a44bd2e2f2605f65f113975f4f76f03c7ec04d81d0f6a3425c60d21abcad", PCI device ID: , UID: "ccbc5f1d-92d6-4634-abd6-6972d5e007ff", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0326 23:17:43.791766 3835 cni.go:424] [openshift-monitoring/prometheus-k8s-1 13f7a44bd2e2f2605f65f113975f4f76f03c7ec04d81d0f6a3425c60d21abcad network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 13f7a44bd2e2f2605f65f113975f4f76f03c7ec04d81d0f6a3425c60d21abcad network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:ba:cc:c0:0a:79\",\"name\":\"13f7a44bd2e2f26\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3cbba534-75f3-416f-880b-1b11f67e53cf\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:17:45.052864 3835 base_network_controller_pods.go:487] [default/openshift-console/console-d864cb9c-9mtj7] creating logical port openshift-console_console-d864cb9c-9mtj7 for pod on switch ip-10-0-0-167.ec2.internal I0326 23:17:45.052971 3835 kube.go:256] Updating pod openshift-console/console-d864cb9c-9mtj7 I0326 23:17:45.097293 3835 pod.go:62] [openshift-console/console-d864cb9c-9mtj7] pod update took 44.351278ms I0326 23:17:45.097337 3835 base_network_controller_pods.go:937] [default/openshift-console/console-d864cb9c-9mtj7] addLogicalPort annotation time took 44.383559ms I0326 23:17:45.098384 3835 pods.go:271] [openshift-console/console-d864cb9c-9mtj7] addLogicalPort took 45.5361ms, libovsdb time 727.391µs I0326 23:17:45.412616 3835 cni.go:403] [openshift-console/console-d864cb9c-9mtj7 97a4bf4c2f6501e83cb922e7c0bf24d5bb4ef1269926061ea1419422b31a5584 network default NAD default] ADD starting CNI request [openshift-console/console-d864cb9c-9mtj7 97a4bf4c2f6501e83cb922e7c0bf24d5bb4ef1269926061ea1419422b31a5584 network default NAD default] I0326 23:17:45.422882 3835 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-d864cb9c-9mtj7, hostIfaceName: 97a4bf4c2f6501e, network: default, NAD default, SandboxID: "97a4bf4c2f6501e83cb922e7c0bf24d5bb4ef1269926061ea1419422b31a5584", PCI device ID: , UID: "6c468707-45cb-4208-976f-d9f27440fd66", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0326 23:17:45.470874 3835 cni.go:424] [openshift-console/console-d864cb9c-9mtj7 97a4bf4c2f6501e83cb922e7c0bf24d5bb4ef1269926061ea1419422b31a5584 network default NAD default] ADD finished CNI request [openshift-console/console-d864cb9c-9mtj7 97a4bf4c2f6501e83cb922e7c0bf24d5bb4ef1269926061ea1419422b31a5584 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:b6:ce:b3:d2:e2\",\"name\":\"97a4bf4c2f6501e\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0f3c5b7-6864-456b-9c3f-f98be7ba1f27\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 23:17:56.412946 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0326 23:18:00.550127 3835 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:18:00.550751 3835 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:18:01.364378 3835 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:18:01.364405 3835 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:18:01.372256 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0326 23:18:01.372281 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0326 23:18:10.349070 3835 obj_retry.go:464] Detected object openshift-console/console-78d8d49547-w8r67 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:18:10.349610 3835 obj_retry.go:464] Detected object openshift-console/console-78d8d49547-w8r67 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:18:10.943809 3835 obj_retry.go:458] Detected object openshift-console/console-78d8d49547-w8r67 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:18:10.943839 3835 obj_retry.go:458] Detected object openshift-console/console-78d8d49547-w8r67 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:18:10.946728 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-78d8d49547-w8r67 I0326 23:18:10.946750 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-78d8d49547-w8r67 I0326 23:18:21.739033 3835 obj_retry.go:464] Detected object openshift-console/console-78d8d49547-mqwlr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:18:21.739552 3835 obj_retry.go:464] Detected object openshift-console/console-78d8d49547-mqwlr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:18:22.450299 3835 obj_retry.go:458] Detected object openshift-console/console-78d8d49547-mqwlr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:18:22.450349 3835 obj_retry.go:458] Detected object openshift-console/console-78d8d49547-mqwlr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:18:22.457819 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-78d8d49547-mqwlr I0326 23:18:22.457849 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-78d8d49547-mqwlr I0326 23:18:25.434400 3835 egressfirewall.go:628] Syncing node "ip-10-0-1-99.ec2.internal" for egress firewall I0326 23:18:25.434411 3835 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-99.ec2.internal I0326 23:18:25.434446 3835 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-99.ec2.internal: 40.701µs I0326 23:18:30.649046 3835 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0326 23:18:44.628708 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:18:44.628733 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0326 23:18:45.954378 3835 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:18:45.954913 3835 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:18:46.563277 3835 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:18:46.563308 3835 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:18:46.571632 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0326 23:18:46.571657 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0326 23:20:05.493401 3835 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-x4f4x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:20:05.493978 3835 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-x4f4x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:20:06.513878 3835 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-x4f4x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:20:06.513906 3835 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-x4f4x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:20:25.424164 3835 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=54 I0326 23:20:26.666213 3835 obj_retry.go:464] Detected object openshift-console/console-d864cb9c-bnzdr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:20:26.666790 3835 obj_retry.go:464] Detected object openshift-console/console-d864cb9c-bnzdr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:20:27.476101 3835 obj_retry.go:458] Detected object openshift-console/console-d864cb9c-bnzdr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:20:27.476122 3835 obj_retry.go:458] Detected object openshift-console/console-d864cb9c-bnzdr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:20:27.481891 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-d864cb9c-bnzdr I0326 23:20:27.481914 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-d864cb9c-bnzdr I0326 23:20:30.538877 3835 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 I0326 23:20:37.122467 3835 cni.go:403] [openshift-console/console-d864cb9c-9mtj7 97a4bf4c2f6501e83cb922e7c0bf24d5bb4ef1269926061ea1419422b31a5584 network default NAD default] DEL starting CNI request [openshift-console/console-d864cb9c-9mtj7 97a4bf4c2f6501e83cb922e7c0bf24d5bb4ef1269926061ea1419422b31a5584 network default NAD default] I0326 23:20:37.204631 3835 cni.go:424] [openshift-console/console-d864cb9c-9mtj7 97a4bf4c2f6501e83cb922e7c0bf24d5bb4ef1269926061ea1419422b31a5584 network default NAD default] DEL finished CNI request [openshift-console/console-d864cb9c-9mtj7 97a4bf4c2f6501e83cb922e7c0bf24d5bb4ef1269926061ea1419422b31a5584 network default NAD default], result "{}", err I0326 23:20:37.248500 3835 obj_retry.go:464] Detected object openshift-console/console-d864cb9c-9mtj7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:20:37.248530 3835 pods.go:176] Deleting pod: openshift-console/console-d864cb9c-9mtj7 I0326 23:20:37.249763 3835 pods.go:236] Attempting to release IPs for pod: openshift-console/console-d864cb9c-9mtj7, ips: 10.129.0.23 I0326 23:20:37.249792 3835 obj_retry.go:464] Detected object openshift-console/console-d864cb9c-9mtj7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:20:38.022778 3835 obj_retry.go:458] Detected object openshift-console/console-d864cb9c-9mtj7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:20:38.022808 3835 obj_retry.go:458] Detected object openshift-console/console-d864cb9c-9mtj7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:20:38.026167 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-d864cb9c-9mtj7 I0326 23:20:38.026191 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-d864cb9c-9mtj7 I0326 23:21:17.544926 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 W0326 23:21:26.695199 3835 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 23:21:33.544955 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0326 23:21:37.739580 3835 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0326 23:21:37.739645 3835 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-x7gvg IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-x7gvg: no pod IPs found I0326 23:21:42.528284 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0326 23:21:45.423596 3835 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0326 23:21:46.516511 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0326 23:22:37.521960 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0326 23:22:38.421425 3835 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=142 I0326 23:23:32.510572 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0326 23:23:43.505408 3835 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0326 23:23:47.533613 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0326 23:24:19.505494 3835 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0326 23:24:43.428036 3835 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=17 I0326 23:24:52.427627 3835 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=74 I0326 23:25:08.433027 3835 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=585 I0326 23:26:01.105017 3835 namespace.go:98] [tsf] adding namespace I0326 23:26:01.105926 3835 namespace.go:102] [tsf] adding namespace took 886.119µs I0326 23:26:01.121067 3835 namespace.go:142] [tsf] updating namespace I0326 23:26:01.136128 3835 namespace.go:142] [tsf] updating namespace I0326 23:26:04.778569 3835 namespace.go:98] [konflux-ui] adding namespace I0326 23:26:04.779467 3835 namespace.go:102] [konflux-ui] adding namespace took 876.913µs I0326 23:26:04.782996 3835 namespace.go:98] [rhtpa-operator] adding namespace I0326 23:26:04.783077 3835 namespace.go:98] [konflux-operator] adding namespace I0326 23:26:04.783233 3835 namespace.go:98] [cert-manager-operator] adding namespace I0326 23:26:04.783268 3835 namespace.go:98] [tsf-tas] adding namespace I0326 23:26:04.783404 3835 namespace.go:98] [tsf-tpa] adding namespace I0326 23:26:04.783692 3835 namespace.go:102] [rhtpa-operator] adding namespace took 678.554µs I0326 23:26:04.784222 3835 namespace.go:102] [konflux-operator] adding namespace took 1.131118ms I0326 23:26:04.784786 3835 namespace.go:102] [cert-manager-operator] adding namespace took 1.535384ms I0326 23:26:04.785394 3835 namespace.go:102] [tsf-tas] adding namespace took 2.117708ms I0326 23:26:04.785616 3835 namespace.go:98] [tsf-keycloak] adding namespace I0326 23:26:04.785915 3835 namespace.go:102] [tsf-tpa] adding namespace took 2.500079ms I0326 23:26:04.785945 3835 namespace.go:98] [rhbk-operator] adding namespace I0326 23:26:04.786398 3835 namespace.go:102] [tsf-keycloak] adding namespace took 770.947µs I0326 23:26:04.786850 3835 namespace.go:102] [rhbk-operator] adding namespace took 894.873µs I0326 23:26:04.797836 3835 namespace.go:142] [konflux-ui] updating namespace I0326 23:26:04.813840 3835 namespace.go:142] [konflux-ui] updating namespace I0326 23:26:04.824120 3835 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:26:04.827358 3835 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:26:04.829904 3835 namespace.go:142] [konflux-operator] updating namespace I0326 23:26:04.829956 3835 namespace.go:142] [tsf-tas] updating namespace I0326 23:26:04.839380 3835 namespace.go:142] [tsf-tpa] updating namespace I0326 23:26:04.839436 3835 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:26:04.843070 3835 namespace.go:142] [rhbk-operator] updating namespace I0326 23:26:04.843097 3835 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:26:04.847702 3835 namespace.go:142] [konflux-ui] updating namespace I0326 23:26:04.861543 3835 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:26:04.880553 3835 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:26:04.891463 3835 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:26:04.901367 3835 namespace.go:142] [tsf-tas] updating namespace I0326 23:26:04.915595 3835 namespace.go:142] [tsf-tas] updating namespace I0326 23:26:04.921416 3835 namespace.go:142] [tsf-tpa] updating namespace I0326 23:26:04.940010 3835 namespace.go:142] [tsf-tpa] updating namespace I0326 23:26:04.945001 3835 namespace.go:142] [rhbk-operator] updating namespace I0326 23:26:04.958461 3835 namespace.go:142] [rhbk-operator] updating namespace I0326 23:26:04.972451 3835 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:26:04.982148 3835 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:26:04.982284 3835 namespace.go:142] [konflux-operator] updating namespace I0326 23:26:04.996597 3835 namespace.go:142] [konflux-operator] updating namespace I0326 23:26:05.828497 3835 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:26:05.830407 3835 namespace.go:142] [tsf-tpa] updating namespace I0326 23:26:06.003857 3835 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-167.ec2.internal I0326 23:26:06.003974 3835 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0326 23:26:06.036787 3835 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 32.845785ms I0326 23:26:06.036808 3835 base_network_controller_pods.go:937] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 32.869823ms I0326 23:26:06.038002 3835 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 34.157795ms, libovsdb time 891.065µs I0326 23:26:06.369853 3835 cni.go:403] [tsf/test-tsf-subscriptions 6b2c7e36b8c2bb0f15c7e1e7e02045d14c61b3b33aa0b963cd6a9f070d2c0f4e network default NAD default] ADD starting CNI request [tsf/test-tsf-subscriptions 6b2c7e36b8c2bb0f15c7e1e7e02045d14c61b3b33aa0b963cd6a9f070d2c0f4e network default NAD default] I0326 23:26:06.379031 3835 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 6b2c7e36b8c2bb0, network: default, NAD default, SandboxID: "6b2c7e36b8c2bb0f15c7e1e7e02045d14c61b3b33aa0b963cd6a9f070d2c0f4e", PCI device ID: , UID: "501936b1-0fd3-40ef-b97f-c020d05db4cf", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0326 23:26:06.422917 3835 cni.go:424] [tsf/test-tsf-subscriptions 6b2c7e36b8c2bb0f15c7e1e7e02045d14c61b3b33aa0b963cd6a9f070d2c0f4e network default NAD default] ADD finished CNI request [tsf/test-tsf-subscriptions 6b2c7e36b8c2bb0f15c7e1e7e02045d14c61b3b33aa0b963cd6a9f070d2c0f4e network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:69:24:fb:c1:80\",\"name\":\"6b2c7e36b8c2bb0\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab31b197-d7a6-4b38-aeec-9c241e2b6e96\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:26:07.509817 3835 base_network_controller_pods.go:487] [default/openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfz748x] creating logical port openshift-marketplace_867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfz748x for pod on switch ip-10-0-0-167.ec2.internal I0326 23:26:07.509936 3835 kube.go:256] Updating pod openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfz748x I0326 23:26:07.523894 3835 pod.go:62] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfz748x] pod update took 13.98755ms I0326 23:26:07.523923 3835 base_network_controller_pods.go:937] [default/openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfz748x] addLogicalPort annotation time took 14.023419ms I0326 23:26:07.525040 3835 pods.go:271] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfz748x] addLogicalPort took 15.237342ms, libovsdb time 821.514µs I0326 23:26:07.618081 3835 base_network_controller_pods.go:487] [default/openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc] creating logical port openshift-marketplace_ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc for pod on switch ip-10-0-0-167.ec2.internal I0326 23:26:07.618200 3835 kube.go:256] Updating pod openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc I0326 23:26:07.635232 3835 pod.go:62] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc] pod update took 17.055989ms I0326 23:26:07.635314 3835 base_network_controller_pods.go:937] [default/openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc] addLogicalPort annotation time took 17.086354ms I0326 23:26:07.636577 3835 pods.go:271] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc] addLogicalPort took 18.5128ms, libovsdb time 916.846µs I0326 23:26:07.865904 3835 cni.go:403] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfz748x 434d916b8ac6c7311d81c10f95fa4d95840bed1fe60cc398f8775970e86d2788 network default NAD default] ADD starting CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfz748x 434d916b8ac6c7311d81c10f95fa4d95840bed1fe60cc398f8775970e86d2788 network default NAD default] I0326 23:26:07.874759 3835 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfz748x, hostIfaceName: 434d916b8ac6c73, network: default, NAD default, SandboxID: "434d916b8ac6c7311d81c10f95fa4d95840bed1fe60cc398f8775970e86d2788", PCI device ID: , UID: "e4131039-4ab5-4cb5-802b-a40d601b68a2", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0326 23:26:07.918537 3835 cni.go:424] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfz748x 434d916b8ac6c7311d81c10f95fa4d95840bed1fe60cc398f8775970e86d2788 network default NAD default] ADD finished CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfz748x 434d916b8ac6c7311d81c10f95fa4d95840bed1fe60cc398f8775970e86d2788 network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:8d:4f:99:e8:a1\",\"name\":\"434d916b8ac6c73\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a3342af-cb8a-4c2f-bc2b-2aac3618e5a4\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:26:07.976126 3835 cni.go:403] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc 03824e0f2a1f6851a202dd223a43d0b5e18a639ac0a497cf1fbdb146e892b1ef network default NAD default] ADD starting CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc 03824e0f2a1f6851a202dd223a43d0b5e18a639ac0a497cf1fbdb146e892b1ef network default NAD default] I0326 23:26:07.985173 3835 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc, hostIfaceName: 03824e0f2a1f685, network: default, NAD default, SandboxID: "03824e0f2a1f6851a202dd223a43d0b5e18a639ac0a497cf1fbdb146e892b1ef", PCI device ID: , UID: "55725fa9-c59b-48f1-83bf-c7e5cdd2dae4", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0326 23:26:08.031604 3835 cni.go:424] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc 03824e0f2a1f6851a202dd223a43d0b5e18a639ac0a497cf1fbdb146e892b1ef network default NAD default] ADD finished CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc 03824e0f2a1f6851a202dd223a43d0b5e18a639ac0a497cf1fbdb146e892b1ef network default NAD default], result "{\"interfaces\":[{\"mac\":\"32:1a:6e:c7:97:40\",\"name\":\"03824e0f2a1f685\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/802b7092-c8db-48a5-9038-cb3d032cae78\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:26:10.525639 3835 base_network_controller_pods.go:487] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5hw6jz] creating logical port openshift-marketplace_925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5hw6jz for pod on switch ip-10-0-0-167.ec2.internal I0326 23:26:10.525770 3835 kube.go:256] Updating pod openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5hw6jz I0326 23:26:10.541978 3835 pod.go:62] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5hw6jz] pod update took 16.245684ms I0326 23:26:10.542003 3835 base_network_controller_pods.go:937] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5hw6jz] addLogicalPort annotation time took 16.279986ms I0326 23:26:10.543371 3835 pods.go:271] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5hw6jz] addLogicalPort took 17.74808ms, libovsdb time 994.142µs I0326 23:26:10.935726 3835 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5hw6jz 5a54383560c9b434c4422b9fd7365c626060bfea07903785ec933ea7d0e2ec21 network default NAD default] ADD starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5hw6jz 5a54383560c9b434c4422b9fd7365c626060bfea07903785ec933ea7d0e2ec21 network default NAD default] I0326 23:26:10.945088 3835 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5hw6jz, hostIfaceName: 5a54383560c9b43, network: default, NAD default, SandboxID: "5a54383560c9b434c4422b9fd7365c626060bfea07903785ec933ea7d0e2ec21", PCI device ID: , UID: "f9dd3a0a-d5b9-41f9-ae00-65e26fd8ecd4", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0326 23:26:10.993372 3835 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5hw6jz 5a54383560c9b434c4422b9fd7365c626060bfea07903785ec933ea7d0e2ec21 network default NAD default] ADD finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5hw6jz 5a54383560c9b434c4422b9fd7365c626060bfea07903785ec933ea7d0e2ec21 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:55:29:73:c6:a5\",\"name\":\"5a54383560c9b43\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86dd6c1a-ddfa-4202-bf47-ee44bc26fb7c\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:26:11.333257 3835 cni.go:403] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfz748x 434d916b8ac6c7311d81c10f95fa4d95840bed1fe60cc398f8775970e86d2788 network default NAD default] DEL starting CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfz748x 434d916b8ac6c7311d81c10f95fa4d95840bed1fe60cc398f8775970e86d2788 network default NAD default] I0326 23:26:11.333296 3835 cni.go:403] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc 03824e0f2a1f6851a202dd223a43d0b5e18a639ac0a497cf1fbdb146e892b1ef network default NAD default] DEL starting CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc 03824e0f2a1f6851a202dd223a43d0b5e18a639ac0a497cf1fbdb146e892b1ef network default NAD default] I0326 23:26:11.410854 3835 cni.go:424] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc 03824e0f2a1f6851a202dd223a43d0b5e18a639ac0a497cf1fbdb146e892b1ef network default NAD default] DEL finished CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc 03824e0f2a1f6851a202dd223a43d0b5e18a639ac0a497cf1fbdb146e892b1ef network default NAD default], result "{}", err I0326 23:26:11.435674 3835 cni.go:424] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfz748x 434d916b8ac6c7311d81c10f95fa4d95840bed1fe60cc398f8775970e86d2788 network default NAD default] DEL finished CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfz748x 434d916b8ac6c7311d81c10f95fa4d95840bed1fe60cc398f8775970e86d2788 network default NAD default], result "{}", err I0326 23:26:11.477723 3835 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:26:11.477752 3835 pods.go:176] Deleting pod: openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc I0326 23:26:11.479348 3835 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc, ips: 10.129.0.26 I0326 23:26:11.479373 3835 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:26:11.479396 3835 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:26:11.479403 3835 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:26:11.479712 3835 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:26:11.479728 3835 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:26:11.513211 3835 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfz748x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:26:11.513241 3835 pods.go:176] Deleting pod: openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfz748x I0326 23:26:11.514459 3835 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfz748x, ips: 10.129.0.25 I0326 23:26:11.514485 3835 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfz748x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:26:11.514504 3835 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfz748x of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:26:11.514513 3835 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:26:11.514710 3835 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfz748x of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:26:11.514724 3835 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:26:12.289461 3835 base_network_controller_pods.go:487] [default/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1lshpz] creating logical port openshift-marketplace_3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1lshpz for pod on switch ip-10-0-0-167.ec2.internal I0326 23:26:12.289612 3835 kube.go:256] Updating pod openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1lshpz I0326 23:26:12.302725 3835 pod.go:62] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1lshpz] pod update took 13.152694ms I0326 23:26:12.302757 3835 base_network_controller_pods.go:937] [default/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1lshpz] addLogicalPort annotation time took 13.193515ms I0326 23:26:12.304089 3835 pods.go:271] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1lshpz] addLogicalPort took 14.647653ms, libovsdb time 942.759µs I0326 23:26:12.501116 3835 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:12.501144 3835 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:12.501171 3835 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:12.501183 3835 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:12.538068 3835 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfz748x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:12.538117 3835 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfz748x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:12.538132 3835 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfz748x of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:12.538146 3835 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfz748x of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:12.649801 3835 cni.go:403] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1lshpz 70e1e83ff53de937eeec1eacba96e3aacad56476cd714cfb7290797360a2ccec network default NAD default] ADD starting CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1lshpz 70e1e83ff53de937eeec1eacba96e3aacad56476cd714cfb7290797360a2ccec network default NAD default] I0326 23:26:12.658935 3835 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1lshpz, hostIfaceName: 70e1e83ff53de93, network: default, NAD default, SandboxID: "70e1e83ff53de937eeec1eacba96e3aacad56476cd714cfb7290797360a2ccec", PCI device ID: , UID: "f77a5d4c-6685-43a3-80b0-03a9eb9d597d", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0326 23:26:12.703300 3835 cni.go:424] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1lshpz 70e1e83ff53de937eeec1eacba96e3aacad56476cd714cfb7290797360a2ccec network default NAD default] ADD finished CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1lshpz 70e1e83ff53de937eeec1eacba96e3aacad56476cd714cfb7290797360a2ccec network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:cb:64:64:53:e2\",\"name\":\"70e1e83ff53de93\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8704e6ef-e514-4f15-8fe9-e1c45d716efa\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:26:13.740227 3835 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7kpcfk] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7kpcfk for pod on switch ip-10-0-0-167.ec2.internal I0326 23:26:13.740347 3835 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7kpcfk I0326 23:26:13.753356 3835 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7kpcfk] pod update took 13.055178ms I0326 23:26:13.753379 3835 base_network_controller_pods.go:937] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7kpcfk] addLogicalPort annotation time took 13.083522ms I0326 23:26:13.754612 3835 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7kpcfk] addLogicalPort took 14.405496ms, libovsdb time 885.806µs I0326 23:26:13.847957 3835 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafzphh9] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafzphh9 for pod on switch ip-10-0-0-167.ec2.internal I0326 23:26:13.848048 3835 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafzphh9 I0326 23:26:13.862697 3835 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafzphh9] pod update took 14.676188ms I0326 23:26:13.862725 3835 base_network_controller_pods.go:937] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafzphh9] addLogicalPort annotation time took 14.708152ms I0326 23:26:13.864203 3835 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafzphh9] addLogicalPort took 16.270959ms, libovsdb time 959.363µs I0326 23:26:14.103391 3835 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7kpcfk 20a57ecaacc585818582ec5d2f022b2102912dcce0f53bf9a1b669c490b602f0 network default NAD default] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7kpcfk 20a57ecaacc585818582ec5d2f022b2102912dcce0f53bf9a1b669c490b602f0 network default NAD default] I0326 23:26:14.113444 3835 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7kpcfk, hostIfaceName: 20a57ecaacc5858, network: default, NAD default, SandboxID: "20a57ecaacc585818582ec5d2f022b2102912dcce0f53bf9a1b669c490b602f0", PCI device ID: , UID: "a7915a3a-b293-42f6-aa0b-bb3a1c9b6bcc", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0326 23:26:14.157787 3835 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7kpcfk 20a57ecaacc585818582ec5d2f022b2102912dcce0f53bf9a1b669c490b602f0 network default NAD default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7kpcfk 20a57ecaacc585818582ec5d2f022b2102912dcce0f53bf9a1b669c490b602f0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:0d:03:e3:25:49\",\"name\":\"20a57ecaacc5858\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48743c34-135e-4c71-b9e8-2767050fa157\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:26:14.211491 3835 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafzphh9 9a3227ad72484afb2068d5600c91787e19054d0394bf711189ee45e5f8b6132a network default NAD default] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafzphh9 9a3227ad72484afb2068d5600c91787e19054d0394bf711189ee45e5f8b6132a network default NAD default] I0326 23:26:14.223561 3835 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafzphh9, hostIfaceName: 9a3227ad72484af, network: default, NAD default, SandboxID: "9a3227ad72484afb2068d5600c91787e19054d0394bf711189ee45e5f8b6132a", PCI device ID: , UID: "c241a36d-82c0-47d6-a7eb-41fb33eff91e", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0326 23:26:14.270739 3835 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafzphh9 9a3227ad72484afb2068d5600c91787e19054d0394bf711189ee45e5f8b6132a network default NAD default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafzphh9 9a3227ad72484afb2068d5600c91787e19054d0394bf711189ee45e5f8b6132a network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:c2:c6:2f:37:e5\",\"name\":\"9a3227ad72484af\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f6e4f75-3bb6-4c28-b213-3528083a41df\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:26:16.372928 3835 cni.go:403] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1lshpz 70e1e83ff53de937eeec1eacba96e3aacad56476cd714cfb7290797360a2ccec network default NAD default] DEL starting CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1lshpz 70e1e83ff53de937eeec1eacba96e3aacad56476cd714cfb7290797360a2ccec network default NAD default] I0326 23:26:16.445985 3835 cni.go:424] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1lshpz 70e1e83ff53de937eeec1eacba96e3aacad56476cd714cfb7290797360a2ccec network default NAD default] DEL finished CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1lshpz 70e1e83ff53de937eeec1eacba96e3aacad56476cd714cfb7290797360a2ccec network default NAD default], result "{}", err I0326 23:26:16.543605 3835 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1lshpz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:26:16.543663 3835 pods.go:176] Deleting pod: openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1lshpz I0326 23:26:16.545208 3835 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1lshpz, ips: 10.129.0.28 I0326 23:26:16.545237 3835 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1lshpz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:26:16.545259 3835 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1lshpz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:26:16.545267 3835 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:26:16.545531 3835 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1lshpz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:26:16.545552 3835 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:26:17.570093 3835 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1lshpz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:17.570126 3835 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1lshpz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:17.570141 3835 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1lshpz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:17.570154 3835 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1lshpz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:19.403710 3835 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7kpcfk 20a57ecaacc585818582ec5d2f022b2102912dcce0f53bf9a1b669c490b602f0 network default NAD default] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7kpcfk 20a57ecaacc585818582ec5d2f022b2102912dcce0f53bf9a1b669c490b602f0 network default NAD default] I0326 23:26:19.405118 3835 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafzphh9 9a3227ad72484afb2068d5600c91787e19054d0394bf711189ee45e5f8b6132a network default NAD default] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafzphh9 9a3227ad72484afb2068d5600c91787e19054d0394bf711189ee45e5f8b6132a network default NAD default] I0326 23:26:19.485008 3835 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafzphh9 9a3227ad72484afb2068d5600c91787e19054d0394bf711189ee45e5f8b6132a network default NAD default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafzphh9 9a3227ad72484afb2068d5600c91787e19054d0394bf711189ee45e5f8b6132a network default NAD default], result "{}", err I0326 23:26:19.502449 3835 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7kpcfk 20a57ecaacc585818582ec5d2f022b2102912dcce0f53bf9a1b669c490b602f0 network default NAD default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7kpcfk 20a57ecaacc585818582ec5d2f022b2102912dcce0f53bf9a1b669c490b602f0 network default NAD default], result "{}", err I0326 23:26:19.548808 3835 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafzphh9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:26:19.548847 3835 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafzphh9 I0326 23:26:19.550240 3835 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafzphh9, ips: 10.129.0.30 I0326 23:26:19.550270 3835 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafzphh9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:26:19.550298 3835 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafzphh9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:26:19.550309 3835 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:26:19.550520 3835 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafzphh9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:26:19.550536 3835 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:26:19.585862 3835 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7kpcfk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:26:19.585896 3835 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7kpcfk I0326 23:26:19.587142 3835 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7kpcfk, ips: 10.129.0.29 I0326 23:26:19.587169 3835 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7kpcfk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:26:19.587192 3835 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7kpcfk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:26:19.587198 3835 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:26:19.587370 3835 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7kpcfk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:26:19.587385 3835 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:26:20.589734 3835 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafzphh9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:20.589777 3835 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafzphh9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:20.589792 3835 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafzphh9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:20.589802 3835 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafzphh9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:20.622922 3835 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7kpcfk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:20.622947 3835 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7kpcfk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:20.622969 3835 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7kpcfk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:20.622981 3835 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7kpcfk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:23.431157 3835 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5hw6jz 5a54383560c9b434c4422b9fd7365c626060bfea07903785ec933ea7d0e2ec21 network default NAD default] DEL starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5hw6jz 5a54383560c9b434c4422b9fd7365c626060bfea07903785ec933ea7d0e2ec21 network default NAD default] I0326 23:26:23.501312 3835 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5hw6jz 5a54383560c9b434c4422b9fd7365c626060bfea07903785ec933ea7d0e2ec21 network default NAD default] DEL finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5hw6jz 5a54383560c9b434c4422b9fd7365c626060bfea07903785ec933ea7d0e2ec21 network default NAD default], result "{}", err I0326 23:26:23.671744 3835 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5hw6jz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:26:23.671779 3835 pods.go:176] Deleting pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5hw6jz I0326 23:26:23.673060 3835 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5hw6jz, ips: 10.129.0.27 I0326 23:26:23.673090 3835 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5hw6jz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:26:23.673111 3835 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5hw6jz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:26:23.673120 3835 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:26:23.673333 3835 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5hw6jz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:26:23.673349 3835 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:26:24.683431 3835 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5hw6jz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:24.683456 3835 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5hw6jz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:24.683471 3835 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5hw6jz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:26:24.683481 3835 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5hw6jz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0326 23:26:24.908218 3835 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0326 23:26:29.928653 3835 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0326 23:26:30.840270 3835 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0326 23:26:30.867642 3835 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0326 23:26:30.948695 3835 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0326 23:26:30.965814 3835 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0326 23:26:32.281514 3835 namespace.go:142] [openshift-operators] updating namespace I0326 23:26:32.295779 3835 namespace.go:142] [openshift-operators] updating namespace I0326 23:26:39.228995 3835 namespace.go:142] [openshift-operators] updating namespace I0326 23:26:47.981422 3835 namespace.go:98] [trusted-artifact-signer] adding namespace I0326 23:26:47.982265 3835 namespace.go:102] [trusted-artifact-signer] adding namespace took 815.035µs W0326 23:26:48.164535 3835 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0326 23:26:48.183535 3835 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 23:26:48.217427 3835 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 23:26:54.077835 3835 namespace.go:98] [openshift-pipelines] adding namespace I0326 23:26:54.078796 3835 namespace.go:102] [openshift-pipelines] adding namespace took 939.527µs I0326 23:26:54.107789 3835 namespace.go:142] [openshift-pipelines] updating namespace I0326 23:26:54.915853 3835 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:26:55.495390 3835 namespace.go:142] [konflux-operator] updating namespace I0326 23:26:55.938769 3835 namespace.go:98] [cert-manager] adding namespace I0326 23:26:55.939743 3835 namespace.go:102] [cert-manager] adding namespace took 947.458µs I0326 23:26:56.188787 3835 namespace.go:142] [cert-manager] updating namespace I0326 23:26:56.228378 3835 namespace.go:142] [konflux-ui] updating namespace I0326 23:26:56.272366 3835 namespace.go:142] [cert-manager] updating namespace I0326 23:26:56.649275 3835 namespace.go:142] [open-cluster-management-2p9mp5cv8t0e1bpnh305hr8ld9shop2c] updating namespace I0326 23:26:57.103366 3835 namespace.go:142] [rhbk-operator] updating namespace I0326 23:26:57.319158 3835 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:26:57.514441 3835 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 23:26:57.718529 3835 namespace.go:142] [tsf] updating namespace I0326 23:26:57.898622 3835 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:26:58.117612 3835 namespace.go:142] [tsf-tas] updating namespace I0326 23:26:58.315647 3835 namespace.go:142] [tsf-tpa] updating namespace I0326 23:26:58.441957 3835 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:26:58.449512 3835 namespace.go:142] [default] updating namespace I0326 23:26:58.460463 3835 namespace.go:142] [konflux-operator] updating namespace I0326 23:26:58.469258 3835 namespace.go:142] [konflux-ui] updating namespace I0326 23:26:58.482478 3835 namespace.go:142] [open-cluster-management-2p9mp5cv8t0e1bpnh305hr8ld9shop2c] updating namespace I0326 23:26:58.490922 3835 namespace.go:142] [openshift] updating namespace I0326 23:26:58.498824 3835 namespace.go:142] [rhbk-operator] updating namespace I0326 23:26:58.511134 3835 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:26:58.523426 3835 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 23:26:58.535812 3835 namespace.go:142] [tsf] updating namespace I0326 23:26:58.546107 3835 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:26:58.556973 3835 namespace.go:142] [tsf-tas] updating namespace I0326 23:26:58.568392 3835 namespace.go:142] [tsf-tpa] updating namespace I0326 23:26:58.663922 3835 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:26:58.769474 3835 namespace.go:142] [default] updating namespace I0326 23:26:58.872932 3835 namespace.go:142] [konflux-operator] updating namespace I0326 23:26:58.967516 3835 namespace.go:142] [konflux-ui] updating namespace I0326 23:26:59.065434 3835 namespace.go:142] [open-cluster-management-2p9mp5cv8t0e1bpnh305hr8ld9shop2c] updating namespace I0326 23:26:59.161316 3835 namespace.go:142] [openshift] updating namespace I0326 23:26:59.262872 3835 namespace.go:142] [rhbk-operator] updating namespace I0326 23:26:59.371316 3835 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:26:59.476471 3835 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 23:26:59.571739 3835 namespace.go:142] [tsf] updating namespace I0326 23:26:59.705533 3835 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:26:59.783579 3835 namespace.go:142] [tsf-tas] updating namespace I0326 23:26:59.888587 3835 namespace.go:142] [tsf-tpa] updating namespace I0326 23:27:00.517480 3835 namespace.go:142] [openshift-pipelines] updating namespace I0326 23:27:00.796615 3835 namespace.go:142] [cert-manager] updating namespace I0326 23:27:00.922113 3835 namespace.go:142] [cert-manager] updating namespace I0326 23:27:01.048413 3835 namespace.go:142] [cert-manager] updating namespace W0326 23:27:05.659445 3835 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0326 23:27:05.659469 3835 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0326 23:27:12.620861 3835 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0326 23:27:12.620881 3835 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0326 23:27:12.620887 3835 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0326 23:27:13.159022 3835 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0326 23:27:13.159043 3835 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0326 23:27:13.159051 3835 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0326 23:27:13.195955 3835 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:27:13.195979 3835 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:27:13.195989 3835 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:27:13.195995 3835 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0326 23:27:14.710597 3835 cni.go:403] [tsf/test-tsf-subscriptions 6b2c7e36b8c2bb0f15c7e1e7e02045d14c61b3b33aa0b963cd6a9f070d2c0f4e network default NAD default] DEL starting CNI request [tsf/test-tsf-subscriptions 6b2c7e36b8c2bb0f15c7e1e7e02045d14c61b3b33aa0b963cd6a9f070d2c0f4e network default NAD default] I0326 23:27:14.779238 3835 cni.go:424] [tsf/test-tsf-subscriptions 6b2c7e36b8c2bb0f15c7e1e7e02045d14c61b3b33aa0b963cd6a9f070d2c0f4e network default NAD default] DEL finished CNI request [tsf/test-tsf-subscriptions 6b2c7e36b8c2bb0f15c7e1e7e02045d14c61b3b33aa0b963cd6a9f070d2c0f4e network default NAD default], result "{}", err I0326 23:27:14.830355 3835 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:27:14.830416 3835 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0326 23:27:14.831594 3835 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.0.24 I0326 23:27:14.831633 3835 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:27:14.851612 3835 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:27:14.851633 3835 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:27:14.860751 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0326 23:27:14.860778 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0326 23:27:16.038638 3835 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-167.ec2.internal I0326 23:27:16.038725 3835 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0326 23:27:16.053235 3835 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 14.531384ms I0326 23:27:16.053261 3835 base_network_controller_pods.go:937] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 14.563399ms I0326 23:27:16.054655 3835 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 16.032454ms, libovsdb time 1.04537ms I0326 23:27:16.416825 3835 cni.go:403] [tsf/test-tsf-infrastructure b63d7727371d3ac636e6b751b6f082293b4df04d575d974f33b1b4b89d863ee3 network default NAD default] ADD starting CNI request [tsf/test-tsf-infrastructure b63d7727371d3ac636e6b751b6f082293b4df04d575d974f33b1b4b89d863ee3 network default NAD default] I0326 23:27:16.425577 3835 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: b63d7727371d3ac, network: default, NAD default, SandboxID: "b63d7727371d3ac636e6b751b6f082293b4df04d575d974f33b1b4b89d863ee3", PCI device ID: , UID: "ae88c2df-5e8e-4749-867f-90816d92c8d2", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0326 23:27:16.469948 3835 cni.go:424] [tsf/test-tsf-infrastructure b63d7727371d3ac636e6b751b6f082293b4df04d575d974f33b1b4b89d863ee3 network default NAD default] ADD finished CNI request [tsf/test-tsf-infrastructure b63d7727371d3ac636e6b751b6f082293b4df04d575d974f33b1b4b89d863ee3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:b5:af:4b:4b:6d\",\"name\":\"b63d7727371d3ac\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e1f37b5-966e-4d16-8062-c28e3c945937\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:27:18.925644 3835 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-j8xbg] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-j8xbg for pod on switch ip-10-0-0-167.ec2.internal I0326 23:27:18.925738 3835 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-j8xbg I0326 23:27:18.933132 3835 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4zxcn] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-4zxcn for pod on switch ip-10-0-0-167.ec2.internal I0326 23:27:18.933217 3835 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4zxcn I0326 23:27:18.945432 3835 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-j8xbg] pod update took 19.721141ms I0326 23:27:18.945452 3835 base_network_controller_pods.go:937] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-j8xbg] addLogicalPort annotation time took 19.744579ms I0326 23:27:18.946584 3835 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-j8xbg] addLogicalPort took 20.955274ms, libovsdb time 833.038µs I0326 23:27:18.949418 3835 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4zxcn] pod update took 16.220373ms I0326 23:27:18.949440 3835 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4zxcn] addLogicalPort annotation time took 16.245255ms I0326 23:27:18.950509 3835 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4zxcn] addLogicalPort took 17.389711ms, libovsdb time 784.925µs I0326 23:27:24.109208 3835 cni.go:403] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-j8xbg edd84c562866fcce595b1c92b1b018d191f644fdc496367e04642786ed96404d network default NAD default] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-j8xbg edd84c562866fcce595b1c92b1b018d191f644fdc496367e04642786ed96404d network default NAD default] I0326 23:27:24.111994 3835 cni.go:403] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4zxcn 7b4023e7b944eb6c6db07f7db0fc57fdb653a06144ce82652dbbaa97f6f81262 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4zxcn 7b4023e7b944eb6c6db07f7db0fc57fdb653a06144ce82652dbbaa97f6f81262 network default NAD default] I0326 23:27:24.122179 3835 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-j8xbg, hostIfaceName: edd84c562866fcc, network: default, NAD default, SandboxID: "edd84c562866fcce595b1c92b1b018d191f644fdc496367e04642786ed96404d", PCI device ID: , UID: "03866395-7c91-4a56-80de-3e872e9712ed", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0326 23:27:24.125780 3835 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-4zxcn, hostIfaceName: 7b4023e7b944eb6, network: default, NAD default, SandboxID: "7b4023e7b944eb6c6db07f7db0fc57fdb653a06144ce82652dbbaa97f6f81262", PCI device ID: , UID: "d3de7412-375a-4aee-b135-721d919d8fc1", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0326 23:27:24.176966 3835 cni.go:424] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-j8xbg edd84c562866fcce595b1c92b1b018d191f644fdc496367e04642786ed96404d network default NAD default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-j8xbg edd84c562866fcce595b1c92b1b018d191f644fdc496367e04642786ed96404d network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:37:69:fc:9d:fa\",\"name\":\"edd84c562866fcc\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d36415b6-6d5f-4dd0-8199-a34e924faec0\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:27:24.194066 3835 cni.go:424] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4zxcn 7b4023e7b944eb6c6db07f7db0fc57fdb653a06144ce82652dbbaa97f6f81262 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-4zxcn 7b4023e7b944eb6c6db07f7db0fc57fdb653a06144ce82652dbbaa97f6f81262 network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:29:71:d3:b3:0a\",\"name\":\"7b4023e7b944eb6\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/799edea6-9207-499c-92b5-f4047b4840dd\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 23:27:29.794494 3835 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0326 23:27:29.817547 3835 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0326 23:27:31.175351 3835 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-z2xj5] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-z2xj5 for pod on switch ip-10-0-0-167.ec2.internal I0326 23:27:31.175504 3835 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-z2xj5 I0326 23:27:31.189901 3835 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-z2xj5] pod update took 14.426597ms I0326 23:27:31.189931 3835 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-z2xj5] addLogicalPort annotation time took 14.459416ms I0326 23:27:31.191159 3835 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-z2xj5] addLogicalPort took 15.846833ms, libovsdb time 860.369µs I0326 23:27:31.393885 3835 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-8v4kc] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-8v4kc for pod on switch ip-10-0-0-167.ec2.internal I0326 23:27:31.394007 3835 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-8v4kc I0326 23:27:31.406538 3835 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-8v4kc] pod update took 12.551909ms I0326 23:27:31.406566 3835 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-8v4kc] addLogicalPort annotation time took 12.5841ms I0326 23:27:31.407952 3835 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-8v4kc] addLogicalPort took 14.085938ms, libovsdb time 905.113µs I0326 23:27:31.536264 3835 cni.go:403] [openshift-pipelines/tekton-triggers-controller-68564d75ff-z2xj5 d0bf2e4904b51a515c32b44be90d3c0024eb363015acc0611d9294e7add9c477 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-z2xj5 d0bf2e4904b51a515c32b44be90d3c0024eb363015acc0611d9294e7add9c477 network default NAD default] I0326 23:27:31.545444 3835 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-z2xj5, hostIfaceName: d0bf2e4904b51a5, network: default, NAD default, SandboxID: "d0bf2e4904b51a515c32b44be90d3c0024eb363015acc0611d9294e7add9c477", PCI device ID: , UID: "bb7dd5ce-d0ce-4730-a746-5f246a0c9d6d", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0326 23:27:31.590557 3835 cni.go:424] [openshift-pipelines/tekton-triggers-controller-68564d75ff-z2xj5 d0bf2e4904b51a515c32b44be90d3c0024eb363015acc0611d9294e7add9c477 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-z2xj5 d0bf2e4904b51a515c32b44be90d3c0024eb363015acc0611d9294e7add9c477 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:c0:b3:fa:96:c9\",\"name\":\"d0bf2e4904b51a5\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc3077f2-5fdf-4d0b-b2ab-178e6a78cf43\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:27:31.753492 3835 cni.go:403] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-8v4kc fffc8a041e09691c8f55c0c9ac16d5a1a71f31f61c1ea8b26f934262a47d2b37 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-8v4kc fffc8a041e09691c8f55c0c9ac16d5a1a71f31f61c1ea8b26f934262a47d2b37 network default NAD default] I0326 23:27:31.762103 3835 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-8v4kc, hostIfaceName: fffc8a041e09691, network: default, NAD default, SandboxID: "fffc8a041e09691c8f55c0c9ac16d5a1a71f31f61c1ea8b26f934262a47d2b37", PCI device ID: , UID: "48dffd61-88cd-4022-bfbc-829d15911fed", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0326 23:27:31.806477 3835 cni.go:424] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-8v4kc fffc8a041e09691c8f55c0c9ac16d5a1a71f31f61c1ea8b26f934262a47d2b37 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-8v4kc fffc8a041e09691c8f55c0c9ac16d5a1a71f31f61c1ea8b26f934262a47d2b37 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:e2:41:5e:ce:b9\",\"name\":\"fffc8a041e09691\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/115562d6-db6c-42b1-9128-d598831f2293\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 23:27:34.843458 3835 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0326 23:27:45.854182 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0326 23:27:50.811848 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0326 23:27:50.833442 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0326 23:27:52.751227 3835 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0326 23:27:52.938127 3835 cni.go:403] [tsf/test-tsf-infrastructure b63d7727371d3ac636e6b751b6f082293b4df04d575d974f33b1b4b89d863ee3 network default NAD default] DEL starting CNI request [tsf/test-tsf-infrastructure b63d7727371d3ac636e6b751b6f082293b4df04d575d974f33b1b4b89d863ee3 network default NAD default] I0326 23:27:53.007080 3835 cni.go:424] [tsf/test-tsf-infrastructure b63d7727371d3ac636e6b751b6f082293b4df04d575d974f33b1b4b89d863ee3 network default NAD default] DEL finished CNI request [tsf/test-tsf-infrastructure b63d7727371d3ac636e6b751b6f082293b4df04d575d974f33b1b4b89d863ee3 network default NAD default], result "{}", err I0326 23:27:53.056100 3835 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:27:53.056137 3835 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0326 23:27:53.057435 3835 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.0.31 I0326 23:27:53.057462 3835 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:27:53.073665 3835 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:27:53.073690 3835 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:27:53.080578 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0326 23:27:53.080611 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0326 23:27:54.108246 3835 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-167.ec2.internal I0326 23:27:54.108405 3835 kube.go:256] Updating pod tsf/test-tsf-iam I0326 23:27:54.122172 3835 pod.go:62] [tsf/test-tsf-iam] pod update took 13.791418ms I0326 23:27:54.122195 3835 base_network_controller_pods.go:937] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 13.819354ms I0326 23:27:54.123373 3835 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 15.139223ms, libovsdb time 823.85µs I0326 23:27:54.209003 3835 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-167.ec2.internal I0326 23:27:54.209121 3835 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0326 23:27:54.224479 3835 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 15.381192ms I0326 23:27:54.224504 3835 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 15.40833ms I0326 23:27:54.225700 3835 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 16.715021ms, libovsdb time 846.284µs I0326 23:27:54.466387 3835 cni.go:403] [tsf/test-tsf-iam 06bcea2d9a0ea9cd6bd3ea272cab55b27cba6d1c8bfd5bf17a8390eb4aa0e497 network default NAD default] ADD starting CNI request [tsf/test-tsf-iam 06bcea2d9a0ea9cd6bd3ea272cab55b27cba6d1c8bfd5bf17a8390eb4aa0e497 network default NAD default] I0326 23:27:54.474959 3835 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 06bcea2d9a0ea9c, network: default, NAD default, SandboxID: "06bcea2d9a0ea9cd6bd3ea272cab55b27cba6d1c8bfd5bf17a8390eb4aa0e497", PCI device ID: , UID: "f6d993ca-70db-42d7-9709-ab5c39a904ee", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0326 23:27:54.520524 3835 cni.go:424] [tsf/test-tsf-iam 06bcea2d9a0ea9cd6bd3ea272cab55b27cba6d1c8bfd5bf17a8390eb4aa0e497 network default NAD default] ADD finished CNI request [tsf/test-tsf-iam 06bcea2d9a0ea9cd6bd3ea272cab55b27cba6d1c8bfd5bf17a8390eb4aa0e497 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:13:1c:87:d1:bf\",\"name\":\"06bcea2d9a0ea9c\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/05c79119-3ef6-48fa-85cb-a16548d2afbe\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:27:54.570955 3835 cni.go:403] [tsf-keycloak/keycloak-0 94eff4788acf9cdd56a90e1bc059ffec0732bd94f708e435816bb5ac7b07aaed network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 94eff4788acf9cdd56a90e1bc059ffec0732bd94f708e435816bb5ac7b07aaed network default NAD default] I0326 23:27:54.580315 3835 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 94eff4788acf9cd, network: default, NAD default, SandboxID: "94eff4788acf9cdd56a90e1bc059ffec0732bd94f708e435816bb5ac7b07aaed", PCI device ID: , UID: "67322625-7020-4312-8acd-1a4d56158489", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0326 23:27:54.624171 3835 cni.go:424] [tsf-keycloak/keycloak-0 94eff4788acf9cdd56a90e1bc059ffec0732bd94f708e435816bb5ac7b07aaed network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 94eff4788acf9cdd56a90e1bc059ffec0732bd94f708e435816bb5ac7b07aaed network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:97:b7:f2:84:1c\",\"name\":\"94eff4788acf9cd\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8f0b645-854c-4492-b455-8b9af62f505a\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 23:28:05.016504 3835 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:28:05.016535 3835 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:28:05.019069 3835 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0326 23:28:08.543032 3835 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 W0326 23:28:13.970685 3835 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0326 23:28:13.970704 3835 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0326 23:28:13.970709 3835 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0326 23:28:22.829714 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0326 23:28:22.833266 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:28:22.833281 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0326 23:28:24.244311 3835 cni.go:403] [tsf-keycloak/keycloak-0 94eff4788acf9cdd56a90e1bc059ffec0732bd94f708e435816bb5ac7b07aaed network default NAD default] DEL starting CNI request [tsf-keycloak/keycloak-0 94eff4788acf9cdd56a90e1bc059ffec0732bd94f708e435816bb5ac7b07aaed network default NAD default] I0326 23:28:24.319274 3835 cni.go:424] [tsf-keycloak/keycloak-0 94eff4788acf9cdd56a90e1bc059ffec0732bd94f708e435816bb5ac7b07aaed network default NAD default] DEL finished CNI request [tsf-keycloak/keycloak-0 94eff4788acf9cdd56a90e1bc059ffec0732bd94f708e435816bb5ac7b07aaed network default NAD default], result "{}", err I0326 23:28:24.370720 3835 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:28:24.370753 3835 pods.go:176] Deleting pod: tsf-keycloak/keycloak-0 I0326 23:28:24.372008 3835 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/keycloak-0, ips: 10.129.0.37 I0326 23:28:24.372037 3835 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:28:24.390742 3835 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-plnjj] creating logical port tsf-keycloak_tsf-iam-plnjj for pod on switch ip-10-0-0-167.ec2.internal I0326 23:28:24.390845 3835 kube.go:256] Updating pod tsf-keycloak/tsf-iam-plnjj I0326 23:28:24.421130 3835 pod.go:62] [tsf-keycloak/tsf-iam-plnjj] pod update took 30.315558ms I0326 23:28:24.421167 3835 base_network_controller_pods.go:937] [default/tsf-keycloak/tsf-iam-plnjj] addLogicalPort annotation time took 30.348098ms I0326 23:28:24.422558 3835 pods.go:271] [tsf-keycloak/tsf-iam-plnjj] addLogicalPort took 31.828447ms, libovsdb time 905.197µs I0326 23:28:24.750356 3835 cni.go:403] [tsf-keycloak/tsf-iam-plnjj b40f5a7e6b02b5e18a57e0250e7811b772e9cac1407c917b9182002da2d6e3b2 network default NAD default] ADD starting CNI request [tsf-keycloak/tsf-iam-plnjj b40f5a7e6b02b5e18a57e0250e7811b772e9cac1407c917b9182002da2d6e3b2 network default NAD default] I0326 23:28:24.758959 3835 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-plnjj, hostIfaceName: b40f5a7e6b02b5e, network: default, NAD default, SandboxID: "b40f5a7e6b02b5e18a57e0250e7811b772e9cac1407c917b9182002da2d6e3b2", PCI device ID: , UID: "61911474-b5b1-4b55-b24b-d9c3bff671e6", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0326 23:28:24.805058 3835 cni.go:424] [tsf-keycloak/tsf-iam-plnjj b40f5a7e6b02b5e18a57e0250e7811b772e9cac1407c917b9182002da2d6e3b2 network default NAD default] ADD finished CNI request [tsf-keycloak/tsf-iam-plnjj b40f5a7e6b02b5e18a57e0250e7811b772e9cac1407c917b9182002da2d6e3b2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:db:33:65:d3:94\",\"name\":\"b40f5a7e6b02b5e\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8076e827-6b2b-48d0-9a0e-18509973a2fd\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:28:25.128953 3835 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:28:25.128981 3835 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:28:25.135521 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0326 23:28:25.135556 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0326 23:28:33.566765 3835 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0326 23:28:33.566841 3835 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:28:33.566863 3835 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0326 23:28:38.670682 3835 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-9mj7c] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-9mj7c for pod on switch ip-10-0-0-167.ec2.internal I0326 23:28:38.670782 3835 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-9mj7c I0326 23:28:38.685480 3835 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-9mj7c] pod update took 14.719933ms I0326 23:28:38.685511 3835 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-9mj7c] addLogicalPort annotation time took 14.759597ms I0326 23:28:38.687097 3835 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-9mj7c] addLogicalPort took 16.428879ms, libovsdb time 1.069128ms I0326 23:28:38.871795 3835 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-fqvkf] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-fqvkf for pod on switch ip-10-0-0-167.ec2.internal I0326 23:28:38.871893 3835 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-fqvkf I0326 23:28:38.886047 3835 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-fqvkf] pod update took 14.180009ms I0326 23:28:38.886069 3835 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-fqvkf] addLogicalPort annotation time took 14.207937ms I0326 23:28:38.887409 3835 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-fqvkf] addLogicalPort took 15.629074ms, libovsdb time 974.695µs I0326 23:28:39.044375 3835 cni.go:403] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-9mj7c e36649ccd0f02b92eb1029635f5e6680a638853bf5ea1ba462dea60578be72fd network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-9mj7c e36649ccd0f02b92eb1029635f5e6680a638853bf5ea1ba462dea60578be72fd network default NAD default] I0326 23:28:39.053169 3835 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-9mj7c, hostIfaceName: e36649ccd0f02b9, network: default, NAD default, SandboxID: "e36649ccd0f02b92eb1029635f5e6680a638853bf5ea1ba462dea60578be72fd", PCI device ID: , UID: "0e63c616-7480-4cdb-a19f-7a7ab262f1bb", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0326 23:28:39.098869 3835 cni.go:424] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-9mj7c e36649ccd0f02b92eb1029635f5e6680a638853bf5ea1ba462dea60578be72fd network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-9mj7c e36649ccd0f02b92eb1029635f5e6680a638853bf5ea1ba462dea60578be72fd network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:8f:d2:cd:db:c9\",\"name\":\"e36649ccd0f02b9\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80d4d711-91a4-47fb-aaac-07f35e9f722b\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:28:39.235414 3835 cni.go:403] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-fqvkf 2c15646ab7cc4ae99027194a30ef20498cc7d303948a379c896ff8848699b5dd network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-fqvkf 2c15646ab7cc4ae99027194a30ef20498cc7d303948a379c896ff8848699b5dd network default NAD default] I0326 23:28:39.246621 3835 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-fqvkf, hostIfaceName: 2c15646ab7cc4ae, network: default, NAD default, SandboxID: "2c15646ab7cc4ae99027194a30ef20498cc7d303948a379c896ff8848699b5dd", PCI device ID: , UID: "873be97f-8f07-4e58-9fa0-64dc3c0412d3", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0326 23:28:39.297368 3835 cni.go:424] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-fqvkf 2c15646ab7cc4ae99027194a30ef20498cc7d303948a379c896ff8848699b5dd network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-fqvkf 2c15646ab7cc4ae99027194a30ef20498cc7d303948a379c896ff8848699b5dd network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:26:b8:4e:bc:2e\",\"name\":\"2c15646ab7cc4ae\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/faa31398-698d-4aa9-b030-c57e6c9d8830\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:28:39.337051 3835 namespace.go:142] [openshift-pipelines] updating namespace I0326 23:28:41.250474 3835 cni.go:403] [tsf-keycloak/tsf-iam-plnjj b40f5a7e6b02b5e18a57e0250e7811b772e9cac1407c917b9182002da2d6e3b2 network default NAD default] DEL starting CNI request [tsf-keycloak/tsf-iam-plnjj b40f5a7e6b02b5e18a57e0250e7811b772e9cac1407c917b9182002da2d6e3b2 network default NAD default] I0326 23:28:41.331797 3835 cni.go:424] [tsf-keycloak/tsf-iam-plnjj b40f5a7e6b02b5e18a57e0250e7811b772e9cac1407c917b9182002da2d6e3b2 network default NAD default] DEL finished CNI request [tsf-keycloak/tsf-iam-plnjj b40f5a7e6b02b5e18a57e0250e7811b772e9cac1407c917b9182002da2d6e3b2 network default NAD default], result "{}", err I0326 23:28:41.436960 3835 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-plnjj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:28:41.437003 3835 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-plnjj I0326 23:28:41.438352 3835 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-plnjj, ips: 10.129.0.38 I0326 23:28:41.438384 3835 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-plnjj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0326 23:28:42.062949 3835 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0326 23:28:42.463421 3835 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-plnjj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:28:42.463452 3835 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-plnjj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:28:52.828866 3835 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:28:52.829485 3835 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:28:53.668780 3835 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:28:53.668806 3835 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:28:53.673798 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0326 23:28:53.673822 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 I0326 23:28:54.136973 3835 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-qsklx] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-qsklx for pod on switch ip-10-0-0-167.ec2.internal I0326 23:28:54.137066 3835 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-qsklx I0326 23:28:54.153443 3835 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-qsklx] pod update took 16.400787ms I0326 23:28:54.153468 3835 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-qsklx] addLogicalPort annotation time took 16.430399ms I0326 23:28:54.154736 3835 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-qsklx] addLogicalPort took 17.777392ms, libovsdb time 901.958µs I0326 23:28:54.497626 3835 cni.go:403] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-qsklx bbda01228308cebb79a31bdad102a238355d0b171ff199870c9860e07b62ff85 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-qsklx bbda01228308cebb79a31bdad102a238355d0b171ff199870c9860e07b62ff85 network default NAD default] I0326 23:28:54.506517 3835 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-qsklx, hostIfaceName: bbda01228308ceb, network: default, NAD default, SandboxID: "bbda01228308cebb79a31bdad102a238355d0b171ff199870c9860e07b62ff85", PCI device ID: , UID: "f4a6cf82-1e29-49ba-a0b3-58d882c54b21", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0326 23:28:54.553962 3835 cni.go:424] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-qsklx bbda01228308cebb79a31bdad102a238355d0b171ff199870c9860e07b62ff85 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-qsklx bbda01228308cebb79a31bdad102a238355d0b171ff199870c9860e07b62ff85 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:ba:e8:8b:ef:ba\",\"name\":\"bbda01228308ceb\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5ddd2c3-840b-4fbc-9db2-282612ee0c25\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:28:55.343930 3835 cni.go:403] [tsf/test-tsf-iam 06bcea2d9a0ea9cd6bd3ea272cab55b27cba6d1c8bfd5bf17a8390eb4aa0e497 network default NAD default] DEL starting CNI request [tsf/test-tsf-iam 06bcea2d9a0ea9cd6bd3ea272cab55b27cba6d1c8bfd5bf17a8390eb4aa0e497 network default NAD default] I0326 23:28:55.433090 3835 cni.go:424] [tsf/test-tsf-iam 06bcea2d9a0ea9cd6bd3ea272cab55b27cba6d1c8bfd5bf17a8390eb4aa0e497 network default NAD default] DEL finished CNI request [tsf/test-tsf-iam 06bcea2d9a0ea9cd6bd3ea272cab55b27cba6d1c8bfd5bf17a8390eb4aa0e497 network default NAD default], result "{}", err I0326 23:28:55.493788 3835 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:28:55.493901 3835 pods.go:176] Deleting pod: tsf/test-tsf-iam I0326 23:28:55.495747 3835 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.36 I0326 23:28:55.495779 3835 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0326 23:28:55.700709 3835 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0326 23:28:55.700819 3835 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:28:55.700839 3835 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0326 23:28:58.428458 3835 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=65 I0326 23:29:27.520519 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0326 23:29:55.599788 3835 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:29:55.599812 3835 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:29:55.604456 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0326 23:29:55.604484 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0326 23:29:55.721982 3835 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-167.ec2.internal I0326 23:29:55.722075 3835 kube.go:256] Updating pod tsf/test-tsf-iam I0326 23:29:55.735812 3835 pod.go:62] [tsf/test-tsf-iam] pod update took 13.762987ms I0326 23:29:55.735836 3835 base_network_controller_pods.go:937] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 13.789416ms I0326 23:29:55.737066 3835 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 15.102508ms, libovsdb time 872.447µs I0326 23:29:56.080712 3835 cni.go:403] [tsf/test-tsf-iam e841f1ddd0e5e1255dc3160f166d71561c69657e0172b855d51b9660bcbd949d network default NAD default] ADD starting CNI request [tsf/test-tsf-iam e841f1ddd0e5e1255dc3160f166d71561c69657e0172b855d51b9660bcbd949d network default NAD default] I0326 23:29:56.089205 3835 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: e841f1ddd0e5e12, network: default, NAD default, SandboxID: "e841f1ddd0e5e1255dc3160f166d71561c69657e0172b855d51b9660bcbd949d", PCI device ID: , UID: "01cce77b-1677-46a8-8589-5c38e137b26c", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0326 23:29:56.135155 3835 cni.go:424] [tsf/test-tsf-iam e841f1ddd0e5e1255dc3160f166d71561c69657e0172b855d51b9660bcbd949d network default NAD default] ADD finished CNI request [tsf/test-tsf-iam e841f1ddd0e5e1255dc3160f166d71561c69657e0172b855d51b9660bcbd949d network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:99:fd:96:b2:0e\",\"name\":\"e841f1ddd0e5e12\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98aae180-c141-4f2b-80d2-9f870568d04e\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:30:04.171848 3835 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-nfdqk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:30:04.172450 3835 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-nfdqk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:30:04.706652 3835 cni.go:403] [tsf/test-tsf-iam e841f1ddd0e5e1255dc3160f166d71561c69657e0172b855d51b9660bcbd949d network default NAD default] DEL starting CNI request [tsf/test-tsf-iam e841f1ddd0e5e1255dc3160f166d71561c69657e0172b855d51b9660bcbd949d network default NAD default] I0326 23:30:04.772978 3835 cni.go:424] [tsf/test-tsf-iam e841f1ddd0e5e1255dc3160f166d71561c69657e0172b855d51b9660bcbd949d network default NAD default] DEL finished CNI request [tsf/test-tsf-iam e841f1ddd0e5e1255dc3160f166d71561c69657e0172b855d51b9660bcbd949d network default NAD default], result "{}", err I0326 23:30:04.848020 3835 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:30:04.848058 3835 pods.go:176] Deleting pod: tsf/test-tsf-iam I0326 23:30:04.849356 3835 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.42 I0326 23:30:04.849387 3835 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:30:04.874307 3835 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:30:04.874346 3835 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:30:04.877439 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0326 23:30:04.877463 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0326 23:30:05.075726 3835 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-nfdqk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:30:05.075757 3835 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-nfdqk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:30:05.637518 3835 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-167.ec2.internal I0326 23:30:05.637630 3835 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0326 23:30:05.651209 3835 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 13.608772ms I0326 23:30:05.651231 3835 base_network_controller_pods.go:937] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 13.637135ms I0326 23:30:05.652459 3835 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 14.957688ms, libovsdb time 832.953µs I0326 23:30:05.996379 3835 cni.go:403] [tsf-tas/test-tsf-tas c5b674b721c307f15f8b7856da898562057a9a7f09813a46a3471c4dff32ae64 network default NAD default] ADD starting CNI request [tsf-tas/test-tsf-tas c5b674b721c307f15f8b7856da898562057a9a7f09813a46a3471c4dff32ae64 network default NAD default] I0326 23:30:06.005393 3835 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: c5b674b721c307f, network: default, NAD default, SandboxID: "c5b674b721c307f15f8b7856da898562057a9a7f09813a46a3471c4dff32ae64", PCI device ID: , UID: "3deffa8e-8fb3-4725-8266-394b41780be8", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0326 23:30:06.051358 3835 cni.go:424] [tsf-tas/test-tsf-tas c5b674b721c307f15f8b7856da898562057a9a7f09813a46a3471c4dff32ae64 network default NAD default] ADD finished CNI request [tsf-tas/test-tsf-tas c5b674b721c307f15f8b7856da898562057a9a7f09813a46a3471c4dff32ae64 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0e:8d:dd:32:92:7d\",\"name\":\"c5b674b721c307f\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d1d84e0-29f7-48d9-84c5-765303b51b11\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:30:06.444818 3835 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-jsgk9-ct7kc] creating logical port tsf-tas_segment-backup-installation-jsgk9-ct7kc for pod on switch ip-10-0-0-167.ec2.internal I0326 23:30:06.444931 3835 kube.go:256] Updating pod tsf-tas/segment-backup-installation-jsgk9-ct7kc I0326 23:30:06.459065 3835 pod.go:62] [tsf-tas/segment-backup-installation-jsgk9-ct7kc] pod update took 14.166681ms I0326 23:30:06.459087 3835 base_network_controller_pods.go:937] [default/tsf-tas/segment-backup-installation-jsgk9-ct7kc] addLogicalPort annotation time took 14.194608ms I0326 23:30:06.460269 3835 pods.go:271] [tsf-tas/segment-backup-installation-jsgk9-ct7kc] addLogicalPort took 15.466733ms, libovsdb time 816.895µs I0326 23:30:06.806771 3835 cni.go:403] [tsf-tas/segment-backup-installation-jsgk9-ct7kc 8374c0a694118d48809916e4a2824e3725a1d49751e6a2c61acfd29331b06abd network default NAD default] ADD starting CNI request [tsf-tas/segment-backup-installation-jsgk9-ct7kc 8374c0a694118d48809916e4a2824e3725a1d49751e6a2c61acfd29331b06abd network default NAD default] I0326 23:30:06.815572 3835 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-jsgk9-ct7kc, hostIfaceName: 8374c0a694118d4, network: default, NAD default, SandboxID: "8374c0a694118d48809916e4a2824e3725a1d49751e6a2c61acfd29331b06abd", PCI device ID: , UID: "3e7ea8c3-46a5-4e61-977d-3b05d856694d", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0326 23:30:06.860742 3835 cni.go:424] [tsf-tas/segment-backup-installation-jsgk9-ct7kc 8374c0a694118d48809916e4a2824e3725a1d49751e6a2c61acfd29331b06abd network default NAD default] ADD finished CNI request [tsf-tas/segment-backup-installation-jsgk9-ct7kc 8374c0a694118d48809916e4a2824e3725a1d49751e6a2c61acfd29331b06abd network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:e6:bb:61:f3:5e\",\"name\":\"8374c0a694118d4\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b1b22364-4493-4b0e-a960-bd0339c48e09\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:30:07.330580 3835 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-wgjsk-8brd5] creating logical port tsf-tas_ctlog-createtree-job-wgjsk-8brd5 for pod on switch ip-10-0-0-167.ec2.internal I0326 23:30:07.330704 3835 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-wgjsk-8brd5 I0326 23:30:07.349093 3835 pod.go:62] [tsf-tas/ctlog-createtree-job-wgjsk-8brd5] pod update took 18.408666ms I0326 23:30:07.349121 3835 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-createtree-job-wgjsk-8brd5] addLogicalPort annotation time took 18.440976ms I0326 23:30:07.350382 3835 pods.go:271] [tsf-tas/ctlog-createtree-job-wgjsk-8brd5] addLogicalPort took 19.826052ms, libovsdb time 845.897µs I0326 23:30:07.475625 3835 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-5f785c475f-85gp9] creating logical port tsf-tas_fulcio-server-5f785c475f-85gp9 for pod on switch ip-10-0-0-167.ec2.internal I0326 23:30:07.475742 3835 kube.go:256] Updating pod tsf-tas/fulcio-server-5f785c475f-85gp9 I0326 23:30:07.497074 3835 pod.go:62] [tsf-tas/fulcio-server-5f785c475f-85gp9] pod update took 21.367696ms I0326 23:30:07.497170 3835 base_network_controller_pods.go:937] [default/tsf-tas/fulcio-server-5f785c475f-85gp9] addLogicalPort annotation time took 21.469425ms I0326 23:30:07.498927 3835 pods.go:271] [tsf-tas/fulcio-server-5f785c475f-85gp9] addLogicalPort took 23.325265ms, libovsdb time 1.100383ms I0326 23:30:07.580379 3835 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-788d5fd7df-vpwf6] creating logical port tsf-tas_trillian-logserver-788d5fd7df-vpwf6 for pod on switch ip-10-0-0-167.ec2.internal I0326 23:30:07.580513 3835 kube.go:256] Updating pod tsf-tas/trillian-logserver-788d5fd7df-vpwf6 I0326 23:30:07.598880 3835 pod.go:62] [tsf-tas/trillian-logserver-788d5fd7df-vpwf6] pod update took 18.4037ms I0326 23:30:07.598909 3835 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logserver-788d5fd7df-vpwf6] addLogicalPort annotation time took 18.437271ms I0326 23:30:07.601118 3835 pods.go:271] [tsf-tas/trillian-logserver-788d5fd7df-vpwf6] addLogicalPort took 20.759173ms, libovsdb time 1.650438ms I0326 23:30:07.706148 3835 cni.go:403] [tsf-tas/ctlog-createtree-job-wgjsk-8brd5 045994972ea8dd411067052df9699eadb65546bd23b8d5d60420b78b9cd66266 network default NAD default] ADD starting CNI request [tsf-tas/ctlog-createtree-job-wgjsk-8brd5 045994972ea8dd411067052df9699eadb65546bd23b8d5d60420b78b9cd66266 network default NAD default] I0326 23:30:07.717747 3835 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-wgjsk-8brd5, hostIfaceName: 045994972ea8dd4, network: default, NAD default, SandboxID: "045994972ea8dd411067052df9699eadb65546bd23b8d5d60420b78b9cd66266", PCI device ID: , UID: "d800930f-b7f9-4661-abf0-8703c8ba754d", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0326 23:30:07.756296 3835 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-4ztw6-thqxc] creating logical port tsf-tas_rekor-createtree-job-4ztw6-thqxc for pod on switch ip-10-0-0-167.ec2.internal I0326 23:30:07.756411 3835 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-4ztw6-thqxc I0326 23:30:07.773156 3835 pod.go:62] [tsf-tas/rekor-createtree-job-4ztw6-thqxc] pod update took 16.770467ms I0326 23:30:07.773287 3835 base_network_controller_pods.go:937] [default/tsf-tas/rekor-createtree-job-4ztw6-thqxc] addLogicalPort annotation time took 16.906719ms I0326 23:30:07.774938 3835 pods.go:271] [tsf-tas/rekor-createtree-job-4ztw6-thqxc] addLogicalPort took 18.652137ms, libovsdb time 1.064886ms I0326 23:30:07.785983 3835 cni.go:424] [tsf-tas/ctlog-createtree-job-wgjsk-8brd5 045994972ea8dd411067052df9699eadb65546bd23b8d5d60420b78b9cd66266 network default NAD default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-wgjsk-8brd5 045994972ea8dd411067052df9699eadb65546bd23b8d5d60420b78b9cd66266 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:8f:51:23:e4:da\",\"name\":\"045994972ea8dd4\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db7f3014-b800-4f97-8c5d-acc3f10b8e58\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:30:07.853008 3835 cni.go:403] [tsf-tas/fulcio-server-5f785c475f-85gp9 1716dca879d22d23c78b0a12bfa5147b5ba75af187eac700715229416db66022 network default NAD default] ADD starting CNI request [tsf-tas/fulcio-server-5f785c475f-85gp9 1716dca879d22d23c78b0a12bfa5147b5ba75af187eac700715229416db66022 network default NAD default] I0326 23:30:07.869268 3835 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-5f785c475f-85gp9, hostIfaceName: 1716dca879d22d2, network: default, NAD default, SandboxID: "1716dca879d22d23c78b0a12bfa5147b5ba75af187eac700715229416db66022", PCI device ID: , UID: "42a9d92b-44f1-4262-b0d4-97a13ce65733", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0326 23:30:07.934739 3835 cni.go:424] [tsf-tas/fulcio-server-5f785c475f-85gp9 1716dca879d22d23c78b0a12bfa5147b5ba75af187eac700715229416db66022 network default NAD default] ADD finished CNI request [tsf-tas/fulcio-server-5f785c475f-85gp9 1716dca879d22d23c78b0a12bfa5147b5ba75af187eac700715229416db66022 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:ff:42:61:58:e6\",\"name\":\"1716dca879d22d2\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/814f2807-fa37-45a8-9f91-00d7007717f6\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:30:07.968949 3835 cni.go:403] [tsf-tas/trillian-logserver-788d5fd7df-vpwf6 67f12404c008754bce13b436aab33ad206d17f14e0f10cd59e7e68e20cdbf003 network default NAD default] ADD starting CNI request [tsf-tas/trillian-logserver-788d5fd7df-vpwf6 67f12404c008754bce13b436aab33ad206d17f14e0f10cd59e7e68e20cdbf003 network default NAD default] I0326 23:30:07.998114 3835 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-788d5fd7df-vpwf6, hostIfaceName: 67f12404c008754, network: default, NAD default, SandboxID: "67f12404c008754bce13b436aab33ad206d17f14e0f10cd59e7e68e20cdbf003", PCI device ID: , UID: "04164c1b-713e-41b9-bdd2-4e9fc816618a", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0326 23:30:08.056129 3835 cni.go:424] [tsf-tas/trillian-logserver-788d5fd7df-vpwf6 67f12404c008754bce13b436aab33ad206d17f14e0f10cd59e7e68e20cdbf003 network default NAD default] ADD finished CNI request [tsf-tas/trillian-logserver-788d5fd7df-vpwf6 67f12404c008754bce13b436aab33ad206d17f14e0f10cd59e7e68e20cdbf003 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:95:3d:48:fe:27\",\"name\":\"67f12404c008754\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61796d5f-ecce-4867-8f0f-9de74a8e85e3\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:30:08.139305 3835 cni.go:403] [tsf-tas/rekor-createtree-job-4ztw6-thqxc 2099d99fd365f39bd1b4156697fac56b122cd23beac370955e350d04fd2e0eed network default NAD default] ADD starting CNI request [tsf-tas/rekor-createtree-job-4ztw6-thqxc 2099d99fd365f39bd1b4156697fac56b122cd23beac370955e350d04fd2e0eed network default NAD default] I0326 23:30:08.150583 3835 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-4ztw6-thqxc, hostIfaceName: 2099d99fd365f39, network: default, NAD default, SandboxID: "2099d99fd365f39bd1b4156697fac56b122cd23beac370955e350d04fd2e0eed", PCI device ID: , UID: "752980dc-7bc1-478c-9e90-0e8cf7296c00", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0326 23:30:08.214340 3835 cni.go:424] [tsf-tas/rekor-createtree-job-4ztw6-thqxc 2099d99fd365f39bd1b4156697fac56b122cd23beac370955e350d04fd2e0eed network default NAD default] ADD finished CNI request [tsf-tas/rekor-createtree-job-4ztw6-thqxc 2099d99fd365f39bd1b4156697fac56b122cd23beac370955e350d04fd2e0eed network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:7b:c2:19:29:04\",\"name\":\"2099d99fd365f39\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4b66170-3593-420e-8ce5-8ff9d2a5a4f4\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:30:09.531804 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0326 23:30:10.549375 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 W0326 23:30:14.509801 3835 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0326 23:30:19.538308 3835 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0326 23:30:20.920427 3835 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0326 23:30:23.509079 3835 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0326 23:30:23.858041 3835 cni.go:403] [tsf-tas/segment-backup-installation-jsgk9-ct7kc 8374c0a694118d48809916e4a2824e3725a1d49751e6a2c61acfd29331b06abd network default NAD default] DEL starting CNI request [tsf-tas/segment-backup-installation-jsgk9-ct7kc 8374c0a694118d48809916e4a2824e3725a1d49751e6a2c61acfd29331b06abd network default NAD default] I0326 23:30:23.931345 3835 cni.go:424] [tsf-tas/segment-backup-installation-jsgk9-ct7kc 8374c0a694118d48809916e4a2824e3725a1d49751e6a2c61acfd29331b06abd network default NAD default] DEL finished CNI request [tsf-tas/segment-backup-installation-jsgk9-ct7kc 8374c0a694118d48809916e4a2824e3725a1d49751e6a2c61acfd29331b06abd network default NAD default], result "{}", err I0326 23:30:23.979464 3835 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-jsgk9-ct7kc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:30:23.979502 3835 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-jsgk9-ct7kc I0326 23:30:23.980888 3835 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-jsgk9-ct7kc, ips: 10.129.0.44 I0326 23:30:23.980913 3835 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-jsgk9-ct7kc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:30:24.999402 3835 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-jsgk9-ct7kc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:30:24.999430 3835 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-jsgk9-ct7kc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:30:29.427840 3835 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0326 23:30:36.526484 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0326 23:30:37.425226 3835 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=113 W0326 23:30:49.952050 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0326 23:31:00.067593 3835 cni.go:403] [tsf-tas/test-tsf-tas c5b674b721c307f15f8b7856da898562057a9a7f09813a46a3471c4dff32ae64 network default NAD default] DEL starting CNI request [tsf-tas/test-tsf-tas c5b674b721c307f15f8b7856da898562057a9a7f09813a46a3471c4dff32ae64 network default NAD default] I0326 23:31:00.142860 3835 cni.go:424] [tsf-tas/test-tsf-tas c5b674b721c307f15f8b7856da898562057a9a7f09813a46a3471c4dff32ae64 network default NAD default] DEL finished CNI request [tsf-tas/test-tsf-tas c5b674b721c307f15f8b7856da898562057a9a7f09813a46a3471c4dff32ae64 network default NAD default], result "{}", err I0326 23:31:00.192691 3835 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:31:00.192722 3835 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0326 23:31:00.194207 3835 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.0.43 I0326 23:31:00.194240 3835 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:31:00.235155 3835 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:31:00.235178 3835 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:31:00.241193 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0326 23:31:00.241225 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0326 23:31:01.005393 3835 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-x9rfq] creating logical port tsf_patch-tekton-config-x9rfq for pod on switch ip-10-0-0-167.ec2.internal I0326 23:31:01.005543 3835 kube.go:256] Updating pod tsf/patch-tekton-config-x9rfq I0326 23:31:01.019578 3835 pod.go:62] [tsf/patch-tekton-config-x9rfq] pod update took 14.108939ms I0326 23:31:01.019606 3835 base_network_controller_pods.go:937] [default/tsf/patch-tekton-config-x9rfq] addLogicalPort annotation time took 14.139768ms I0326 23:31:01.021046 3835 pods.go:271] [tsf/patch-tekton-config-x9rfq] addLogicalPort took 15.67617ms, libovsdb time 912.841µs I0326 23:31:01.367531 3835 cni.go:403] [tsf/patch-tekton-config-x9rfq 88aa7e71c477ea4b13e94ee59ea1bbc490f27d5c9e1af9c5dd900f45282400e1 network default NAD default] ADD starting CNI request [tsf/patch-tekton-config-x9rfq 88aa7e71c477ea4b13e94ee59ea1bbc490f27d5c9e1af9c5dd900f45282400e1 network default NAD default] I0326 23:31:01.376213 3835 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-x9rfq, hostIfaceName: 88aa7e71c477ea4, network: default, NAD default, SandboxID: "88aa7e71c477ea4b13e94ee59ea1bbc490f27d5c9e1af9c5dd900f45282400e1", PCI device ID: , UID: "4e2f6f11-822f-45f3-8665-c9562b7851ac", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0326 23:31:01.420859 3835 cni.go:424] [tsf/patch-tekton-config-x9rfq 88aa7e71c477ea4b13e94ee59ea1bbc490f27d5c9e1af9c5dd900f45282400e1 network default NAD default] ADD finished CNI request [tsf/patch-tekton-config-x9rfq 88aa7e71c477ea4b13e94ee59ea1bbc490f27d5c9e1af9c5dd900f45282400e1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:42:d0:8c:95:d4\",\"name\":\"88aa7e71c477ea4\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ea017f8-38aa-4f1a-9ebd-ac88d7cfb9b7\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:31:06.432567 3835 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=97 I0326 23:31:07.548468 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0326 23:31:09.128811 3835 cni.go:403] [tsf/patch-tekton-config-x9rfq 88aa7e71c477ea4b13e94ee59ea1bbc490f27d5c9e1af9c5dd900f45282400e1 network default NAD default] DEL starting CNI request [tsf/patch-tekton-config-x9rfq 88aa7e71c477ea4b13e94ee59ea1bbc490f27d5c9e1af9c5dd900f45282400e1 network default NAD default] I0326 23:31:09.207949 3835 cni.go:424] [tsf/patch-tekton-config-x9rfq 88aa7e71c477ea4b13e94ee59ea1bbc490f27d5c9e1af9c5dd900f45282400e1 network default NAD default] DEL finished CNI request [tsf/patch-tekton-config-x9rfq 88aa7e71c477ea4b13e94ee59ea1bbc490f27d5c9e1af9c5dd900f45282400e1 network default NAD default], result "{}", err I0326 23:31:09.259415 3835 obj_retry.go:464] Detected object tsf/patch-tekton-config-x9rfq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:31:09.259455 3835 pods.go:176] Deleting pod: tsf/patch-tekton-config-x9rfq I0326 23:31:09.260751 3835 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-x9rfq, ips: 10.129.0.49 I0326 23:31:09.260789 3835 obj_retry.go:464] Detected object tsf/patch-tekton-config-x9rfq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:31:10.283308 3835 obj_retry.go:458] Detected object tsf/patch-tekton-config-x9rfq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:31:10.283357 3835 obj_retry.go:458] Detected object tsf/patch-tekton-config-x9rfq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:31:10.381837 3835 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-rxmtd] creating logical port tsf_tsf-tekton-configuration-rxmtd for pod on switch ip-10-0-0-167.ec2.internal I0326 23:31:10.381933 3835 kube.go:256] Updating pod tsf/tsf-tekton-configuration-rxmtd I0326 23:31:10.399230 3835 pod.go:62] [tsf/tsf-tekton-configuration-rxmtd] pod update took 17.322537ms I0326 23:31:10.399252 3835 base_network_controller_pods.go:937] [default/tsf/tsf-tekton-configuration-rxmtd] addLogicalPort annotation time took 17.349457ms I0326 23:31:10.400458 3835 pods.go:271] [tsf/tsf-tekton-configuration-rxmtd] addLogicalPort took 18.638564ms, libovsdb time 826.967µs I0326 23:31:10.745254 3835 cni.go:403] [tsf/tsf-tekton-configuration-rxmtd 5336f171fc7ca23325784d4a124b9849eb290d4da4ca5da204c9ccce68b5eef2 network default NAD default] ADD starting CNI request [tsf/tsf-tekton-configuration-rxmtd 5336f171fc7ca23325784d4a124b9849eb290d4da4ca5da204c9ccce68b5eef2 network default NAD default] I0326 23:31:10.753794 3835 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-rxmtd, hostIfaceName: 5336f171fc7ca23, network: default, NAD default, SandboxID: "5336f171fc7ca23325784d4a124b9849eb290d4da4ca5da204c9ccce68b5eef2", PCI device ID: , UID: "52901557-feb4-4ae8-a6fa-f50b37e8b9da", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0326 23:31:10.800820 3835 cni.go:424] [tsf/tsf-tekton-configuration-rxmtd 5336f171fc7ca23325784d4a124b9849eb290d4da4ca5da204c9ccce68b5eef2 network default NAD default] ADD finished CNI request [tsf/tsf-tekton-configuration-rxmtd 5336f171fc7ca23325784d4a124b9849eb290d4da4ca5da204c9ccce68b5eef2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:7f:55:74:67:f7\",\"name\":\"5336f171fc7ca23\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/121269c3-eb53-428f-a1c2-f54aeea27592\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:31:16.174599 3835 cni.go:403] [tsf/tsf-tekton-configuration-rxmtd 5336f171fc7ca23325784d4a124b9849eb290d4da4ca5da204c9ccce68b5eef2 network default NAD default] DEL starting CNI request [tsf/tsf-tekton-configuration-rxmtd 5336f171fc7ca23325784d4a124b9849eb290d4da4ca5da204c9ccce68b5eef2 network default NAD default] I0326 23:31:16.174620 3835 cni.go:403] [tsf-tas/rekor-createtree-job-4ztw6-thqxc 2099d99fd365f39bd1b4156697fac56b122cd23beac370955e350d04fd2e0eed network default NAD default] DEL starting CNI request [tsf-tas/rekor-createtree-job-4ztw6-thqxc 2099d99fd365f39bd1b4156697fac56b122cd23beac370955e350d04fd2e0eed network default NAD default] I0326 23:31:16.239717 3835 cni.go:424] [tsf/tsf-tekton-configuration-rxmtd 5336f171fc7ca23325784d4a124b9849eb290d4da4ca5da204c9ccce68b5eef2 network default NAD default] DEL finished CNI request [tsf/tsf-tekton-configuration-rxmtd 5336f171fc7ca23325784d4a124b9849eb290d4da4ca5da204c9ccce68b5eef2 network default NAD default], result "{}", err I0326 23:31:16.269457 3835 cni.go:424] [tsf-tas/rekor-createtree-job-4ztw6-thqxc 2099d99fd365f39bd1b4156697fac56b122cd23beac370955e350d04fd2e0eed network default NAD default] DEL finished CNI request [tsf-tas/rekor-createtree-job-4ztw6-thqxc 2099d99fd365f39bd1b4156697fac56b122cd23beac370955e350d04fd2e0eed network default NAD default], result "{}", err I0326 23:31:16.287026 3835 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-rxmtd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:31:16.287063 3835 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-rxmtd I0326 23:31:16.288548 3835 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-rxmtd, ips: 10.129.0.50 I0326 23:31:16.288581 3835 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-rxmtd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:31:16.318907 3835 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-4ztw6-thqxc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:31:16.318938 3835 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-4ztw6-thqxc I0326 23:31:16.320123 3835 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-4ztw6-thqxc, ips: 10.129.0.48 I0326 23:31:16.320158 3835 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-4ztw6-thqxc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:31:17.192278 3835 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-rxmtd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:31:17.192312 3835 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-rxmtd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:31:17.192865 3835 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-4ztw6-thqxc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:31:17.192885 3835 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-4ztw6-thqxc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:31:17.225112 3835 obj_retry.go:458] Detected object tsf/patch-tekton-config-x9rfq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:31:17.225132 3835 obj_retry.go:458] Detected object tsf/patch-tekton-config-x9rfq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:31:17.228263 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-x9rfq I0326 23:31:17.228288 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-x9rfq I0326 23:31:17.352957 3835 base_network_controller_pods.go:487] [default/tsf/test-tsf-pipelines] creating logical port tsf_test-tsf-pipelines for pod on switch ip-10-0-0-167.ec2.internal I0326 23:31:17.353068 3835 kube.go:256] Updating pod tsf/test-tsf-pipelines I0326 23:31:17.365213 3835 pod.go:62] [tsf/test-tsf-pipelines] pod update took 12.175409ms I0326 23:31:17.365236 3835 base_network_controller_pods.go:937] [default/tsf/test-tsf-pipelines] addLogicalPort annotation time took 12.203252ms I0326 23:31:17.366596 3835 pods.go:271] [tsf/test-tsf-pipelines] addLogicalPort took 13.660058ms, libovsdb time 875.947µs I0326 23:31:17.714417 3835 cni.go:403] [tsf/test-tsf-pipelines d68972f1b507ebab551c1dd4de76f1a25be6fe2be352fe4f6537bdb00d3a7124 network default NAD default] ADD starting CNI request [tsf/test-tsf-pipelines d68972f1b507ebab551c1dd4de76f1a25be6fe2be352fe4f6537bdb00d3a7124 network default NAD default] I0326 23:31:17.723049 3835 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-pipelines, hostIfaceName: d68972f1b507eba, network: default, NAD default, SandboxID: "d68972f1b507ebab551c1dd4de76f1a25be6fe2be352fe4f6537bdb00d3a7124", PCI device ID: , UID: "a5c3f032-5b18-48a3-b317-2a1bd68c0a0c", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0326 23:31:17.768229 3835 cni.go:424] [tsf/test-tsf-pipelines d68972f1b507ebab551c1dd4de76f1a25be6fe2be352fe4f6537bdb00d3a7124 network default NAD default] ADD finished CNI request [tsf/test-tsf-pipelines d68972f1b507ebab551c1dd4de76f1a25be6fe2be352fe4f6537bdb00d3a7124 network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:8d:28:7b:a7:a3\",\"name\":\"d68972f1b507eba\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1fc78c7d-6b2c-4981-8392-26d3c1199ef7\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:31:18.191765 3835 cni.go:403] [tsf-tas/ctlog-createtree-job-wgjsk-8brd5 045994972ea8dd411067052df9699eadb65546bd23b8d5d60420b78b9cd66266 network default NAD default] DEL starting CNI request [tsf-tas/ctlog-createtree-job-wgjsk-8brd5 045994972ea8dd411067052df9699eadb65546bd23b8d5d60420b78b9cd66266 network default NAD default] I0326 23:31:18.257980 3835 cni.go:424] [tsf-tas/ctlog-createtree-job-wgjsk-8brd5 045994972ea8dd411067052df9699eadb65546bd23b8d5d60420b78b9cd66266 network default NAD default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-wgjsk-8brd5 045994972ea8dd411067052df9699eadb65546bd23b8d5d60420b78b9cd66266 network default NAD default], result "{}", err I0326 23:31:18.308344 3835 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-wgjsk-8brd5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:31:18.308375 3835 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-wgjsk-8brd5 I0326 23:31:18.309769 3835 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-wgjsk-8brd5, ips: 10.129.0.45 I0326 23:31:18.309797 3835 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-wgjsk-8brd5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:31:18.886130 3835 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-79fc8b5c55-wpkn5] creating logical port tsf-tas_rekor-redis-79fc8b5c55-wpkn5 for pod on switch ip-10-0-0-167.ec2.internal I0326 23:31:18.886256 3835 kube.go:256] Updating pod tsf-tas/rekor-redis-79fc8b5c55-wpkn5 I0326 23:31:18.904848 3835 pod.go:62] [tsf-tas/rekor-redis-79fc8b5c55-wpkn5] pod update took 18.612484ms I0326 23:31:18.904871 3835 base_network_controller_pods.go:937] [default/tsf-tas/rekor-redis-79fc8b5c55-wpkn5] addLogicalPort annotation time took 18.642498ms I0326 23:31:18.906106 3835 pods.go:271] [tsf-tas/rekor-redis-79fc8b5c55-wpkn5] addLogicalPort took 20.002489ms, libovsdb time 854.519µs I0326 23:31:19.022818 3835 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-6cb9b75fdf-tsp46] creating logical port tsf-tas_rekor-search-ui-6cb9b75fdf-tsp46 for pod on switch ip-10-0-0-167.ec2.internal I0326 23:31:19.022945 3835 kube.go:256] Updating pod tsf-tas/rekor-search-ui-6cb9b75fdf-tsp46 I0326 23:31:19.037068 3835 pod.go:62] [tsf-tas/rekor-search-ui-6cb9b75fdf-tsp46] pod update took 14.144998ms I0326 23:31:19.037093 3835 base_network_controller_pods.go:937] [default/tsf-tas/rekor-search-ui-6cb9b75fdf-tsp46] addLogicalPort annotation time took 14.176647ms I0326 23:31:19.038368 3835 pods.go:271] [tsf-tas/rekor-search-ui-6cb9b75fdf-tsp46] addLogicalPort took 15.564947ms, libovsdb time 869.275µs I0326 23:31:19.225138 3835 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-wgjsk-8brd5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:31:19.225170 3835 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-wgjsk-8brd5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:31:19.382698 3835 cni.go:403] [tsf-tas/rekor-search-ui-6cb9b75fdf-tsp46 f58320839745818ce61c5f79864e9b8dc7b3ca2239c30e38517808090efc9434 network default NAD default] ADD starting CNI request [tsf-tas/rekor-search-ui-6cb9b75fdf-tsp46 f58320839745818ce61c5f79864e9b8dc7b3ca2239c30e38517808090efc9434 network default NAD default] I0326 23:31:19.391222 3835 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-6cb9b75fdf-tsp46, hostIfaceName: f58320839745818, network: default, NAD default, SandboxID: "f58320839745818ce61c5f79864e9b8dc7b3ca2239c30e38517808090efc9434", PCI device ID: , UID: "55673d1c-3ffe-4f3f-a91d-1d13997a1268", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0326 23:31:19.437020 3835 cni.go:424] [tsf-tas/rekor-search-ui-6cb9b75fdf-tsp46 f58320839745818ce61c5f79864e9b8dc7b3ca2239c30e38517808090efc9434 network default NAD default] ADD finished CNI request [tsf-tas/rekor-search-ui-6cb9b75fdf-tsp46 f58320839745818ce61c5f79864e9b8dc7b3ca2239c30e38517808090efc9434 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:61:05:d3:00:9d\",\"name\":\"f58320839745818\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78f62b09-ea19-439a-a5f9-6a0229bb61bc\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:31:19.860840 3835 cni.go:403] [tsf-tas/rekor-redis-79fc8b5c55-wpkn5 0127c45d51f4fa1ae5e66589043042d5e6e55ec96d368455216e001f69f398c5 network default NAD default] ADD starting CNI request [tsf-tas/rekor-redis-79fc8b5c55-wpkn5 0127c45d51f4fa1ae5e66589043042d5e6e55ec96d368455216e001f69f398c5 network default NAD default] I0326 23:31:19.873256 3835 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-79fc8b5c55-wpkn5, hostIfaceName: 0127c45d51f4fa1, network: default, NAD default, SandboxID: "0127c45d51f4fa1ae5e66589043042d5e6e55ec96d368455216e001f69f398c5", PCI device ID: , UID: "74be44be-803a-4b28-b68a-412178486fa8", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0326 23:31:19.935658 3835 cni.go:424] [tsf-tas/rekor-redis-79fc8b5c55-wpkn5 0127c45d51f4fa1ae5e66589043042d5e6e55ec96d368455216e001f69f398c5 network default NAD default] ADD finished CNI request [tsf-tas/rekor-redis-79fc8b5c55-wpkn5 0127c45d51f4fa1ae5e66589043042d5e6e55ec96d368455216e001f69f398c5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:75:4b:56:ee:1a\",\"name\":\"0127c45d51f4fa1\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef543692-0c59-499d-bf5a-e5ddaa4505e2\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:31:21.630730 3835 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-656fcfd6cd-k6pcr] creating logical port tsf-tas_rekor-server-656fcfd6cd-k6pcr for pod on switch ip-10-0-0-167.ec2.internal I0326 23:31:21.630861 3835 kube.go:256] Updating pod tsf-tas/rekor-server-656fcfd6cd-k6pcr I0326 23:31:21.644032 3835 pod.go:62] [tsf-tas/rekor-server-656fcfd6cd-k6pcr] pod update took 13.195025ms I0326 23:31:21.644060 3835 base_network_controller_pods.go:937] [default/tsf-tas/rekor-server-656fcfd6cd-k6pcr] addLogicalPort annotation time took 13.229515ms I0326 23:31:21.645490 3835 pods.go:271] [tsf-tas/rekor-server-656fcfd6cd-k6pcr] addLogicalPort took 14.778497ms, libovsdb time 955.398µs W0326 23:31:24.461410 3835 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0326 23:31:27.253851 3835 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0326 23:31:27.279743 3835 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0326 23:31:27.997748 3835 cni.go:403] [tsf-tas/rekor-server-656fcfd6cd-k6pcr 30e62b3c94038cfba975b1e2b18bb046e20599f5b2f3adbb88f060919a9ac87a network default NAD default] ADD starting CNI request [tsf-tas/rekor-server-656fcfd6cd-k6pcr 30e62b3c94038cfba975b1e2b18bb046e20599f5b2f3adbb88f060919a9ac87a network default NAD default] I0326 23:31:28.006807 3835 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-656fcfd6cd-k6pcr, hostIfaceName: 30e62b3c94038cf, network: default, NAD default, SandboxID: "30e62b3c94038cfba975b1e2b18bb046e20599f5b2f3adbb88f060919a9ac87a", PCI device ID: , UID: "9778eff1-2197-4dcf-a964-0e14f6477d8a", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0326 23:31:28.053115 3835 cni.go:424] [tsf-tas/rekor-server-656fcfd6cd-k6pcr 30e62b3c94038cfba975b1e2b18bb046e20599f5b2f3adbb88f060919a9ac87a network default NAD default] ADD finished CNI request [tsf-tas/rekor-server-656fcfd6cd-k6pcr 30e62b3c94038cfba975b1e2b18bb046e20599f5b2f3adbb88f060919a9ac87a network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:ee:29:0f:3b:77\",\"name\":\"30e62b3c94038cf\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3bc458f7-c35a-4663-8e7c-a0ca6bc02e67\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:31:28.271006 3835 cni.go:403] [tsf/test-tsf-pipelines d68972f1b507ebab551c1dd4de76f1a25be6fe2be352fe4f6537bdb00d3a7124 network default NAD default] DEL starting CNI request [tsf/test-tsf-pipelines d68972f1b507ebab551c1dd4de76f1a25be6fe2be352fe4f6537bdb00d3a7124 network default NAD default] I0326 23:31:28.346524 3835 cni.go:424] [tsf/test-tsf-pipelines d68972f1b507ebab551c1dd4de76f1a25be6fe2be352fe4f6537bdb00d3a7124 network default NAD default] DEL finished CNI request [tsf/test-tsf-pipelines d68972f1b507ebab551c1dd4de76f1a25be6fe2be352fe4f6537bdb00d3a7124 network default NAD default], result "{}", err I0326 23:31:28.382482 3835 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:31:28.382516 3835 pods.go:176] Deleting pod: tsf/test-tsf-pipelines I0326 23:31:28.383785 3835 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-pipelines, ips: 10.129.0.51 I0326 23:31:28.383820 3835 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:31:28.400609 3835 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:31:28.400634 3835 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:31:28.406291 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-pipelines I0326 23:31:28.406315 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-pipelines I0326 23:31:28.980545 3835 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-167.ec2.internal I0326 23:31:28.980649 3835 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0326 23:31:28.997824 3835 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 17.201044ms I0326 23:31:28.997855 3835 base_network_controller_pods.go:937] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 17.238533ms I0326 23:31:28.999132 3835 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 18.603403ms, libovsdb time 834.63µs I0326 23:31:29.566509 3835 cni.go:403] [tsf-tpa/pre-install-tsf-tpa 85a1e6b0be6e558aee8373e1b3f235118e5bec34000ab26932817b8618d09df5 network default NAD default] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 85a1e6b0be6e558aee8373e1b3f235118e5bec34000ab26932817b8618d09df5 network default NAD default] I0326 23:31:29.575153 3835 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 85a1e6b0be6e558, network: default, NAD default, SandboxID: "85a1e6b0be6e558aee8373e1b3f235118e5bec34000ab26932817b8618d09df5", PCI device ID: , UID: "5500e91c-1b75-4a45-9c25-bccbbf3212c4", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0326 23:31:29.622127 3835 cni.go:424] [tsf-tpa/pre-install-tsf-tpa 85a1e6b0be6e558aee8373e1b3f235118e5bec34000ab26932817b8618d09df5 network default NAD default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 85a1e6b0be6e558aee8373e1b3f235118e5bec34000ab26932817b8618d09df5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:2c:e5:36:78:e8\",\"name\":\"85a1e6b0be6e558\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0dad5c7e-321e-4ea6-9c4d-0c7a548abb7e\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 23:31:30.301690 3835 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0326 23:31:32.299713 3835 cni.go:403] [tsf-tpa/pre-install-tsf-tpa 85a1e6b0be6e558aee8373e1b3f235118e5bec34000ab26932817b8618d09df5 network default NAD default] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 85a1e6b0be6e558aee8373e1b3f235118e5bec34000ab26932817b8618d09df5 network default NAD default] I0326 23:31:32.375290 3835 cni.go:424] [tsf-tpa/pre-install-tsf-tpa 85a1e6b0be6e558aee8373e1b3f235118e5bec34000ab26932817b8618d09df5 network default NAD default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 85a1e6b0be6e558aee8373e1b3f235118e5bec34000ab26932817b8618d09df5 network default NAD default], result "{}", err I0326 23:31:32.427272 3835 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:31:32.427303 3835 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0326 23:31:32.428565 3835 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.0.55 I0326 23:31:32.428592 3835 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:31:32.453237 3835 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:31:32.453262 3835 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:31:32.460788 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0326 23:31:32.460809 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0326 23:31:32.656663 3835 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-167.ec2.internal I0326 23:31:32.656758 3835 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0326 23:31:32.670124 3835 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.389837ms I0326 23:31:32.670143 3835 base_network_controller_pods.go:937] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.413857ms I0326 23:31:32.671578 3835 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 14.948555ms, libovsdb time 899.068µs I0326 23:31:33.018829 3835 cni.go:403] [tsf-tpa/test-tsf-tpa 234da21a8dc47cb9cd70d03628e9403aaf7aeb8d3197fda9612009b73710548c network default NAD default] ADD starting CNI request [tsf-tpa/test-tsf-tpa 234da21a8dc47cb9cd70d03628e9403aaf7aeb8d3197fda9612009b73710548c network default NAD default] I0326 23:31:33.027686 3835 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 234da21a8dc47cb, network: default, NAD default, SandboxID: "234da21a8dc47cb9cd70d03628e9403aaf7aeb8d3197fda9612009b73710548c", PCI device ID: , UID: "e8e6d574-15ae-4e81-a777-c74479bf77a0", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0326 23:31:33.071622 3835 cni.go:424] [tsf-tpa/test-tsf-tpa 234da21a8dc47cb9cd70d03628e9403aaf7aeb8d3197fda9612009b73710548c network default NAD default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 234da21a8dc47cb9cd70d03628e9403aaf7aeb8d3197fda9612009b73710548c network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:1f:83:bc:1b:0a\",\"name\":\"234da21a8dc47cb\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c1d1a6b-1b12-4e51-ba2b-051070d6579a\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:31:37.673676 3835 obj_retry.go:464] Detected object tsf-tpa/create-db-bx6wq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:31:37.674248 3835 obj_retry.go:464] Detected object tsf-tpa/create-db-bx6wq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:31:38.696238 3835 obj_retry.go:458] Detected object tsf-tpa/create-db-bx6wq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:31:38.696271 3835 obj_retry.go:458] Detected object tsf-tpa/create-db-bx6wq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0326 23:31:39.273069 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui W0326 23:31:40.324542 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis W0326 23:31:41.297414 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0326 23:31:41.673829 3835 obj_retry.go:464] Detected object tsf-tpa/migrate-db-bcw5h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:31:41.674404 3835 obj_retry.go:464] Detected object tsf-tpa/migrate-db-bcw5h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:31:42.537172 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0326 23:31:42.696453 3835 obj_retry.go:458] Detected object tsf-tpa/migrate-db-bcw5h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:31:42.696483 3835 obj_retry.go:458] Detected object tsf-tpa/migrate-db-bcw5h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:31:44.509074 3835 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0326 23:31:45.281106 3835 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-mf496-kzqmm] creating logical port tsf-tas_tuf-repository-init-mf496-kzqmm for pod on switch ip-10-0-0-167.ec2.internal I0326 23:31:45.281214 3835 kube.go:256] Updating pod tsf-tas/tuf-repository-init-mf496-kzqmm I0326 23:31:45.294496 3835 pod.go:62] [tsf-tas/tuf-repository-init-mf496-kzqmm] pod update took 13.304708ms I0326 23:31:45.294525 3835 base_network_controller_pods.go:937] [default/tsf-tas/tuf-repository-init-mf496-kzqmm] addLogicalPort annotation time took 13.337792ms I0326 23:31:45.295842 3835 pods.go:271] [tsf-tas/tuf-repository-init-mf496-kzqmm] addLogicalPort took 14.75535ms, libovsdb time 886.906µs I0326 23:31:47.114597 3835 obj_retry.go:464] Detected object tsf-tpa/create-importers-p4pv2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:31:47.115119 3835 obj_retry.go:464] Detected object tsf-tpa/create-importers-p4pv2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:31:48.047058 3835 cni.go:403] [tsf-tas/tuf-repository-init-mf496-kzqmm 0f0dc0d732bb36771d7c37910824e3609e792641630e6eb419f9cba4c9d43b6b network default NAD default] ADD starting CNI request [tsf-tas/tuf-repository-init-mf496-kzqmm 0f0dc0d732bb36771d7c37910824e3609e792641630e6eb419f9cba4c9d43b6b network default NAD default] I0326 23:31:48.056006 3835 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-mf496-kzqmm, hostIfaceName: 0f0dc0d732bb367, network: default, NAD default, SandboxID: "0f0dc0d732bb36771d7c37910824e3609e792641630e6eb419f9cba4c9d43b6b", PCI device ID: , UID: "556591c1-3dcc-4832-a7d4-49c6537d8f94", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0326 23:31:48.102774 3835 cni.go:424] [tsf-tas/tuf-repository-init-mf496-kzqmm 0f0dc0d732bb36771d7c37910824e3609e792641630e6eb419f9cba4c9d43b6b network default NAD default] ADD finished CNI request [tsf-tas/tuf-repository-init-mf496-kzqmm 0f0dc0d732bb36771d7c37910824e3609e792641630e6eb419f9cba4c9d43b6b network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:0d:9a:02:54:63\",\"name\":\"0f0dc0d732bb367\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf5c7368-4ad6-47f6-ab5d-6221baca133e\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:31:48.139599 3835 obj_retry.go:458] Detected object tsf-tpa/create-importers-p4pv2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:31:48.139621 3835 obj_retry.go:458] Detected object tsf-tpa/create-importers-p4pv2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:31:51.427071 3835 cni.go:403] [tsf-tas/tuf-repository-init-mf496-kzqmm 0f0dc0d732bb36771d7c37910824e3609e792641630e6eb419f9cba4c9d43b6b network default NAD default] DEL starting CNI request [tsf-tas/tuf-repository-init-mf496-kzqmm 0f0dc0d732bb36771d7c37910824e3609e792641630e6eb419f9cba4c9d43b6b network default NAD default] I0326 23:31:51.506801 3835 cni.go:424] [tsf-tas/tuf-repository-init-mf496-kzqmm 0f0dc0d732bb36771d7c37910824e3609e792641630e6eb419f9cba4c9d43b6b network default NAD default] DEL finished CNI request [tsf-tas/tuf-repository-init-mf496-kzqmm 0f0dc0d732bb36771d7c37910824e3609e792641630e6eb419f9cba4c9d43b6b network default NAD default], result "{}", err I0326 23:31:51.561586 3835 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-mf496-kzqmm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:31:51.561615 3835 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-mf496-kzqmm I0326 23:31:51.562865 3835 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-mf496-kzqmm, ips: 10.129.0.57 I0326 23:31:51.562892 3835 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-mf496-kzqmm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:31:52.445196 3835 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-mf496-kzqmm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:31:52.445224 3835 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-mf496-kzqmm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:31:57.395047 3835 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-b95wh] creating logical port tsf-tas_tuf-bc5768c88-b95wh for pod on switch ip-10-0-0-167.ec2.internal I0326 23:31:57.395147 3835 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-b95wh I0326 23:31:57.412341 3835 pod.go:62] [tsf-tas/tuf-bc5768c88-b95wh] pod update took 17.214513ms I0326 23:31:57.412368 3835 base_network_controller_pods.go:937] [default/tsf-tas/tuf-bc5768c88-b95wh] addLogicalPort annotation time took 17.246002ms I0326 23:31:57.413500 3835 pods.go:271] [tsf-tas/tuf-bc5768c88-b95wh] addLogicalPort took 18.475912ms, libovsdb time 735.326µs I0326 23:31:58.366762 3835 cni.go:403] [tsf-tas/tuf-bc5768c88-b95wh 869c260f32ae367f979ef9b718f3d8fe280f64cc92a7e94569456f1474588141 network default NAD default] ADD starting CNI request [tsf-tas/tuf-bc5768c88-b95wh 869c260f32ae367f979ef9b718f3d8fe280f64cc92a7e94569456f1474588141 network default NAD default] I0326 23:31:58.375568 3835 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-b95wh, hostIfaceName: 869c260f32ae367, network: default, NAD default, SandboxID: "869c260f32ae367f979ef9b718f3d8fe280f64cc92a7e94569456f1474588141", PCI device ID: , UID: "69be6c57-0f63-4606-a2c7-fded9486ac91", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0326 23:31:58.424716 3835 cni.go:424] [tsf-tas/tuf-bc5768c88-b95wh 869c260f32ae367f979ef9b718f3d8fe280f64cc92a7e94569456f1474588141 network default NAD default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-b95wh 869c260f32ae367f979ef9b718f3d8fe280f64cc92a7e94569456f1474588141 network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:cd:55:27:19:27\",\"name\":\"869c260f32ae367\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7d2faea-61c5-4d07-938a-9bf6c354997c\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 23:31:58.652450 3835 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0326 23:32:00.480587 3835 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0326 23:32:11.495434 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0326 23:32:16.587568 3835 cni.go:403] [tsf-tpa/test-tsf-tpa 234da21a8dc47cb9cd70d03628e9403aaf7aeb8d3197fda9612009b73710548c network default NAD default] DEL starting CNI request [tsf-tpa/test-tsf-tpa 234da21a8dc47cb9cd70d03628e9403aaf7aeb8d3197fda9612009b73710548c network default NAD default] I0326 23:32:16.654582 3835 cni.go:424] [tsf-tpa/test-tsf-tpa 234da21a8dc47cb9cd70d03628e9403aaf7aeb8d3197fda9612009b73710548c network default NAD default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 234da21a8dc47cb9cd70d03628e9403aaf7aeb8d3197fda9612009b73710548c network default NAD default], result "{}", err I0326 23:32:16.706793 3835 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:32:16.706834 3835 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0326 23:32:16.708191 3835 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.129.0.56 I0326 23:32:16.708222 3835 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:32:16.727865 3835 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:32:16.727909 3835 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:32:16.733786 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0326 23:32:16.733820 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0326 23:32:17.465265 3835 namespace.go:98] [build-service] adding namespace I0326 23:32:17.466660 3835 namespace.go:102] [build-service] adding namespace took 1.199394ms I0326 23:32:17.468523 3835 namespace.go:98] [image-controller] adding namespace I0326 23:32:17.469200 3835 namespace.go:102] [image-controller] adding namespace took 659.089µs I0326 23:32:17.476361 3835 namespace.go:98] [integration-service] adding namespace I0326 23:32:17.476959 3835 namespace.go:102] [integration-service] adding namespace took 585.233µs I0326 23:32:17.509704 3835 namespace.go:142] [build-service] updating namespace I0326 23:32:17.527554 3835 namespace.go:142] [build-service] updating namespace I0326 23:32:17.536142 3835 namespace.go:142] [image-controller] updating namespace I0326 23:32:17.552467 3835 namespace.go:142] [image-controller] updating namespace I0326 23:32:17.562898 3835 namespace.go:142] [integration-service] updating namespace I0326 23:32:17.579209 3835 namespace.go:142] [integration-service] updating namespace I0326 23:32:17.672120 3835 namespace.go:142] [build-service] updating namespace I0326 23:32:17.689872 3835 namespace.go:142] [integration-service] updating namespace I0326 23:32:17.717524 3835 namespace.go:98] [release-service] adding namespace I0326 23:32:17.718363 3835 namespace.go:102] [release-service] adding namespace took 824.109µs I0326 23:32:17.739088 3835 namespace.go:142] [konflux-ui] updating namespace I0326 23:32:17.762968 3835 namespace.go:142] [release-service] updating namespace I0326 23:32:17.785512 3835 namespace.go:142] [release-service] updating namespace I0326 23:32:17.792627 3835 base_network_controller_pods.go:487] [default/konflux-ui/tsf-konflux-public-key-c9nz8] creating logical port konflux-ui_tsf-konflux-public-key-c9nz8 for pod on switch ip-10-0-0-167.ec2.internal I0326 23:32:17.792738 3835 kube.go:256] Updating pod konflux-ui/tsf-konflux-public-key-c9nz8 I0326 23:32:17.816264 3835 namespace.go:98] [konflux-info] adding namespace I0326 23:32:17.817006 3835 namespace.go:102] [konflux-info] adding namespace took 719.836µs I0326 23:32:17.821480 3835 pod.go:62] [konflux-ui/tsf-konflux-public-key-c9nz8] pod update took 28.765916ms I0326 23:32:17.821499 3835 base_network_controller_pods.go:937] [default/konflux-ui/tsf-konflux-public-key-c9nz8] addLogicalPort annotation time took 28.789511ms I0326 23:32:17.822620 3835 pods.go:271] [konflux-ui/tsf-konflux-public-key-c9nz8] addLogicalPort took 30.006013ms, libovsdb time 751.476µs I0326 23:32:17.860524 3835 namespace.go:98] [namespace-lister] adding namespace I0326 23:32:17.861272 3835 namespace.go:102] [namespace-lister] adding namespace took 723.152µs I0326 23:32:17.868796 3835 namespace.go:142] [konflux-info] updating namespace I0326 23:32:17.915445 3835 namespace.go:142] [konflux-info] updating namespace I0326 23:32:17.933586 3835 namespace.go:142] [image-controller] updating namespace I0326 23:32:17.933590 3835 namespace.go:98] [enterprise-contract-service] adding namespace I0326 23:32:17.934549 3835 namespace.go:102] [enterprise-contract-service] adding namespace took 916.673µs I0326 23:32:17.948398 3835 namespace.go:142] [namespace-lister] updating namespace I0326 23:32:17.985558 3835 namespace.go:142] [namespace-lister] updating namespace I0326 23:32:18.011756 3835 namespace.go:98] [default-tenant] adding namespace I0326 23:32:18.011814 3835 namespace.go:142] [enterprise-contract-service] updating namespace I0326 23:32:18.012567 3835 namespace.go:102] [default-tenant] adding namespace took 794.522µs I0326 23:32:18.052503 3835 namespace.go:98] [segment-bridge] adding namespace I0326 23:32:18.053300 3835 namespace.go:102] [segment-bridge] adding namespace took 775.958µs I0326 23:32:18.079673 3835 namespace.go:142] [default-tenant] updating namespace I0326 23:32:18.079790 3835 namespace.go:142] [enterprise-contract-service] updating namespace I0326 23:32:18.140450 3835 cni.go:403] [konflux-ui/tsf-konflux-public-key-c9nz8 309fad2a4bbbe313e60aa7d10dec3e6fc1f70b05d1aa869a31ac9cfecf51f84a network default NAD default] ADD starting CNI request [konflux-ui/tsf-konflux-public-key-c9nz8 309fad2a4bbbe313e60aa7d10dec3e6fc1f70b05d1aa869a31ac9cfecf51f84a network default NAD default] I0326 23:32:18.148982 3835 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: tsf-konflux-public-key-c9nz8, hostIfaceName: 309fad2a4bbbe31, network: default, NAD default, SandboxID: "309fad2a4bbbe313e60aa7d10dec3e6fc1f70b05d1aa869a31ac9cfecf51f84a", PCI device ID: , UID: "8dad258d-3a11-4999-8809-195cd6f4a155", MAC: 0a:58:0a:81:00:3b, IPs: [10.129.0.59/23] I0326 23:32:18.196694 3835 namespace.go:142] [segment-bridge] updating namespace I0326 23:32:18.197937 3835 cni.go:424] [konflux-ui/tsf-konflux-public-key-c9nz8 309fad2a4bbbe313e60aa7d10dec3e6fc1f70b05d1aa869a31ac9cfecf51f84a network default NAD default] ADD finished CNI request [konflux-ui/tsf-konflux-public-key-c9nz8 309fad2a4bbbe313e60aa7d10dec3e6fc1f70b05d1aa869a31ac9cfecf51f84a network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:c7:42:cc:5c:2a\",\"name\":\"309fad2a4bbbe31\"},{\"mac\":\"0a:58:0a:81:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/938033ca-50df-434f-a984-f6a143ad1263\"}],\"ips\":[{\"address\":\"10.129.0.59/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:32:18.263589 3835 namespace.go:142] [default-tenant] updating namespace I0326 23:32:18.604138 3835 namespace.go:142] [segment-bridge] updating namespace I0326 23:32:18.961730 3835 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0326 23:32:18.962451 3835 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0326 23:32:18.962471 3835 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0326 23:32:18.965289 3835 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0326 23:32:18.965337 3835 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0326 23:32:18.965352 3835 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0326 23:32:18.966024 3835 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0326 23:32:19.106608 3835 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-67655c4674-8kxck] creating logical port namespace-lister_namespace-lister-67655c4674-8kxck for pod on switch ip-10-0-0-167.ec2.internal I0326 23:32:19.106759 3835 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-8kxck I0326 23:32:19.159526 3835 pod.go:62] [namespace-lister/namespace-lister-67655c4674-8kxck] pod update took 52.80573ms I0326 23:32:19.159553 3835 base_network_controller_pods.go:937] [default/namespace-lister/namespace-lister-67655c4674-8kxck] addLogicalPort annotation time took 52.83871ms I0326 23:32:19.160810 3835 pods.go:271] [namespace-lister/namespace-lister-67655c4674-8kxck] addLogicalPort took 54.218672ms, libovsdb time 868.529µs I0326 23:32:19.560546 3835 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-5f8cd64d55-vdr4b] creating logical port image-controller_image-controller-controller-manager-5f8cd64d55-vdr4b for pod on switch ip-10-0-0-167.ec2.internal I0326 23:32:19.560645 3835 kube.go:256] Updating pod image-controller/image-controller-controller-manager-5f8cd64d55-vdr4b I0326 23:32:19.560670 3835 base_network_controller_pods.go:487] [default/konflux-ui/proxy-7c4ffcc86b-bgxkr] creating logical port konflux-ui_proxy-7c4ffcc86b-bgxkr for pod on switch ip-10-0-0-167.ec2.internal I0326 23:32:19.560782 3835 kube.go:256] Updating pod konflux-ui/proxy-7c4ffcc86b-bgxkr I0326 23:32:19.675169 3835 kube.go:256] Updating pod image-controller/image-controller-controller-manager-5f8cd64d55-vdr4b I0326 23:32:19.725159 3835 kube.go:256] Updating pod konflux-ui/proxy-7c4ffcc86b-bgxkr I0326 23:32:19.739609 3835 namespace.go:142] [build-service] updating namespace I0326 23:32:19.761836 3835 pod.go:62] [image-controller/image-controller-controller-manager-5f8cd64d55-vdr4b] pod update took 201.21773ms I0326 23:32:19.761858 3835 base_network_controller_pods.go:937] [default/image-controller/image-controller-controller-manager-5f8cd64d55-vdr4b] addLogicalPort annotation time took 201.24555ms I0326 23:32:19.763041 3835 pods.go:271] [image-controller/image-controller-controller-manager-5f8cd64d55-vdr4b] addLogicalPort took 202.513073ms, libovsdb time 828.621µs I0326 23:32:19.807378 3835 pod.go:62] [konflux-ui/proxy-7c4ffcc86b-bgxkr] pod update took 246.619364ms I0326 23:32:19.807403 3835 base_network_controller_pods.go:937] [default/konflux-ui/proxy-7c4ffcc86b-bgxkr] addLogicalPort annotation time took 246.647487ms I0326 23:32:19.808645 3835 pods.go:271] [konflux-ui/proxy-7c4ffcc86b-bgxkr] addLogicalPort took 247.990033ms, libovsdb time 875.082µs I0326 23:32:19.860535 3835 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7df75dd4df-p7vv5] creating logical port build-service_build-service-controller-manager-7df75dd4df-p7vv5 for pod on switch ip-10-0-0-167.ec2.internal I0326 23:32:19.860677 3835 kube.go:256] Updating pod build-service/build-service-controller-manager-7df75dd4df-p7vv5 I0326 23:32:19.876391 3835 pod.go:62] [build-service/build-service-controller-manager-7df75dd4df-p7vv5] pod update took 15.743586ms I0326 23:32:19.876414 3835 base_network_controller_pods.go:937] [default/build-service/build-service-controller-manager-7df75dd4df-p7vv5] addLogicalPort annotation time took 15.771946ms I0326 23:32:19.877910 3835 pods.go:271] [build-service/build-service-controller-manager-7df75dd4df-p7vv5] addLogicalPort took 17.390317ms, libovsdb time 1.06066ms I0326 23:32:19.885421 3835 cni.go:403] [image-controller/image-controller-controller-manager-5f8cd64d55-vdr4b 06fb940cdd77a61d83924abea12d3849d8a6fe13ff642c82fd055594655c75fb network default NAD default] ADD starting CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-vdr4b 06fb940cdd77a61d83924abea12d3849d8a6fe13ff642c82fd055594655c75fb network default NAD default] I0326 23:32:19.894214 3835 helper_linux.go:450] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-5f8cd64d55-vdr4b, hostIfaceName: 06fb940cdd77a61, network: default, NAD default, SandboxID: "06fb940cdd77a61d83924abea12d3849d8a6fe13ff642c82fd055594655c75fb", PCI device ID: , UID: "6fb8b13a-4b11-4d1e-aa96-cab0325d94cf", MAC: 0a:58:0a:81:00:3d, IPs: [10.129.0.61/23] I0326 23:32:19.941169 3835 cni.go:424] [image-controller/image-controller-controller-manager-5f8cd64d55-vdr4b 06fb940cdd77a61d83924abea12d3849d8a6fe13ff642c82fd055594655c75fb network default NAD default] ADD finished CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-vdr4b 06fb940cdd77a61d83924abea12d3849d8a6fe13ff642c82fd055594655c75fb network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:07:91:37:4f:1f\",\"name\":\"06fb940cdd77a61\"},{\"mac\":\"0a:58:0a:81:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e18ad79-aeca-4f25-9d9d-4e9dc0b084c7\"}],\"ips\":[{\"address\":\"10.129.0.61/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:32:20.053263 3835 namespace.go:142] [default-tenant] updating namespace I0326 23:32:20.064611 3835 cni.go:403] [namespace-lister/namespace-lister-67655c4674-8kxck 7a932854b482c3f3f45424bdfa4ce69c4586db254930c452ed2740a12fe65fdb network default NAD default] ADD starting CNI request [namespace-lister/namespace-lister-67655c4674-8kxck 7a932854b482c3f3f45424bdfa4ce69c4586db254930c452ed2740a12fe65fdb network default NAD default] I0326 23:32:20.073360 3835 helper_linux.go:450] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-67655c4674-8kxck, hostIfaceName: 7a932854b482c3f, network: default, NAD default, SandboxID: "7a932854b482c3f3f45424bdfa4ce69c4586db254930c452ed2740a12fe65fdb", PCI device ID: , UID: "b87ea9ab-7e72-4536-8408-50e3291798c8", MAC: 0a:58:0a:81:00:3c, IPs: [10.129.0.60/23] I0326 23:32:20.120998 3835 cni.go:424] [namespace-lister/namespace-lister-67655c4674-8kxck 7a932854b482c3f3f45424bdfa4ce69c4586db254930c452ed2740a12fe65fdb network default NAD default] ADD finished CNI request [namespace-lister/namespace-lister-67655c4674-8kxck 7a932854b482c3f3f45424bdfa4ce69c4586db254930c452ed2740a12fe65fdb network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:e1:10:4f:00:2c\",\"name\":\"7a932854b482c3f\"},{\"mac\":\"0a:58:0a:81:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/656f3418-744f-4c1e-945d-b75393e1506b\"}],\"ips\":[{\"address\":\"10.129.0.60/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:32:20.222014 3835 cni.go:403] [build-service/build-service-controller-manager-7df75dd4df-p7vv5 16ab8a1e5b70aaf9e77c37777eb7413e0f25dac1df828c09e25b35de00b21eb1 network default NAD default] ADD starting CNI request [build-service/build-service-controller-manager-7df75dd4df-p7vv5 16ab8a1e5b70aaf9e77c37777eb7413e0f25dac1df828c09e25b35de00b21eb1 network default NAD default] I0326 23:32:20.232201 3835 helper_linux.go:450] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7df75dd4df-p7vv5, hostIfaceName: 16ab8a1e5b70aaf, network: default, NAD default, SandboxID: "16ab8a1e5b70aaf9e77c37777eb7413e0f25dac1df828c09e25b35de00b21eb1", PCI device ID: , UID: "86eb202e-9cae-460b-98e4-b835e3996695", MAC: 0a:58:0a:81:00:3f, IPs: [10.129.0.63/23] I0326 23:32:20.364492 3835 namespace.go:142] [enterprise-contract-service] updating namespace I0326 23:32:20.471896 3835 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-d4f86848b-n84cr] creating logical port integration-service_integration-service-controller-manager-d4f86848b-n84cr for pod on switch ip-10-0-0-167.ec2.internal I0326 23:32:20.471997 3835 kube.go:256] Updating pod integration-service/integration-service-controller-manager-d4f86848b-n84cr I0326 23:32:20.489524 3835 cni.go:424] [build-service/build-service-controller-manager-7df75dd4df-p7vv5 16ab8a1e5b70aaf9e77c37777eb7413e0f25dac1df828c09e25b35de00b21eb1 network default NAD default] ADD finished CNI request [build-service/build-service-controller-manager-7df75dd4df-p7vv5 16ab8a1e5b70aaf9e77c37777eb7413e0f25dac1df828c09e25b35de00b21eb1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:10:cc:40:cd:c0\",\"name\":\"16ab8a1e5b70aaf\"},{\"mac\":\"0a:58:0a:81:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9900ff0-02af-498d-9364-171a5158c203\"}],\"ips\":[{\"address\":\"10.129.0.63/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:32:20.585740 3835 kube.go:256] Updating pod integration-service/integration-service-controller-manager-d4f86848b-n84cr I0326 23:32:20.635458 3835 cni.go:403] [konflux-ui/tsf-konflux-public-key-c9nz8 309fad2a4bbbe313e60aa7d10dec3e6fc1f70b05d1aa869a31ac9cfecf51f84a network default NAD default] DEL starting CNI request [konflux-ui/tsf-konflux-public-key-c9nz8 309fad2a4bbbe313e60aa7d10dec3e6fc1f70b05d1aa869a31ac9cfecf51f84a network default NAD default] I0326 23:32:20.661009 3835 pod.go:62] [integration-service/integration-service-controller-manager-d4f86848b-n84cr] pod update took 189.040282ms I0326 23:32:20.661095 3835 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-d4f86848b-n84cr] addLogicalPort annotation time took 189.130278ms I0326 23:32:20.662500 3835 pods.go:271] [integration-service/integration-service-controller-manager-d4f86848b-n84cr] addLogicalPort took 190.623318ms, libovsdb time 924.78µs I0326 23:32:20.731271 3835 cni.go:424] [konflux-ui/tsf-konflux-public-key-c9nz8 309fad2a4bbbe313e60aa7d10dec3e6fc1f70b05d1aa869a31ac9cfecf51f84a network default NAD default] DEL finished CNI request [konflux-ui/tsf-konflux-public-key-c9nz8 309fad2a4bbbe313e60aa7d10dec3e6fc1f70b05d1aa869a31ac9cfecf51f84a network default NAD default], result "{}", err I0326 23:32:20.796009 3835 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-c9nz8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:32:20.796041 3835 pods.go:176] Deleting pod: konflux-ui/tsf-konflux-public-key-c9nz8 I0326 23:32:20.797881 3835 pods.go:236] Attempting to release IPs for pod: konflux-ui/tsf-konflux-public-key-c9nz8, ips: 10.129.0.59 I0326 23:32:20.797920 3835 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-c9nz8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:32:20.913649 3835 namespace.go:142] [image-controller] updating namespace I0326 23:32:21.466625 3835 namespace.go:142] [integration-service] updating namespace I0326 23:32:21.823923 3835 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-c9nz8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:32:21.823954 3835 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-c9nz8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:32:21.862133 3835 namespace.go:142] [konflux-info] updating namespace I0326 23:32:22.074577 3835 namespace.go:142] [namespace-lister] updating namespace I0326 23:32:22.283286 3835 namespace.go:142] [release-service] updating namespace I0326 23:32:22.500222 3835 namespace.go:142] [segment-bridge] updating namespace I0326 23:32:22.593388 3835 namespace.go:142] [build-service] updating namespace I0326 23:32:22.609629 3835 namespace.go:142] [default-tenant] updating namespace I0326 23:32:22.626272 3835 namespace.go:142] [enterprise-contract-service] updating namespace I0326 23:32:22.640676 3835 namespace.go:142] [image-controller] updating namespace I0326 23:32:22.652449 3835 namespace.go:142] [integration-service] updating namespace I0326 23:32:22.671454 3835 namespace.go:142] [konflux-info] updating namespace I0326 23:32:22.692100 3835 namespace.go:142] [namespace-lister] updating namespace I0326 23:32:22.700314 3835 namespace.go:142] [release-service] updating namespace I0326 23:32:22.713482 3835 namespace.go:142] [segment-bridge] updating namespace I0326 23:32:22.758512 3835 namespace.go:142] [build-service] updating namespace I0326 23:32:22.816613 3835 namespace.go:142] [default-tenant] updating namespace W0326 23:32:22.864432 3835 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0326 23:32:22.911877 3835 namespace.go:142] [enterprise-contract-service] updating namespace W0326 23:32:22.999384 3835 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0326 23:32:23.011612 3835 namespace.go:142] [image-controller] updating namespace I0326 23:32:23.110249 3835 namespace.go:142] [integration-service] updating namespace I0326 23:32:23.219608 3835 namespace.go:142] [konflux-info] updating namespace I0326 23:32:23.328171 3835 namespace.go:142] [namespace-lister] updating namespace I0326 23:32:23.417619 3835 namespace.go:142] [release-service] updating namespace I0326 23:32:23.520655 3835 namespace.go:142] [segment-bridge] updating namespace W0326 23:32:23.674546 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister W0326 23:32:24.656783 3835 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0326 23:32:27.393030 3835 cni.go:403] [konflux-ui/proxy-7c4ffcc86b-bgxkr 9ef319181658449a001193882ea348511b2a1c154ac3087c9dcc42cb02b0c956 network default NAD default] ADD starting CNI request [konflux-ui/proxy-7c4ffcc86b-bgxkr 9ef319181658449a001193882ea348511b2a1c154ac3087c9dcc42cb02b0c956 network default NAD default] I0326 23:32:27.401751 3835 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: proxy-7c4ffcc86b-bgxkr, hostIfaceName: 9ef319181658449, network: default, NAD default, SandboxID: "9ef319181658449a001193882ea348511b2a1c154ac3087c9dcc42cb02b0c956", PCI device ID: , UID: "b8c5f832-f109-4632-8828-f241a6b3cc72", MAC: 0a:58:0a:81:00:3e, IPs: [10.129.0.62/23] I0326 23:32:27.451271 3835 cni.go:424] [konflux-ui/proxy-7c4ffcc86b-bgxkr 9ef319181658449a001193882ea348511b2a1c154ac3087c9dcc42cb02b0c956 network default NAD default] ADD finished CNI request [konflux-ui/proxy-7c4ffcc86b-bgxkr 9ef319181658449a001193882ea348511b2a1c154ac3087c9dcc42cb02b0c956 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:0f:ff:ab:85:ab\",\"name\":\"9ef319181658449\"},{\"mac\":\"0a:58:0a:81:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/342b89d9-aced-4216-9232-66b4a1023560\"}],\"ips\":[{\"address\":\"10.129.0.62/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:32:28.346884 3835 cni.go:403] [integration-service/integration-service-controller-manager-d4f86848b-n84cr d537a07eea7a0aff89dc33e9d42c5f40598078151bf1912c20981669bea8e6d2 network default NAD default] ADD starting CNI request [integration-service/integration-service-controller-manager-d4f86848b-n84cr d537a07eea7a0aff89dc33e9d42c5f40598078151bf1912c20981669bea8e6d2 network default NAD default] I0326 23:32:28.357131 3835 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-d4f86848b-n84cr, hostIfaceName: d537a07eea7a0af, network: default, NAD default, SandboxID: "d537a07eea7a0aff89dc33e9d42c5f40598078151bf1912c20981669bea8e6d2", PCI device ID: , UID: "16bbc3b8-8254-4ab8-a863-34380da199df", MAC: 0a:58:0a:81:00:40, IPs: [10.129.0.64/23] I0326 23:32:28.412442 3835 cni.go:424] [integration-service/integration-service-controller-manager-d4f86848b-n84cr d537a07eea7a0aff89dc33e9d42c5f40598078151bf1912c20981669bea8e6d2 network default NAD default] ADD finished CNI request [integration-service/integration-service-controller-manager-d4f86848b-n84cr d537a07eea7a0aff89dc33e9d42c5f40598078151bf1912c20981669bea8e6d2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:a1:20:86:93:d8\",\"name\":\"d537a07eea7a0af\"},{\"mac\":\"0a:58:0a:81:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/548ffb42-9727-4cbf-a00e-6f86246217c0\"}],\"ips\":[{\"address\":\"10.129.0.64/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 23:32:33.656349 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0326 23:32:33.719761 3835 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0326 23:32:33.722973 3835 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0326 23:32:33.750352 3835 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0326 23:32:33.750368 3835 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0326 23:32:35.671147 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0326 23:32:36.437501 3835 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=646 W0326 23:32:37.260810 3835 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0326 23:32:37.287493 3835 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0326 23:32:37.287512 3835 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0326 23:32:37.306830 3835 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0326 23:32:37.308421 3835 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0326 23:32:37.329862 3835 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0326 23:32:37.329983 3835 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0326 23:32:44.736496 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0326 23:32:44.737487 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0326 23:32:45.058823 3835 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-bbf4j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:32:45.059417 3835 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-bbf4j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:32:45.319175 3835 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-bbf4j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:32:45.319202 3835 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-bbf4j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:32:45.325432 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-759977d69f-bbf4j I0326 23:32:45.325461 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-759977d69f-bbf4j I0326 23:33:08.513981 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 W0326 23:33:11.807555 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0326 23:33:11.807578 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0326 23:33:45.298589 3835 cni.go:403] [konflux-ui/proxy-7c4ffcc86b-bgxkr 9ef319181658449a001193882ea348511b2a1c154ac3087c9dcc42cb02b0c956 network default NAD default] DEL starting CNI request [konflux-ui/proxy-7c4ffcc86b-bgxkr 9ef319181658449a001193882ea348511b2a1c154ac3087c9dcc42cb02b0c956 network default NAD default] I0326 23:33:45.376484 3835 cni.go:424] [konflux-ui/proxy-7c4ffcc86b-bgxkr 9ef319181658449a001193882ea348511b2a1c154ac3087c9dcc42cb02b0c956 network default NAD default] DEL finished CNI request [konflux-ui/proxy-7c4ffcc86b-bgxkr 9ef319181658449a001193882ea348511b2a1c154ac3087c9dcc42cb02b0c956 network default NAD default], result "{}", err I0326 23:33:45.441440 3835 obj_retry.go:464] Detected object konflux-ui/proxy-7c4ffcc86b-bgxkr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:33:45.441474 3835 pods.go:176] Deleting pod: konflux-ui/proxy-7c4ffcc86b-bgxkr I0326 23:33:45.442817 3835 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-7c4ffcc86b-bgxkr, ips: 10.129.0.62 I0326 23:33:45.442852 3835 obj_retry.go:464] Detected object konflux-ui/proxy-7c4ffcc86b-bgxkr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:33:46.198008 3835 obj_retry.go:458] Detected object konflux-ui/proxy-7c4ffcc86b-bgxkr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:33:46.198044 3835 obj_retry.go:458] Detected object konflux-ui/proxy-7c4ffcc86b-bgxkr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:33:46.205248 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7c4ffcc86b-bgxkr I0326 23:33:46.205276 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7c4ffcc86b-bgxkr I0326 23:33:53.832939 3835 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:33:53.833536 3835 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:33:53.868560 3835 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:33:53.868587 3835 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:33:53.874074 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0326 23:33:53.874092 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0326 23:33:57.432158 3835 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=84 I0326 23:34:19.785869 3835 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-wgpdf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:34:19.786410 3835 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-wgpdf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:34:19.894288 3835 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-56b684c87-8vck6] creating logical port image-controller_image-controller-controller-manager-56b684c87-8vck6 for pod on switch ip-10-0-0-167.ec2.internal I0326 23:34:19.894427 3835 kube.go:256] Updating pod image-controller/image-controller-controller-manager-56b684c87-8vck6 I0326 23:34:19.907074 3835 pod.go:62] [image-controller/image-controller-controller-manager-56b684c87-8vck6] pod update took 12.672222ms I0326 23:34:19.907102 3835 base_network_controller_pods.go:937] [default/image-controller/image-controller-controller-manager-56b684c87-8vck6] addLogicalPort annotation time took 12.704046ms I0326 23:34:19.908573 3835 pods.go:271] [image-controller/image-controller-controller-manager-56b684c87-8vck6] addLogicalPort took 14.298923ms, libovsdb time 912.308µs I0326 23:34:20.259214 3835 cni.go:403] [image-controller/image-controller-controller-manager-56b684c87-8vck6 0fe25c60c5405c8f20aeedccb2c815014ee559044bffcde591e5c1e25966a28d network default NAD default] ADD starting CNI request [image-controller/image-controller-controller-manager-56b684c87-8vck6 0fe25c60c5405c8f20aeedccb2c815014ee559044bffcde591e5c1e25966a28d network default NAD default] I0326 23:34:20.268815 3835 helper_linux.go:450] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-56b684c87-8vck6, hostIfaceName: 0fe25c60c5405c8, network: default, NAD default, SandboxID: "0fe25c60c5405c8f20aeedccb2c815014ee559044bffcde591e5c1e25966a28d", PCI device ID: , UID: "4e44d1ca-da8d-4741-9152-9898fca1f7a5", MAC: 0a:58:0a:81:00:41, IPs: [10.129.0.65/23] I0326 23:34:20.320257 3835 cni.go:424] [image-controller/image-controller-controller-manager-56b684c87-8vck6 0fe25c60c5405c8f20aeedccb2c815014ee559044bffcde591e5c1e25966a28d network default NAD default] ADD finished CNI request [image-controller/image-controller-controller-manager-56b684c87-8vck6 0fe25c60c5405c8f20aeedccb2c815014ee559044bffcde591e5c1e25966a28d network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:24:54:f7:40:0a\",\"name\":\"0fe25c60c5405c8\"},{\"mac\":\"0a:58:0a:81:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/622bb959-bfc2-479e-a093-fc704c78ae68\"}],\"ips\":[{\"address\":\"10.129.0.65/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:34:20.412591 3835 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-wgpdf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:34:20.412620 3835 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-wgpdf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:34:20.418356 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-7db75c44-wgpdf I0326 23:34:20.418380 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-7db75c44-wgpdf I0326 23:34:32.584832 3835 cni.go:403] [image-controller/image-controller-controller-manager-5f8cd64d55-vdr4b 06fb940cdd77a61d83924abea12d3849d8a6fe13ff642c82fd055594655c75fb network default NAD default] DEL starting CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-vdr4b 06fb940cdd77a61d83924abea12d3849d8a6fe13ff642c82fd055594655c75fb network default NAD default] I0326 23:34:32.660256 3835 cni.go:424] [image-controller/image-controller-controller-manager-5f8cd64d55-vdr4b 06fb940cdd77a61d83924abea12d3849d8a6fe13ff642c82fd055594655c75fb network default NAD default] DEL finished CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-vdr4b 06fb940cdd77a61d83924abea12d3849d8a6fe13ff642c82fd055594655c75fb network default NAD default], result "{}", err I0326 23:34:32.714218 3835 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-vdr4b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:34:32.714292 3835 pods.go:176] Deleting pod: image-controller/image-controller-controller-manager-5f8cd64d55-vdr4b I0326 23:34:32.715764 3835 pods.go:236] Attempting to release IPs for pod: image-controller/image-controller-controller-manager-5f8cd64d55-vdr4b, ips: 10.129.0.61 I0326 23:34:32.715798 3835 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-vdr4b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:34:33.466720 3835 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-vdr4b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:34:33.466747 3835 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-vdr4b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:34:33.474271 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-5f8cd64d55-vdr4b I0326 23:34:33.474297 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-5f8cd64d55-vdr4b I0326 23:35:12.535678 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0326 23:35:40.432767 3835 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=46 I0326 23:35:41.431336 3835 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0326 23:36:28.436140 3835 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=64 I0326 23:37:01.524828 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0326 23:37:22.530226 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0326 23:37:33.512483 3835 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0326 23:38:04.546847 3835 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0326 23:38:04.552440 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0326 23:39:01.512390 3835 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0326 23:39:22.552884 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0326 23:40:01.428846 3835 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=76 I0326 23:40:03.809293 3835 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8j8nb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:40:03.809888 3835 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8j8nb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:40:04.689829 3835 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8j8nb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:40:04.689855 3835 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8j8nb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:40:54.435101 3835 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0326 23:41:07.441725 3835 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=68 I0326 23:41:27.436294 3835 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0326 23:41:27.517147 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0326 23:41:36.540212 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0326 23:41:38.049561 3835 obj_retry.go:458] Detected object tsf-tpa/create-db-bx6wq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:38.049602 3835 obj_retry.go:458] Detected object tsf-tpa/create-db-bx6wq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:38.054421 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-bx6wq I0326 23:41:38.054453 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-bx6wq I0326 23:41:42.030020 3835 obj_retry.go:458] Detected object tsf-tpa/migrate-db-bcw5h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:42.030070 3835 obj_retry.go:458] Detected object tsf-tpa/migrate-db-bcw5h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:42.032893 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-bcw5h I0326 23:41:42.032916 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-bcw5h I0326 23:41:48.032048 3835 obj_retry.go:458] Detected object tsf-tpa/create-importers-p4pv2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:48.032077 3835 obj_retry.go:458] Detected object tsf-tpa/create-importers-p4pv2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:48.036352 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-p4pv2 I0326 23:41:48.036384 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-p4pv2 I0326 23:42:30.539282 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0326 23:42:57.534839 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0326 23:43:50.529157 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0326 23:44:03.436868 3835 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=37 I0326 23:45:40.556108 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0326 23:45:59.516028 3835 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0326 23:46:07.439732 3835 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 W0326 23:46:15.831136 3835 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc I0326 23:47:14.551053 3835 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0326 23:47:50.543620 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0326 23:47:51.516121 3835 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0326 23:48:00.445603 3835 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=14 I0326 23:48:10.556452 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0326 23:48:14.432823 3835 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0326 23:48:27.770531 3835 namespace.go:98] [default-tenant-managed] adding namespace I0326 23:48:27.771417 3835 namespace.go:102] [default-tenant-managed] adding namespace took 856.77µs I0326 23:48:27.793282 3835 namespace.go:142] [default-tenant-managed] updating namespace I0326 23:48:27.807906 3835 namespace.go:142] [default-tenant-managed] updating namespace I0326 23:48:28.858285 3835 namespace.go:142] [default-tenant-managed] updating namespace I0326 23:48:28.998570 3835 namespace.go:142] [default-tenant-managed] updating namespace I0326 23:48:29.084946 3835 namespace.go:142] [default-tenant-managed] updating namespace I0326 23:48:42.538674 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0326 23:48:58.520197 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0326 23:48:59.440312 3835 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0326 23:49:17.886057 3835 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:49:17.886654 3835 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:49:18.341443 3835 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-azfv-on-push-xxcfp-clone-repository-pod] creating logical port default-tenant_tsf-comp-azfv-on-push-xxcfp-clone-repository-pod for pod on switch ip-10-0-0-167.ec2.internal I0326 23:49:18.341646 3835 kube.go:256] Updating pod default-tenant/tsf-comp-azfv-on-push-xxcfp-clone-repository-pod I0326 23:49:18.371515 3835 pod.go:62] [default-tenant/tsf-comp-azfv-on-push-xxcfp-clone-repository-pod] pod update took 29.916959ms I0326 23:49:18.371542 3835 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-azfv-on-push-xxcfp-clone-repository-pod] addLogicalPort annotation time took 29.949202ms I0326 23:49:18.372834 3835 pods.go:271] [default-tenant/tsf-comp-azfv-on-push-xxcfp-clone-repository-pod] addLogicalPort took 31.410714ms, libovsdb time 876.811µs I0326 23:49:18.706186 3835 cni.go:403] [default-tenant/tsf-comp-azfv-on-push-xxcfp-clone-repository-pod cb2eb8738847f998fd4c9a5465104890819eebb79c24b54c786642dfb20d03df network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-clone-repository-pod cb2eb8738847f998fd4c9a5465104890819eebb79c24b54c786642dfb20d03df network default NAD default] I0326 23:49:18.715979 3835 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-azfv-on-push-xxcfp-clone-repository-pod, hostIfaceName: cb2eb8738847f99, network: default, NAD default, SandboxID: "cb2eb8738847f998fd4c9a5465104890819eebb79c24b54c786642dfb20d03df", PCI device ID: , UID: "0b904982-4763-4d14-bead-a4f833c57192", MAC: 0a:58:0a:81:00:42, IPs: [10.129.0.66/23] I0326 23:49:18.766284 3835 cni.go:424] [default-tenant/tsf-comp-azfv-on-push-xxcfp-clone-repository-pod cb2eb8738847f998fd4c9a5465104890819eebb79c24b54c786642dfb20d03df network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-clone-repository-pod cb2eb8738847f998fd4c9a5465104890819eebb79c24b54c786642dfb20d03df network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:30:47:c9:6b:c9\",\"name\":\"cb2eb8738847f99\"},{\"mac\":\"0a:58:0a:81:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/338f8e7d-c5b4-42c1-80b5-606612f66c3b\"}],\"ips\":[{\"address\":\"10.129.0.66/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:49:42.439417 3835 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0326 23:49:44.709496 3835 cni.go:403] [default-tenant/tsf-comp-azfv-on-push-xxcfp-clone-repository-pod cb2eb8738847f998fd4c9a5465104890819eebb79c24b54c786642dfb20d03df network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-clone-repository-pod cb2eb8738847f998fd4c9a5465104890819eebb79c24b54c786642dfb20d03df network default NAD default] I0326 23:49:44.798810 3835 cni.go:424] [default-tenant/tsf-comp-azfv-on-push-xxcfp-clone-repository-pod cb2eb8738847f998fd4c9a5465104890819eebb79c24b54c786642dfb20d03df network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-clone-repository-pod cb2eb8738847f998fd4c9a5465104890819eebb79c24b54c786642dfb20d03df network default NAD default], result "{}", err I0326 23:49:44.877067 3835 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:49:44.877105 3835 pods.go:176] Deleting pod: default-tenant/tsf-comp-azfv-on-push-xxcfp-clone-repository-pod I0326 23:49:44.878663 3835 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-azfv-on-push-xxcfp-clone-repository-pod, ips: 10.129.0.66 I0326 23:49:44.878693 3835 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:50:05.068760 3835 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-ccctd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:50:05.069377 3835 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-ccctd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:50:05.922636 3835 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-ccctd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:50:05.922695 3835 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-ccctd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:50:05.960245 3835 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-x4f4x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:50:05.960293 3835 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-x4f4x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:50:05.964558 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-x4f4x I0326 23:50:05.964585 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-x4f4x I0326 23:50:06.125764 3835 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:50:06.126442 3835 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:51:09.533127 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0326 23:51:33.543516 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0326 23:52:14.668546 3835 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-azfv-on-push-xxcfp-build-image-index-pod] creating logical port default-tenant_tsf-comp-azfv-on-push-xxcfp-build-image-index-pod for pod on switch ip-10-0-0-167.ec2.internal I0326 23:52:14.668747 3835 kube.go:256] Updating pod default-tenant/tsf-comp-azfv-on-push-xxcfp-build-image-index-pod I0326 23:52:14.692586 3835 pod.go:62] [default-tenant/tsf-comp-azfv-on-push-xxcfp-build-image-index-pod] pod update took 23.886953ms I0326 23:52:14.692616 3835 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-azfv-on-push-xxcfp-build-image-index-pod] addLogicalPort annotation time took 23.920227ms I0326 23:52:14.694194 3835 pods.go:271] [default-tenant/tsf-comp-azfv-on-push-xxcfp-build-image-index-pod] addLogicalPort took 25.670222ms, libovsdb time 1.034077ms I0326 23:52:14.978824 3835 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:52:14.979421 3835 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:52:15.037412 3835 cni.go:403] [default-tenant/tsf-comp-azfv-on-push-xxcfp-build-image-index-pod d85d679ae8158512179bc57c3d56e17d97ba4d0dbcce4a37f992c81eaec7806f network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-build-image-index-pod d85d679ae8158512179bc57c3d56e17d97ba4d0dbcce4a37f992c81eaec7806f network default NAD default] I0326 23:52:15.047169 3835 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-azfv-on-push-xxcfp-build-image-index-pod, hostIfaceName: d85d679ae815851, network: default, NAD default, SandboxID: "d85d679ae8158512179bc57c3d56e17d97ba4d0dbcce4a37f992c81eaec7806f", PCI device ID: , UID: "7690a808-607b-4fd7-9e69-654fa9dfbcbc", MAC: 0a:58:0a:81:00:43, IPs: [10.129.0.67/23] I0326 23:52:15.103801 3835 cni.go:424] [default-tenant/tsf-comp-azfv-on-push-xxcfp-build-image-index-pod d85d679ae8158512179bc57c3d56e17d97ba4d0dbcce4a37f992c81eaec7806f network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-build-image-index-pod d85d679ae8158512179bc57c3d56e17d97ba4d0dbcce4a37f992c81eaec7806f network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:29:9a:09:ed:94\",\"name\":\"d85d679ae815851\"},{\"mac\":\"0a:58:0a:81:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4f132e1-4bd7-49cf-a521-4b86de18c246\"}],\"ips\":[{\"address\":\"10.129.0.67/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:52:54.440985 3835 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=51 I0326 23:52:54.559780 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0326 23:52:55.884146 3835 cni.go:403] [default-tenant/tsf-comp-azfv-on-push-xxcfp-build-image-index-pod d85d679ae8158512179bc57c3d56e17d97ba4d0dbcce4a37f992c81eaec7806f network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-build-image-index-pod d85d679ae8158512179bc57c3d56e17d97ba4d0dbcce4a37f992c81eaec7806f network default NAD default] I0326 23:52:55.964609 3835 cni.go:424] [default-tenant/tsf-comp-azfv-on-push-xxcfp-build-image-index-pod d85d679ae8158512179bc57c3d56e17d97ba4d0dbcce4a37f992c81eaec7806f network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-build-image-index-pod d85d679ae8158512179bc57c3d56e17d97ba4d0dbcce4a37f992c81eaec7806f network default NAD default], result "{}", err I0326 23:52:56.303974 3835 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:52:56.304007 3835 pods.go:176] Deleting pod: default-tenant/tsf-comp-azfv-on-push-xxcfp-build-image-index-pod I0326 23:52:56.305283 3835 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-azfv-on-push-xxcfp-build-image-index-pod, ips: 10.129.0.67 I0326 23:52:56.305315 3835 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:52:56.468463 3835 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-azfv-on-push-xxcfp-ecosystem-cert-preflight-checks-pod] creating logical port default-tenant_tsf-comp-azfv-on-push-xxcfp-ecosystem-cert-preflight-checks-pod for pod on switch ip-10-0-0-167.ec2.internal I0326 23:52:56.468641 3835 kube.go:256] Updating pod default-tenant/tsf-comp-azfv-on-push-xxcfp-ecosystem-cert-preflight-checks-pod I0326 23:52:56.501424 3835 pod.go:62] [default-tenant/tsf-comp-azfv-on-push-xxcfp-ecosystem-cert-preflight-checks-pod] pod update took 32.822521ms I0326 23:52:56.501447 3835 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-azfv-on-push-xxcfp-ecosystem-cert-preflight-checks-pod] addLogicalPort annotation time took 32.852133ms I0326 23:52:56.502711 3835 pods.go:271] [default-tenant/tsf-comp-azfv-on-push-xxcfp-ecosystem-cert-preflight-checks-pod] addLogicalPort took 34.264496ms, libovsdb time 888.641µs I0326 23:52:56.883650 3835 cni.go:403] [default-tenant/tsf-comp-azfv-on-push-xxcfp-ecosystem-cert-preflight-checks-pod 7e181b507d30e78c366b16cf6d983ad524e8a39720a3774c604eefab89839638 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-ecosystem-cert-preflight-checks-pod 7e181b507d30e78c366b16cf6d983ad524e8a39720a3774c604eefab89839638 network default NAD default] I0326 23:52:56.896560 3835 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-azfv-on-push-xxcfp-ecosystem-cert-preflight-checks-pod, hostIfaceName: 7e181b507d30e78, network: default, NAD default, SandboxID: "7e181b507d30e78c366b16cf6d983ad524e8a39720a3774c604eefab89839638", PCI device ID: , UID: "84408bbe-1322-4fde-92bf-2ace02f93141", MAC: 0a:58:0a:81:00:44, IPs: [10.129.0.68/23] I0326 23:52:57.157365 3835 cni.go:424] [default-tenant/tsf-comp-azfv-on-push-xxcfp-ecosystem-cert-preflight-checks-pod 7e181b507d30e78c366b16cf6d983ad524e8a39720a3774c604eefab89839638 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-ecosystem-cert-preflight-checks-pod 7e181b507d30e78c366b16cf6d983ad524e8a39720a3774c604eefab89839638 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:19:46:12:fe:03\",\"name\":\"7e181b507d30e78\"},{\"mac\":\"0a:58:0a:81:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77d0cf6b-b60c-4e21-b501-840f06111377\"}],\"ips\":[{\"address\":\"10.129.0.68/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:52:57.241529 3835 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-azfv-on-push-xxcfp-coverity-availability-check-pod] creating logical port default-tenant_tsf-comp-azfv-on-push-xxcfp-coverity-availability-check-pod for pod on switch ip-10-0-0-167.ec2.internal I0326 23:52:57.241712 3835 kube.go:256] Updating pod default-tenant/tsf-comp-azfv-on-push-xxcfp-coverity-availability-check-pod I0326 23:52:57.260656 3835 pod.go:62] [default-tenant/tsf-comp-azfv-on-push-xxcfp-coverity-availability-check-pod] pod update took 18.985537ms I0326 23:52:57.260686 3835 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-azfv-on-push-xxcfp-coverity-availability-check-pod] addLogicalPort annotation time took 19.02025ms I0326 23:52:57.261985 3835 pods.go:271] [default-tenant/tsf-comp-azfv-on-push-xxcfp-coverity-availability-check-pod] addLogicalPort took 20.472414ms, libovsdb time 875.266µs I0326 23:52:57.497491 3835 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-snyk-check-pod] creating logical port default-tenant_tsf-comp-azfv-on-push-xxcfp-sast-snyk-check-pod for pod on switch ip-10-0-0-167.ec2.internal I0326 23:52:57.497694 3835 kube.go:256] Updating pod default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-snyk-check-pod I0326 23:52:57.524369 3835 pod.go:62] [default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-snyk-check-pod] pod update took 26.723585ms I0326 23:52:57.524403 3835 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-snyk-check-pod] addLogicalPort annotation time took 26.762611ms I0326 23:52:57.525745 3835 pods.go:271] [default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-snyk-check-pod] addLogicalPort took 28.277795ms, libovsdb time 900.323µs I0326 23:52:57.669711 3835 cni.go:403] [default-tenant/tsf-comp-azfv-on-push-xxcfp-coverity-availability-check-pod 86e8d4068bc65cc1940590b124c953a256217f09526c80c928e9ecd72ff4bcb0 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-coverity-availability-check-pod 86e8d4068bc65cc1940590b124c953a256217f09526c80c928e9ecd72ff4bcb0 network default NAD default] I0326 23:52:57.679045 3835 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-azfv-on-push-xxcfp-coverity-availability-check-pod, hostIfaceName: 86e8d4068bc65cc, network: default, NAD default, SandboxID: "86e8d4068bc65cc1940590b124c953a256217f09526c80c928e9ecd72ff4bcb0", PCI device ID: , UID: "81191894-b406-42cf-8210-fbc99991cca1", MAC: 0a:58:0a:81:00:45, IPs: [10.129.0.69/23] I0326 23:52:57.729634 3835 cni.go:424] [default-tenant/tsf-comp-azfv-on-push-xxcfp-coverity-availability-check-pod 86e8d4068bc65cc1940590b124c953a256217f09526c80c928e9ecd72ff4bcb0 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-coverity-availability-check-pod 86e8d4068bc65cc1940590b124c953a256217f09526c80c928e9ecd72ff4bcb0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"32:6c:9d:4c:c5:11\",\"name\":\"86e8d4068bc65cc\"},{\"mac\":\"0a:58:0a:81:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1cac8178-693f-488d-8dc0-0b227cc32544\"}],\"ips\":[{\"address\":\"10.129.0.69/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:52:57.908789 3835 cni.go:403] [default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-snyk-check-pod a8e7d3eb0ed662aaf48ad0ff6e1066178d2ad0be39c8fe2cca85936ea9efe14a network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-snyk-check-pod a8e7d3eb0ed662aaf48ad0ff6e1066178d2ad0be39c8fe2cca85936ea9efe14a network default NAD default] I0326 23:52:57.919499 3835 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-azfv-on-push-xxcfp-sast-snyk-check-pod, hostIfaceName: a8e7d3eb0ed662a, network: default, NAD default, SandboxID: "a8e7d3eb0ed662aaf48ad0ff6e1066178d2ad0be39c8fe2cca85936ea9efe14a", PCI device ID: , UID: "19875592-d1f6-46ec-b16e-cd40cfeea8ff", MAC: 0a:58:0a:81:00:46, IPs: [10.129.0.70/23] I0326 23:52:57.969038 3835 cni.go:424] [default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-snyk-check-pod a8e7d3eb0ed662aaf48ad0ff6e1066178d2ad0be39c8fe2cca85936ea9efe14a network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-snyk-check-pod a8e7d3eb0ed662aaf48ad0ff6e1066178d2ad0be39c8fe2cca85936ea9efe14a network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:e5:dc:71:47:bc\",\"name\":\"a8e7d3eb0ed662a\"},{\"mac\":\"0a:58:0a:81:00:46\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1a7774b-a105-4988-bc24-3aca5d238f2d\"}],\"ips\":[{\"address\":\"10.129.0.70/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:52:58.228393 3835 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-shell-check-pod] creating logical port default-tenant_tsf-comp-azfv-on-push-xxcfp-sast-shell-check-pod for pod on switch ip-10-0-0-167.ec2.internal I0326 23:52:58.228536 3835 kube.go:256] Updating pod default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-shell-check-pod I0326 23:52:58.251521 3835 pod.go:62] [default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-shell-check-pod] pod update took 23.016413ms I0326 23:52:58.251547 3835 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-shell-check-pod] addLogicalPort annotation time took 23.04707ms I0326 23:52:58.252737 3835 pods.go:271] [default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-shell-check-pod] addLogicalPort took 24.363145ms, libovsdb time 807.584µs I0326 23:52:58.711129 3835 cni.go:403] [default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-shell-check-pod 8a130fdbb401a9a17884f89de77ac19eef67acf5ae2a6f3a4e8421647fcabbb2 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-shell-check-pod 8a130fdbb401a9a17884f89de77ac19eef67acf5ae2a6f3a4e8421647fcabbb2 network default NAD default] I0326 23:52:58.720366 3835 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-azfv-on-push-xxcfp-sast-shell-check-pod, hostIfaceName: 8a130fdbb401a9a, network: default, NAD default, SandboxID: "8a130fdbb401a9a17884f89de77ac19eef67acf5ae2a6f3a4e8421647fcabbb2", PCI device ID: , UID: "3f3395dc-1804-443e-8d5c-b1baa226adf4", MAC: 0a:58:0a:81:00:47, IPs: [10.129.0.71/23] I0326 23:52:58.768439 3835 cni.go:424] [default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-shell-check-pod 8a130fdbb401a9a17884f89de77ac19eef67acf5ae2a6f3a4e8421647fcabbb2 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-shell-check-pod 8a130fdbb401a9a17884f89de77ac19eef67acf5ae2a6f3a4e8421647fcabbb2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:ca:25:4f:c9:1d\",\"name\":\"8a130fdbb401a9a\"},{\"mac\":\"0a:58:0a:81:00:47\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/02e6ad62-d997-4e2b-b6fd-e5b0259b2fe3\"}],\"ips\":[{\"address\":\"10.129.0.71/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:52:58.952945 3835 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-azfv-on-push-xxcfp-apply-tags-pod] creating logical port default-tenant_tsf-comp-azfv-on-push-xxcfp-apply-tags-pod for pod on switch ip-10-0-0-167.ec2.internal I0326 23:52:58.953104 3835 kube.go:256] Updating pod default-tenant/tsf-comp-azfv-on-push-xxcfp-apply-tags-pod I0326 23:52:58.970268 3835 pod.go:62] [default-tenant/tsf-comp-azfv-on-push-xxcfp-apply-tags-pod] pod update took 17.189ms I0326 23:52:58.970290 3835 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-azfv-on-push-xxcfp-apply-tags-pod] addLogicalPort annotation time took 17.216757ms I0326 23:52:58.971710 3835 pods.go:271] [default-tenant/tsf-comp-azfv-on-push-xxcfp-apply-tags-pod] addLogicalPort took 18.785924ms, libovsdb time 994.189µs I0326 23:52:59.259814 3835 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-azfv-on-push-xxcfp-push-dockerfile-pod] creating logical port default-tenant_tsf-comp-azfv-on-push-xxcfp-push-dockerfile-pod for pod on switch ip-10-0-0-167.ec2.internal I0326 23:52:59.259919 3835 kube.go:256] Updating pod default-tenant/tsf-comp-azfv-on-push-xxcfp-push-dockerfile-pod I0326 23:52:59.277582 3835 pod.go:62] [default-tenant/tsf-comp-azfv-on-push-xxcfp-push-dockerfile-pod] pod update took 17.690591ms I0326 23:52:59.277605 3835 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-azfv-on-push-xxcfp-push-dockerfile-pod] addLogicalPort annotation time took 17.718468ms I0326 23:52:59.278987 3835 pods.go:271] [default-tenant/tsf-comp-azfv-on-push-xxcfp-push-dockerfile-pod] addLogicalPort took 19.189196ms, libovsdb time 910.159µs I0326 23:52:59.446086 3835 cni.go:403] [default-tenant/tsf-comp-azfv-on-push-xxcfp-apply-tags-pod a8727f1fb7b22e284773d4f758663f88996eaedecc7db9222cc6931de9d085c6 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-apply-tags-pod a8727f1fb7b22e284773d4f758663f88996eaedecc7db9222cc6931de9d085c6 network default NAD default] I0326 23:52:59.454836 3835 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-azfv-on-push-xxcfp-apply-tags-pod, hostIfaceName: a8727f1fb7b22e2, network: default, NAD default, SandboxID: "a8727f1fb7b22e284773d4f758663f88996eaedecc7db9222cc6931de9d085c6", PCI device ID: , UID: "3730576c-4bf2-488e-a988-b7b0dc15bc53", MAC: 0a:58:0a:81:00:48, IPs: [10.129.0.72/23] I0326 23:52:59.502999 3835 cni.go:424] [default-tenant/tsf-comp-azfv-on-push-xxcfp-apply-tags-pod a8727f1fb7b22e284773d4f758663f88996eaedecc7db9222cc6931de9d085c6 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-apply-tags-pod a8727f1fb7b22e284773d4f758663f88996eaedecc7db9222cc6931de9d085c6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:79:9b:58:92:25\",\"name\":\"a8727f1fb7b22e2\"},{\"mac\":\"0a:58:0a:81:00:48\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d53c3376-4cc0-446e-8703-2fdf62b32cd7\"}],\"ips\":[{\"address\":\"10.129.0.72/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:52:59.637613 3835 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-azfv-on-push-xxcfp-rpms-signature-scan-pod] creating logical port default-tenant_tsf-comp-azfv-on-push-xxcfp-rpms-signature-scan-pod for pod on switch ip-10-0-0-167.ec2.internal I0326 23:52:59.637836 3835 kube.go:256] Updating pod default-tenant/tsf-comp-azfv-on-push-xxcfp-rpms-signature-scan-pod I0326 23:52:59.658389 3835 pod.go:62] [default-tenant/tsf-comp-azfv-on-push-xxcfp-rpms-signature-scan-pod] pod update took 20.599758ms I0326 23:52:59.658420 3835 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-azfv-on-push-xxcfp-rpms-signature-scan-pod] addLogicalPort annotation time took 20.636511ms I0326 23:52:59.659975 3835 pods.go:271] [default-tenant/tsf-comp-azfv-on-push-xxcfp-rpms-signature-scan-pod] addLogicalPort took 22.37987ms, libovsdb time 1.086526ms I0326 23:52:59.692238 3835 cni.go:403] [default-tenant/tsf-comp-azfv-on-push-xxcfp-push-dockerfile-pod 59df3f37602da3b27ba8de42e9fc84e0b81ec0f573d351308a020d0f1823ce5f network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-push-dockerfile-pod 59df3f37602da3b27ba8de42e9fc84e0b81ec0f573d351308a020d0f1823ce5f network default NAD default] I0326 23:52:59.702622 3835 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-azfv-on-push-xxcfp-push-dockerfile-pod, hostIfaceName: 59df3f37602da3b, network: default, NAD default, SandboxID: "59df3f37602da3b27ba8de42e9fc84e0b81ec0f573d351308a020d0f1823ce5f", PCI device ID: , UID: "94fdad0f-ab07-487e-b479-36e9045f9415", MAC: 0a:58:0a:81:00:49, IPs: [10.129.0.73/23] I0326 23:52:59.766798 3835 cni.go:424] [default-tenant/tsf-comp-azfv-on-push-xxcfp-push-dockerfile-pod 59df3f37602da3b27ba8de42e9fc84e0b81ec0f573d351308a020d0f1823ce5f network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-push-dockerfile-pod 59df3f37602da3b27ba8de42e9fc84e0b81ec0f573d351308a020d0f1823ce5f network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:98:c0:4e:2e:79\",\"name\":\"59df3f37602da3b\"},{\"mac\":\"0a:58:0a:81:00:49\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6fbd04d-51d6-44cd-b67c-4396a991534b\"}],\"ips\":[{\"address\":\"10.129.0.73/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:53:00.102030 3835 cni.go:403] [default-tenant/tsf-comp-azfv-on-push-xxcfp-rpms-signature-scan-pod 9340053389c4dd49d7030ed9487722f99019964b049b083311c608f05103cffd network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-rpms-signature-scan-pod 9340053389c4dd49d7030ed9487722f99019964b049b083311c608f05103cffd network default NAD default] I0326 23:53:00.113278 3835 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-azfv-on-push-xxcfp-rpms-signature-scan-pod, hostIfaceName: 9340053389c4dd4, network: default, NAD default, SandboxID: "9340053389c4dd49d7030ed9487722f99019964b049b083311c608f05103cffd", PCI device ID: , UID: "00f41f08-0d92-4616-8b03-c0630f060e18", MAC: 0a:58:0a:81:00:4a, IPs: [10.129.0.74/23] I0326 23:53:00.172497 3835 cni.go:424] [default-tenant/tsf-comp-azfv-on-push-xxcfp-rpms-signature-scan-pod 9340053389c4dd49d7030ed9487722f99019964b049b083311c608f05103cffd network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-rpms-signature-scan-pod 9340053389c4dd49d7030ed9487722f99019964b049b083311c608f05103cffd network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:22:e1:2e:fd:27\",\"name\":\"9340053389c4dd4\"},{\"mac\":\"0a:58:0a:81:00:4a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f2774cf-e145-40ca-92eb-db7610accf37\"}],\"ips\":[{\"address\":\"10.129.0.74/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:53:12.559981 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=4 I0326 23:53:55.702484 3835 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:53:55.703172 3835 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:53:56.552892 3835 cni.go:403] [default-tenant/tsf-comp-azfv-on-push-xxcfp-coverity-availability-check-pod 86e8d4068bc65cc1940590b124c953a256217f09526c80c928e9ecd72ff4bcb0 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-coverity-availability-check-pod 86e8d4068bc65cc1940590b124c953a256217f09526c80c928e9ecd72ff4bcb0 network default NAD default] I0326 23:53:56.554495 3835 cni.go:403] [default-tenant/tsf-comp-azfv-on-push-xxcfp-apply-tags-pod a8727f1fb7b22e284773d4f758663f88996eaedecc7db9222cc6931de9d085c6 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-apply-tags-pod a8727f1fb7b22e284773d4f758663f88996eaedecc7db9222cc6931de9d085c6 network default NAD default] I0326 23:53:56.677717 3835 cni.go:424] [default-tenant/tsf-comp-azfv-on-push-xxcfp-apply-tags-pod a8727f1fb7b22e284773d4f758663f88996eaedecc7db9222cc6931de9d085c6 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-apply-tags-pod a8727f1fb7b22e284773d4f758663f88996eaedecc7db9222cc6931de9d085c6 network default NAD default], result "{}", err I0326 23:53:56.684953 3835 cni.go:424] [default-tenant/tsf-comp-azfv-on-push-xxcfp-coverity-availability-check-pod 86e8d4068bc65cc1940590b124c953a256217f09526c80c928e9ecd72ff4bcb0 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-coverity-availability-check-pod 86e8d4068bc65cc1940590b124c953a256217f09526c80c928e9ecd72ff4bcb0 network default NAD default], result "{}", err I0326 23:53:56.779681 3835 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-apply-tags-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:53:56.779735 3835 pods.go:176] Deleting pod: default-tenant/tsf-comp-azfv-on-push-xxcfp-apply-tags-pod I0326 23:53:56.781556 3835 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-azfv-on-push-xxcfp-apply-tags-pod, ips: 10.129.0.72 I0326 23:53:56.781597 3835 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-apply-tags-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:53:56.815196 3835 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-coverity-availability-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:53:56.815239 3835 pods.go:176] Deleting pod: default-tenant/tsf-comp-azfv-on-push-xxcfp-coverity-availability-check-pod I0326 23:53:56.817432 3835 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-azfv-on-push-xxcfp-coverity-availability-check-pod, ips: 10.129.0.69 I0326 23:53:56.817469 3835 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-coverity-availability-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:53:58.587048 3835 cni.go:403] [default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-snyk-check-pod a8e7d3eb0ed662aaf48ad0ff6e1066178d2ad0be39c8fe2cca85936ea9efe14a network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-snyk-check-pod a8e7d3eb0ed662aaf48ad0ff6e1066178d2ad0be39c8fe2cca85936ea9efe14a network default NAD default] I0326 23:53:58.683742 3835 cni.go:424] [default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-snyk-check-pod a8e7d3eb0ed662aaf48ad0ff6e1066178d2ad0be39c8fe2cca85936ea9efe14a network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-snyk-check-pod a8e7d3eb0ed662aaf48ad0ff6e1066178d2ad0be39c8fe2cca85936ea9efe14a network default NAD default], result "{}", err I0326 23:53:58.868171 3835 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-snyk-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:53:58.868239 3835 pods.go:176] Deleting pod: default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-snyk-check-pod I0326 23:53:58.869991 3835 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-snyk-check-pod, ips: 10.129.0.70 I0326 23:53:58.870058 3835 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-snyk-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:54:14.681501 3835 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:54:14.682289 3835 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:54:14.845856 3835 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:54:14.846522 3835 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:54:21.524096 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0326 23:54:23.802539 3835 cni.go:403] [default-tenant/tsf-comp-azfv-on-push-xxcfp-push-dockerfile-pod 59df3f37602da3b27ba8de42e9fc84e0b81ec0f573d351308a020d0f1823ce5f network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-push-dockerfile-pod 59df3f37602da3b27ba8de42e9fc84e0b81ec0f573d351308a020d0f1823ce5f network default NAD default] I0326 23:54:23.810709 3835 cni.go:403] [default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-shell-check-pod 8a130fdbb401a9a17884f89de77ac19eef67acf5ae2a6f3a4e8421647fcabbb2 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-shell-check-pod 8a130fdbb401a9a17884f89de77ac19eef67acf5ae2a6f3a4e8421647fcabbb2 network default NAD default] I0326 23:54:23.910779 3835 cni.go:424] [default-tenant/tsf-comp-azfv-on-push-xxcfp-push-dockerfile-pod 59df3f37602da3b27ba8de42e9fc84e0b81ec0f573d351308a020d0f1823ce5f network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-push-dockerfile-pod 59df3f37602da3b27ba8de42e9fc84e0b81ec0f573d351308a020d0f1823ce5f network default NAD default], result "{}", err I0326 23:54:23.926468 3835 cni.go:424] [default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-shell-check-pod 8a130fdbb401a9a17884f89de77ac19eef67acf5ae2a6f3a4e8421647fcabbb2 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-shell-check-pod 8a130fdbb401a9a17884f89de77ac19eef67acf5ae2a6f3a4e8421647fcabbb2 network default NAD default], result "{}", err I0326 23:54:24.012521 3835 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-push-dockerfile-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:54:24.012560 3835 pods.go:176] Deleting pod: default-tenant/tsf-comp-azfv-on-push-xxcfp-push-dockerfile-pod I0326 23:54:24.014298 3835 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-azfv-on-push-xxcfp-push-dockerfile-pod, ips: 10.129.0.73 I0326 23:54:24.014357 3835 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-push-dockerfile-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:54:24.057027 3835 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:54:24.057066 3835 pods.go:176] Deleting pod: default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-shell-check-pod I0326 23:54:24.058715 3835 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-shell-check-pod, ips: 10.129.0.71 I0326 23:54:24.058752 3835 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:54:41.519954 3835 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0326 23:54:42.967919 3835 cni.go:403] [default-tenant/tsf-comp-azfv-on-push-xxcfp-rpms-signature-scan-pod 9340053389c4dd49d7030ed9487722f99019964b049b083311c608f05103cffd network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-rpms-signature-scan-pod 9340053389c4dd49d7030ed9487722f99019964b049b083311c608f05103cffd network default NAD default] I0326 23:54:43.071205 3835 cni.go:424] [default-tenant/tsf-comp-azfv-on-push-xxcfp-rpms-signature-scan-pod 9340053389c4dd49d7030ed9487722f99019964b049b083311c608f05103cffd network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-rpms-signature-scan-pod 9340053389c4dd49d7030ed9487722f99019964b049b083311c608f05103cffd network default NAD default], result "{}", err I0326 23:54:43.204999 3835 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:54:43.205045 3835 pods.go:176] Deleting pod: default-tenant/tsf-comp-azfv-on-push-xxcfp-rpms-signature-scan-pod I0326 23:54:43.206512 3835 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-azfv-on-push-xxcfp-rpms-signature-scan-pod, ips: 10.129.0.74 I0326 23:54:43.206541 3835 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:54:50.036137 3835 cni.go:403] [default-tenant/tsf-comp-azfv-on-push-xxcfp-ecosystem-cert-preflight-checks-pod 7e181b507d30e78c366b16cf6d983ad524e8a39720a3774c604eefab89839638 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-ecosystem-cert-preflight-checks-pod 7e181b507d30e78c366b16cf6d983ad524e8a39720a3774c604eefab89839638 network default NAD default] I0326 23:54:50.129898 3835 cni.go:424] [default-tenant/tsf-comp-azfv-on-push-xxcfp-ecosystem-cert-preflight-checks-pod 7e181b507d30e78c366b16cf6d983ad524e8a39720a3774c604eefab89839638 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-ecosystem-cert-preflight-checks-pod 7e181b507d30e78c366b16cf6d983ad524e8a39720a3774c604eefab89839638 network default NAD default], result "{}", err I0326 23:54:50.283609 3835 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-ecosystem-cert-preflight-checks-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:54:50.283648 3835 pods.go:176] Deleting pod: default-tenant/tsf-comp-azfv-on-push-xxcfp-ecosystem-cert-preflight-checks-pod I0326 23:54:50.284997 3835 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-azfv-on-push-xxcfp-ecosystem-cert-preflight-checks-pod, ips: 10.129.0.68 I0326 23:54:50.285025 3835 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-ecosystem-cert-preflight-checks-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:55:04.449464 3835 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=220 I0326 23:55:06.442836 3835 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0326 23:55:11.443814 3835 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0326 23:55:12.542587 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0326 23:55:34.519613 3835 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0326 23:55:36.444565 3835 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0326 23:55:38.763237 3835 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-bvnfw] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-bvnfw for pod on switch ip-10-0-0-167.ec2.internal I0326 23:55:38.763432 3835 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-bvnfw I0326 23:55:38.780025 3835 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-bvnfw] pod update took 16.663959ms I0326 23:55:38.780052 3835 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-bvnfw] addLogicalPort annotation time took 16.694812ms I0326 23:55:38.781613 3835 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-bvnfw] addLogicalPort took 18.390314ms, libovsdb time 973.956µs I0326 23:55:39.129970 3835 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-bvnfw b83a2419b9cd19aac76dad3d847e600c3d835ad51128f4904d4100ba116bbb35 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-bvnfw b83a2419b9cd19aac76dad3d847e600c3d835ad51128f4904d4100ba116bbb35 network default NAD default] I0326 23:55:39.138660 3835 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-bvnfw, hostIfaceName: b83a2419b9cd19a, network: default, NAD default, SandboxID: "b83a2419b9cd19aac76dad3d847e600c3d835ad51128f4904d4100ba116bbb35", PCI device ID: , UID: "d386d4d6-9b7e-49d9-9923-116d51f82664", MAC: 0a:58:0a:81:00:4b, IPs: [10.129.0.75/23] I0326 23:55:39.188141 3835 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-bvnfw b83a2419b9cd19aac76dad3d847e600c3d835ad51128f4904d4100ba116bbb35 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-bvnfw b83a2419b9cd19aac76dad3d847e600c3d835ad51128f4904d4100ba116bbb35 network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:fb:99:e9:a4:48\",\"name\":\"b83a2419b9cd19a\"},{\"mac\":\"0a:58:0a:81:00:4b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d8af899-0111-461d-a22d-2c8e7f271232\"}],\"ips\":[{\"address\":\"10.129.0.75/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 23:55:52.425316 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:55:52.425358 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:55:52.425365 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:55:52.425371 3835 util.go:959] Failed to build node endpoints for node ip-10-0-0-167.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0326 23:56:17.645214 3835 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:56:17.645822 3835 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:56:17.689109 3835 obj_retry.go:458] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:56:17.689141 3835 obj_retry.go:458] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:56:20.727131 3835 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-pyer-2nlzs-verify-pod] creating logical port default-tenant_my-integration-test-pyer-2nlzs-verify-pod for pod on switch ip-10-0-0-167.ec2.internal I0326 23:56:20.727258 3835 kube.go:256] Updating pod default-tenant/my-integration-test-pyer-2nlzs-verify-pod I0326 23:56:20.770263 3835 pod.go:62] [default-tenant/my-integration-test-pyer-2nlzs-verify-pod] pod update took 43.039309ms I0326 23:56:20.770315 3835 base_network_controller_pods.go:937] [default/default-tenant/my-integration-test-pyer-2nlzs-verify-pod] addLogicalPort annotation time took 43.070292ms I0326 23:56:20.771815 3835 pods.go:271] [default-tenant/my-integration-test-pyer-2nlzs-verify-pod] addLogicalPort took 44.699969ms, libovsdb time 1.03448ms I0326 23:56:21.090538 3835 cni.go:403] [default-tenant/my-integration-test-pyer-2nlzs-verify-pod acff6c585a83cd9c349c7e8403137344069c5634468ac992919f39aaf7d254a2 network default NAD default] ADD starting CNI request [default-tenant/my-integration-test-pyer-2nlzs-verify-pod acff6c585a83cd9c349c7e8403137344069c5634468ac992919f39aaf7d254a2 network default NAD default] I0326 23:56:21.099514 3835 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-pyer-2nlzs-verify-pod, hostIfaceName: acff6c585a83cd9, network: default, NAD default, SandboxID: "acff6c585a83cd9c349c7e8403137344069c5634468ac992919f39aaf7d254a2", PCI device ID: , UID: "bbbedc00-7154-46f2-82aa-8f4367e68737", MAC: 0a:58:0a:81:00:4c, IPs: [10.129.0.76/23] I0326 23:56:21.148641 3835 cni.go:424] [default-tenant/my-integration-test-pyer-2nlzs-verify-pod acff6c585a83cd9c349c7e8403137344069c5634468ac992919f39aaf7d254a2 network default NAD default] ADD finished CNI request [default-tenant/my-integration-test-pyer-2nlzs-verify-pod acff6c585a83cd9c349c7e8403137344069c5634468ac992919f39aaf7d254a2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ee:cc:57:09:ad:ea\",\"name\":\"acff6c585a83cd9\"},{\"mac\":\"0a:58:0a:81:00:4c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e452505-53f6-42a9-8572-78c1e234bdc3\"}],\"ips\":[{\"address\":\"10.129.0.76/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:56:32.547632 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0326 23:56:42.900866 3835 cni.go:403] [default-tenant/my-integration-test-pyer-2nlzs-verify-pod acff6c585a83cd9c349c7e8403137344069c5634468ac992919f39aaf7d254a2 network default NAD default] DEL starting CNI request [default-tenant/my-integration-test-pyer-2nlzs-verify-pod acff6c585a83cd9c349c7e8403137344069c5634468ac992919f39aaf7d254a2 network default NAD default] I0326 23:56:42.977714 3835 cni.go:424] [default-tenant/my-integration-test-pyer-2nlzs-verify-pod acff6c585a83cd9c349c7e8403137344069c5634468ac992919f39aaf7d254a2 network default NAD default] DEL finished CNI request [default-tenant/my-integration-test-pyer-2nlzs-verify-pod acff6c585a83cd9c349c7e8403137344069c5634468ac992919f39aaf7d254a2 network default NAD default], result "{}", err I0326 23:56:43.105239 3835 obj_retry.go:464] Detected object default-tenant/my-integration-test-pyer-2nlzs-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:56:43.105294 3835 pods.go:176] Deleting pod: default-tenant/my-integration-test-pyer-2nlzs-verify-pod I0326 23:56:43.106877 3835 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-pyer-2nlzs-verify-pod, ips: 10.129.0.76 I0326 23:56:43.106905 3835 obj_retry.go:464] Detected object default-tenant/my-integration-test-pyer-2nlzs-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:56:54.541307 3835 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-5tk5z-verify-access-to-resources-pod] creating logical port default-tenant-managed_managed-5tk5z-verify-access-to-resources-pod for pod on switch ip-10-0-0-167.ec2.internal I0326 23:56:54.541462 3835 kube.go:256] Updating pod default-tenant-managed/managed-5tk5z-verify-access-to-resources-pod I0326 23:56:54.560556 3835 pod.go:62] [default-tenant-managed/managed-5tk5z-verify-access-to-resources-pod] pod update took 19.130866ms I0326 23:56:54.560581 3835 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-5tk5z-verify-access-to-resources-pod] addLogicalPort annotation time took 19.16157ms I0326 23:56:54.561869 3835 pods.go:271] [default-tenant-managed/managed-5tk5z-verify-access-to-resources-pod] addLogicalPort took 20.579988ms, libovsdb time 881.158µs I0326 23:56:54.909507 3835 cni.go:403] [default-tenant-managed/managed-5tk5z-verify-access-to-resources-pod 569faaec26434189a8f1dca416a5430fd72d544c0758987047d8bd2c06bd7761 network default NAD default] ADD starting CNI request [default-tenant-managed/managed-5tk5z-verify-access-to-resources-pod 569faaec26434189a8f1dca416a5430fd72d544c0758987047d8bd2c06bd7761 network default NAD default] I0326 23:56:54.918246 3835 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-5tk5z-verify-access-to-resources-pod, hostIfaceName: 569faaec2643418, network: default, NAD default, SandboxID: "569faaec26434189a8f1dca416a5430fd72d544c0758987047d8bd2c06bd7761", PCI device ID: , UID: "d011dcb9-c1b6-487f-a3b4-d6ebae82b47b", MAC: 0a:58:0a:81:00:4d, IPs: [10.129.0.77/23] I0326 23:56:54.967792 3835 cni.go:424] [default-tenant-managed/managed-5tk5z-verify-access-to-resources-pod 569faaec26434189a8f1dca416a5430fd72d544c0758987047d8bd2c06bd7761 network default NAD default] ADD finished CNI request [default-tenant-managed/managed-5tk5z-verify-access-to-resources-pod 569faaec26434189a8f1dca416a5430fd72d544c0758987047d8bd2c06bd7761 network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:d9:d3:16:76:60\",\"name\":\"569faaec2643418\"},{\"mac\":\"0a:58:0a:81:00:4d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da5248af-e5bd-4f1d-8543-ddce52a56882\"}],\"ips\":[{\"address\":\"10.129.0.77/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:57:02.555219 3835 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0326 23:57:13.163276 3835 cni.go:403] [default-tenant-managed/managed-5tk5z-verify-access-to-resources-pod 569faaec26434189a8f1dca416a5430fd72d544c0758987047d8bd2c06bd7761 network default NAD default] DEL starting CNI request [default-tenant-managed/managed-5tk5z-verify-access-to-resources-pod 569faaec26434189a8f1dca416a5430fd72d544c0758987047d8bd2c06bd7761 network default NAD default] I0326 23:57:13.243704 3835 cni.go:424] [default-tenant-managed/managed-5tk5z-verify-access-to-resources-pod 569faaec26434189a8f1dca416a5430fd72d544c0758987047d8bd2c06bd7761 network default NAD default] DEL finished CNI request [default-tenant-managed/managed-5tk5z-verify-access-to-resources-pod 569faaec26434189a8f1dca416a5430fd72d544c0758987047d8bd2c06bd7761 network default NAD default], result "{}", err I0326 23:57:13.308362 3835 obj_retry.go:464] Detected object default-tenant-managed/managed-5tk5z-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:57:13.308397 3835 pods.go:176] Deleting pod: default-tenant-managed/managed-5tk5z-verify-access-to-resources-pod I0326 23:57:13.309760 3835 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-5tk5z-verify-access-to-resources-pod, ips: 10.129.0.77 I0326 23:57:13.309794 3835 obj_retry.go:464] Detected object default-tenant-managed/managed-5tk5z-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:57:14.249002 3835 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-5tk5z-collect-data-pod] creating logical port default-tenant-managed_managed-5tk5z-collect-data-pod for pod on switch ip-10-0-0-167.ec2.internal I0326 23:57:14.249175 3835 kube.go:256] Updating pod default-tenant-managed/managed-5tk5z-collect-data-pod I0326 23:57:14.274691 3835 pod.go:62] [default-tenant-managed/managed-5tk5z-collect-data-pod] pod update took 25.546369ms I0326 23:57:14.274726 3835 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-5tk5z-collect-data-pod] addLogicalPort annotation time took 25.592872ms I0326 23:57:14.276459 3835 pods.go:271] [default-tenant-managed/managed-5tk5z-collect-data-pod] addLogicalPort took 27.470173ms, libovsdb time 1.098887ms I0326 23:57:14.622088 3835 cni.go:403] [default-tenant-managed/managed-5tk5z-collect-data-pod dffdc015f951fbea40a9a442c7afc02ac358f7d1fd14187763d161cb2d173dd0 network default NAD default] ADD starting CNI request [default-tenant-managed/managed-5tk5z-collect-data-pod dffdc015f951fbea40a9a442c7afc02ac358f7d1fd14187763d161cb2d173dd0 network default NAD default] I0326 23:57:14.630874 3835 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-5tk5z-collect-data-pod, hostIfaceName: dffdc015f951fbe, network: default, NAD default, SandboxID: "dffdc015f951fbea40a9a442c7afc02ac358f7d1fd14187763d161cb2d173dd0", PCI device ID: , UID: "b61053cf-68da-4798-94dc-5ece6a121f98", MAC: 0a:58:0a:81:00:4e, IPs: [10.129.0.78/23] I0326 23:57:14.683167 3835 cni.go:424] [default-tenant-managed/managed-5tk5z-collect-data-pod dffdc015f951fbea40a9a442c7afc02ac358f7d1fd14187763d161cb2d173dd0 network default NAD default] ADD finished CNI request [default-tenant-managed/managed-5tk5z-collect-data-pod dffdc015f951fbea40a9a442c7afc02ac358f7d1fd14187763d161cb2d173dd0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:d4:9c:04:2f:ad\",\"name\":\"dffdc015f951fbe\"},{\"mac\":\"0a:58:0a:81:00:4e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/caebd2e0-0238-4aff-97d5-d6b4d72de286\"}],\"ips\":[{\"address\":\"10.129.0.78/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:57:22.437337 3835 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=15 I0326 23:57:31.536658 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0326 23:57:34.358403 3835 cni.go:403] [default-tenant-managed/managed-5tk5z-collect-data-pod dffdc015f951fbea40a9a442c7afc02ac358f7d1fd14187763d161cb2d173dd0 network default NAD default] DEL starting CNI request [default-tenant-managed/managed-5tk5z-collect-data-pod dffdc015f951fbea40a9a442c7afc02ac358f7d1fd14187763d161cb2d173dd0 network default NAD default] I0326 23:57:34.451218 3835 cni.go:424] [default-tenant-managed/managed-5tk5z-collect-data-pod dffdc015f951fbea40a9a442c7afc02ac358f7d1fd14187763d161cb2d173dd0 network default NAD default] DEL finished CNI request [default-tenant-managed/managed-5tk5z-collect-data-pod dffdc015f951fbea40a9a442c7afc02ac358f7d1fd14187763d161cb2d173dd0 network default NAD default], result "{}", err I0326 23:57:34.536454 3835 obj_retry.go:464] Detected object default-tenant-managed/managed-5tk5z-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:57:34.536523 3835 pods.go:176] Deleting pod: default-tenant-managed/managed-5tk5z-collect-data-pod I0326 23:57:34.537823 3835 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-5tk5z-collect-data-pod, ips: 10.129.0.78 I0326 23:57:34.537855 3835 obj_retry.go:464] Detected object default-tenant-managed/managed-5tk5z-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:57:36.600704 3835 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-5tk5z-collect-task-params-pod] creating logical port default-tenant-managed_managed-5tk5z-collect-task-params-pod for pod on switch ip-10-0-0-167.ec2.internal I0326 23:57:36.600907 3835 kube.go:256] Updating pod default-tenant-managed/managed-5tk5z-collect-task-params-pod I0326 23:57:36.622075 3835 pod.go:62] [default-tenant-managed/managed-5tk5z-collect-task-params-pod] pod update took 21.215224ms I0326 23:57:36.622103 3835 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-5tk5z-collect-task-params-pod] addLogicalPort annotation time took 21.251392ms I0326 23:57:36.623583 3835 pods.go:271] [default-tenant-managed/managed-5tk5z-collect-task-params-pod] addLogicalPort took 22.901595ms, libovsdb time 1.00548ms I0326 23:57:36.973955 3835 cni.go:403] [default-tenant-managed/managed-5tk5z-collect-task-params-pod ae9249f3a3cb39154e3160d1c177f5b33afd416d7b7ccb55fa89e050d2b0421a network default NAD default] ADD starting CNI request [default-tenant-managed/managed-5tk5z-collect-task-params-pod ae9249f3a3cb39154e3160d1c177f5b33afd416d7b7ccb55fa89e050d2b0421a network default NAD default] I0326 23:57:36.983063 3835 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-5tk5z-collect-task-params-pod, hostIfaceName: ae9249f3a3cb391, network: default, NAD default, SandboxID: "ae9249f3a3cb39154e3160d1c177f5b33afd416d7b7ccb55fa89e050d2b0421a", PCI device ID: , UID: "38b4ec49-736b-4949-92bf-905de88bc06c", MAC: 0a:58:0a:81:00:4f, IPs: [10.129.0.79/23] I0326 23:57:37.237763 3835 cni.go:424] [default-tenant-managed/managed-5tk5z-collect-task-params-pod ae9249f3a3cb39154e3160d1c177f5b33afd416d7b7ccb55fa89e050d2b0421a network default NAD default] ADD finished CNI request [default-tenant-managed/managed-5tk5z-collect-task-params-pod ae9249f3a3cb39154e3160d1c177f5b33afd416d7b7ccb55fa89e050d2b0421a network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:0e:c7:6b:10:76\",\"name\":\"ae9249f3a3cb391\"},{\"mac\":\"0a:58:0a:81:00:4f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fef33dc6-1754-4f5d-98f1-da617bf0201f\"}],\"ips\":[{\"address\":\"10.129.0.79/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:57:37.581727 3835 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-5tk5z-collect-registry-token-secret-pod] creating logical port default-tenant-managed_managed-5tk5z-collect-registry-token-secret-pod for pod on switch ip-10-0-0-167.ec2.internal I0326 23:57:37.581880 3835 kube.go:256] Updating pod default-tenant-managed/managed-5tk5z-collect-registry-token-secret-pod I0326 23:57:37.600592 3835 pod.go:62] [default-tenant-managed/managed-5tk5z-collect-registry-token-secret-pod] pod update took 18.743307ms I0326 23:57:37.600618 3835 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-5tk5z-collect-registry-token-secret-pod] addLogicalPort annotation time took 18.773184ms I0326 23:57:37.601981 3835 pods.go:271] [default-tenant-managed/managed-5tk5z-collect-registry-token-secret-pod] addLogicalPort took 20.268561ms, libovsdb time 876.436µs I0326 23:57:37.951952 3835 cni.go:403] [default-tenant-managed/managed-5tk5z-collect-registry-token-secret-pod e3d784d8ce7156c219c2041ef3747892456d958aa1347c8774a75d6c35d0df02 network default NAD default] ADD starting CNI request [default-tenant-managed/managed-5tk5z-collect-registry-token-secret-pod e3d784d8ce7156c219c2041ef3747892456d958aa1347c8774a75d6c35d0df02 network default NAD default] I0326 23:57:37.961250 3835 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-5tk5z-collect-registry-token-secret-pod, hostIfaceName: e3d784d8ce7156c, network: default, NAD default, SandboxID: "e3d784d8ce7156c219c2041ef3747892456d958aa1347c8774a75d6c35d0df02", PCI device ID: , UID: "2cb6d6f6-fab9-4318-a540-d12b640a6481", MAC: 0a:58:0a:81:00:50, IPs: [10.129.0.80/23] I0326 23:57:38.009293 3835 cni.go:424] [default-tenant-managed/managed-5tk5z-collect-registry-token-secret-pod e3d784d8ce7156c219c2041ef3747892456d958aa1347c8774a75d6c35d0df02 network default NAD default] ADD finished CNI request [default-tenant-managed/managed-5tk5z-collect-registry-token-secret-pod e3d784d8ce7156c219c2041ef3747892456d958aa1347c8774a75d6c35d0df02 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:3d:13:b1:da:79\",\"name\":\"e3d784d8ce7156c\"},{\"mac\":\"0a:58:0a:81:00:50\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8ddc3b0-7cd8-4c0e-97ed-d030b2bc40d5\"}],\"ips\":[{\"address\":\"10.129.0.80/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:57:38.569204 3835 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-5tk5z-check-data-keys-pod] creating logical port default-tenant-managed_managed-5tk5z-check-data-keys-pod for pod on switch ip-10-0-0-167.ec2.internal I0326 23:57:38.569369 3835 kube.go:256] Updating pod default-tenant-managed/managed-5tk5z-check-data-keys-pod I0326 23:57:38.589337 3835 pod.go:62] [default-tenant-managed/managed-5tk5z-check-data-keys-pod] pod update took 20.000303ms I0326 23:57:38.589363 3835 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-5tk5z-check-data-keys-pod] addLogicalPort annotation time took 20.044137ms I0326 23:57:38.590660 3835 pods.go:271] [default-tenant-managed/managed-5tk5z-check-data-keys-pod] addLogicalPort took 21.472065ms, libovsdb time 901.52µs I0326 23:57:38.935680 3835 cni.go:403] [default-tenant-managed/managed-5tk5z-check-data-keys-pod 15ace0a782e6681a0698085e9874c95852ed41c758bfade89946a2e87cca552c network default NAD default] ADD starting CNI request [default-tenant-managed/managed-5tk5z-check-data-keys-pod 15ace0a782e6681a0698085e9874c95852ed41c758bfade89946a2e87cca552c network default NAD default] I0326 23:57:38.940480 3835 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-5tk5z-reduce-snapshot-pod] creating logical port default-tenant-managed_managed-5tk5z-reduce-snapshot-pod for pod on switch ip-10-0-0-167.ec2.internal I0326 23:57:38.940687 3835 kube.go:256] Updating pod default-tenant-managed/managed-5tk5z-reduce-snapshot-pod I0326 23:57:38.945638 3835 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-5tk5z-check-data-keys-pod, hostIfaceName: 15ace0a782e6681, network: default, NAD default, SandboxID: "15ace0a782e6681a0698085e9874c95852ed41c758bfade89946a2e87cca552c", PCI device ID: , UID: "e962ee7f-9da0-435b-af26-5118a219edc5", MAC: 0a:58:0a:81:00:51, IPs: [10.129.0.81/23] I0326 23:57:38.964561 3835 pod.go:62] [default-tenant-managed/managed-5tk5z-reduce-snapshot-pod] pod update took 23.927539ms I0326 23:57:38.964592 3835 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-5tk5z-reduce-snapshot-pod] addLogicalPort annotation time took 23.96234ms I0326 23:57:38.965938 3835 pods.go:271] [default-tenant-managed/managed-5tk5z-reduce-snapshot-pod] addLogicalPort took 25.47763ms, libovsdb time 852.509µs I0326 23:57:38.999774 3835 cni.go:424] [default-tenant-managed/managed-5tk5z-check-data-keys-pod 15ace0a782e6681a0698085e9874c95852ed41c758bfade89946a2e87cca552c network default NAD default] ADD finished CNI request [default-tenant-managed/managed-5tk5z-check-data-keys-pod 15ace0a782e6681a0698085e9874c95852ed41c758bfade89946a2e87cca552c network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:09:db:46:07:a9\",\"name\":\"15ace0a782e6681\"},{\"mac\":\"0a:58:0a:81:00:51\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/600caaf6-1258-44e4-834e-b9b8b8ee5a72\"}],\"ips\":[{\"address\":\"10.129.0.81/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:57:39.314798 3835 cni.go:403] [default-tenant-managed/managed-5tk5z-reduce-snapshot-pod bd6caab5f6e3e756fb90e416459c2030e0c561d1f2f75d65c3ad14dd08e31532 network default NAD default] ADD starting CNI request [default-tenant-managed/managed-5tk5z-reduce-snapshot-pod bd6caab5f6e3e756fb90e416459c2030e0c561d1f2f75d65c3ad14dd08e31532 network default NAD default] I0326 23:57:39.323601 3835 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-5tk5z-reduce-snapshot-pod, hostIfaceName: bd6caab5f6e3e75, network: default, NAD default, SandboxID: "bd6caab5f6e3e756fb90e416459c2030e0c561d1f2f75d65c3ad14dd08e31532", PCI device ID: , UID: "415d2fb5-1d20-431b-862b-8104b691e41c", MAC: 0a:58:0a:81:00:52, IPs: [10.129.0.82/23] I0326 23:57:39.374129 3835 cni.go:424] [default-tenant-managed/managed-5tk5z-reduce-snapshot-pod bd6caab5f6e3e756fb90e416459c2030e0c561d1f2f75d65c3ad14dd08e31532 network default NAD default] ADD finished CNI request [default-tenant-managed/managed-5tk5z-reduce-snapshot-pod bd6caab5f6e3e756fb90e416459c2030e0c561d1f2f75d65c3ad14dd08e31532 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0e:d6:29:d7:24:a5\",\"name\":\"bd6caab5f6e3e75\"},{\"mac\":\"0a:58:0a:81:00:52\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c978301-570a-4ed7-a838-718975674d0a\"}],\"ips\":[{\"address\":\"10.129.0.82/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:57:44.507390 3835 cni.go:403] [default-tenant-managed/managed-5tk5z-collect-task-params-pod ae9249f3a3cb39154e3160d1c177f5b33afd416d7b7ccb55fa89e050d2b0421a network default NAD default] DEL starting CNI request [default-tenant-managed/managed-5tk5z-collect-task-params-pod ae9249f3a3cb39154e3160d1c177f5b33afd416d7b7ccb55fa89e050d2b0421a network default NAD default] I0326 23:57:44.589358 3835 cni.go:424] [default-tenant-managed/managed-5tk5z-collect-task-params-pod ae9249f3a3cb39154e3160d1c177f5b33afd416d7b7ccb55fa89e050d2b0421a network default NAD default] DEL finished CNI request [default-tenant-managed/managed-5tk5z-collect-task-params-pod ae9249f3a3cb39154e3160d1c177f5b33afd416d7b7ccb55fa89e050d2b0421a network default NAD default], result "{}", err I0326 23:57:44.685840 3835 obj_retry.go:464] Detected object default-tenant-managed/managed-5tk5z-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:57:44.685883 3835 pods.go:176] Deleting pod: default-tenant-managed/managed-5tk5z-collect-task-params-pod I0326 23:57:44.687597 3835 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-5tk5z-collect-task-params-pod, ips: 10.129.0.79 I0326 23:57:44.687633 3835 obj_retry.go:464] Detected object default-tenant-managed/managed-5tk5z-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:57:44.735723 3835 obj_retry.go:458] Detected object default-tenant-managed/managed-5tk5z-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:57:44.735754 3835 obj_retry.go:458] Detected object default-tenant-managed/managed-5tk5z-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:57:45.517252 3835 cni.go:403] [default-tenant-managed/managed-5tk5z-collect-registry-token-secret-pod e3d784d8ce7156c219c2041ef3747892456d958aa1347c8774a75d6c35d0df02 network default NAD default] DEL starting CNI request [default-tenant-managed/managed-5tk5z-collect-registry-token-secret-pod e3d784d8ce7156c219c2041ef3747892456d958aa1347c8774a75d6c35d0df02 network default NAD default] I0326 23:57:45.609184 3835 cni.go:424] [default-tenant-managed/managed-5tk5z-collect-registry-token-secret-pod e3d784d8ce7156c219c2041ef3747892456d958aa1347c8774a75d6c35d0df02 network default NAD default] DEL finished CNI request [default-tenant-managed/managed-5tk5z-collect-registry-token-secret-pod e3d784d8ce7156c219c2041ef3747892456d958aa1347c8774a75d6c35d0df02 network default NAD default], result "{}", err I0326 23:57:45.692857 3835 obj_retry.go:464] Detected object default-tenant-managed/managed-5tk5z-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:57:45.692897 3835 pods.go:176] Deleting pod: default-tenant-managed/managed-5tk5z-collect-registry-token-secret-pod I0326 23:57:45.694263 3835 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-5tk5z-collect-registry-token-secret-pod, ips: 10.129.0.80 I0326 23:57:45.694291 3835 obj_retry.go:464] Detected object default-tenant-managed/managed-5tk5z-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:57:58.649166 3835 cni.go:403] [default-tenant-managed/managed-5tk5z-check-data-keys-pod 15ace0a782e6681a0698085e9874c95852ed41c758bfade89946a2e87cca552c network default NAD default] DEL starting CNI request [default-tenant-managed/managed-5tk5z-check-data-keys-pod 15ace0a782e6681a0698085e9874c95852ed41c758bfade89946a2e87cca552c network default NAD default] I0326 23:57:58.737622 3835 cni.go:424] [default-tenant-managed/managed-5tk5z-check-data-keys-pod 15ace0a782e6681a0698085e9874c95852ed41c758bfade89946a2e87cca552c network default NAD default] DEL finished CNI request [default-tenant-managed/managed-5tk5z-check-data-keys-pod 15ace0a782e6681a0698085e9874c95852ed41c758bfade89946a2e87cca552c network default NAD default], result "{}", err I0326 23:57:58.813617 3835 obj_retry.go:464] Detected object default-tenant-managed/managed-5tk5z-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:57:58.813660 3835 pods.go:176] Deleting pod: default-tenant-managed/managed-5tk5z-check-data-keys-pod I0326 23:57:58.815096 3835 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-5tk5z-check-data-keys-pod, ips: 10.129.0.81 I0326 23:57:58.815130 3835 obj_retry.go:464] Detected object default-tenant-managed/managed-5tk5z-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:58:01.546925 3835 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0326 23:58:05.710985 3835 cni.go:403] [default-tenant-managed/managed-5tk5z-reduce-snapshot-pod bd6caab5f6e3e756fb90e416459c2030e0c561d1f2f75d65c3ad14dd08e31532 network default NAD default] DEL starting CNI request [default-tenant-managed/managed-5tk5z-reduce-snapshot-pod bd6caab5f6e3e756fb90e416459c2030e0c561d1f2f75d65c3ad14dd08e31532 network default NAD default] I0326 23:58:05.803719 3835 cni.go:424] [default-tenant-managed/managed-5tk5z-reduce-snapshot-pod bd6caab5f6e3e756fb90e416459c2030e0c561d1f2f75d65c3ad14dd08e31532 network default NAD default] DEL finished CNI request [default-tenant-managed/managed-5tk5z-reduce-snapshot-pod bd6caab5f6e3e756fb90e416459c2030e0c561d1f2f75d65c3ad14dd08e31532 network default NAD default], result "{}", err I0326 23:58:05.886441 3835 obj_retry.go:464] Detected object default-tenant-managed/managed-5tk5z-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:58:05.886485 3835 pods.go:176] Deleting pod: default-tenant-managed/managed-5tk5z-reduce-snapshot-pod I0326 23:58:05.887887 3835 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-5tk5z-reduce-snapshot-pod, ips: 10.129.0.82 I0326 23:58:05.887920 3835 obj_retry.go:464] Detected object default-tenant-managed/managed-5tk5z-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:58:06.849364 3835 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-5tk5z-apply-mapping-pod] creating logical port default-tenant-managed_managed-5tk5z-apply-mapping-pod for pod on switch ip-10-0-0-167.ec2.internal I0326 23:58:06.849524 3835 kube.go:256] Updating pod default-tenant-managed/managed-5tk5z-apply-mapping-pod I0326 23:58:06.878894 3835 pod.go:62] [default-tenant-managed/managed-5tk5z-apply-mapping-pod] pod update took 29.40437ms I0326 23:58:06.878918 3835 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-5tk5z-apply-mapping-pod] addLogicalPort annotation time took 29.433371ms I0326 23:58:06.880311 3835 pods.go:271] [default-tenant-managed/managed-5tk5z-apply-mapping-pod] addLogicalPort took 30.962475ms, libovsdb time 944.355µs I0326 23:58:07.222218 3835 cni.go:403] [default-tenant-managed/managed-5tk5z-apply-mapping-pod f0688a32bcb2cba1683db306ed0657db8ff09da7147391991a6eb3412dd2756b network default NAD default] ADD starting CNI request [default-tenant-managed/managed-5tk5z-apply-mapping-pod f0688a32bcb2cba1683db306ed0657db8ff09da7147391991a6eb3412dd2756b network default NAD default] I0326 23:58:07.250308 3835 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-5tk5z-apply-mapping-pod, hostIfaceName: f0688a32bcb2cba, network: default, NAD default, SandboxID: "f0688a32bcb2cba1683db306ed0657db8ff09da7147391991a6eb3412dd2756b", PCI device ID: , UID: "8c4ce10a-3d0b-41bd-b9f6-073c055341c3", MAC: 0a:58:0a:81:00:53, IPs: [10.129.0.83/23] I0326 23:58:07.299509 3835 cni.go:424] [default-tenant-managed/managed-5tk5z-apply-mapping-pod f0688a32bcb2cba1683db306ed0657db8ff09da7147391991a6eb3412dd2756b network default NAD default] ADD finished CNI request [default-tenant-managed/managed-5tk5z-apply-mapping-pod f0688a32bcb2cba1683db306ed0657db8ff09da7147391991a6eb3412dd2756b network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:23:48:f9:63:63\",\"name\":\"f0688a32bcb2cba\"},{\"mac\":\"0a:58:0a:81:00:53\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aeafc1a6-fc53-45c5-9094-7afca4feb240\"}],\"ips\":[{\"address\":\"10.129.0.83/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:58:28.929232 3835 cni.go:403] [default-tenant-managed/managed-5tk5z-apply-mapping-pod f0688a32bcb2cba1683db306ed0657db8ff09da7147391991a6eb3412dd2756b network default NAD default] DEL starting CNI request [default-tenant-managed/managed-5tk5z-apply-mapping-pod f0688a32bcb2cba1683db306ed0657db8ff09da7147391991a6eb3412dd2756b network default NAD default] I0326 23:58:29.021426 3835 cni.go:424] [default-tenant-managed/managed-5tk5z-apply-mapping-pod f0688a32bcb2cba1683db306ed0657db8ff09da7147391991a6eb3412dd2756b network default NAD default] DEL finished CNI request [default-tenant-managed/managed-5tk5z-apply-mapping-pod f0688a32bcb2cba1683db306ed0657db8ff09da7147391991a6eb3412dd2756b network default NAD default], result "{}", err I0326 23:58:29.099333 3835 obj_retry.go:464] Detected object default-tenant-managed/managed-5tk5z-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:58:29.099393 3835 pods.go:176] Deleting pod: default-tenant-managed/managed-5tk5z-apply-mapping-pod I0326 23:58:29.100729 3835 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-5tk5z-apply-mapping-pod, ips: 10.129.0.83 I0326 23:58:29.100758 3835 obj_retry.go:464] Detected object default-tenant-managed/managed-5tk5z-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:58:30.782340 3835 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-5tk5z-filter-already-released-images-pod] creating logical port default-tenant-managed_managed-5tk5z-filter-already-released-images-pod for pod on switch ip-10-0-0-167.ec2.internal I0326 23:58:30.782472 3835 kube.go:256] Updating pod default-tenant-managed/managed-5tk5z-filter-already-released-images-pod I0326 23:58:30.805915 3835 pod.go:62] [default-tenant-managed/managed-5tk5z-filter-already-released-images-pod] pod update took 23.477093ms I0326 23:58:30.805949 3835 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-5tk5z-filter-already-released-images-pod] addLogicalPort annotation time took 23.51458ms I0326 23:58:30.807261 3835 pods.go:271] [default-tenant-managed/managed-5tk5z-filter-already-released-images-pod] addLogicalPort took 24.958983ms, libovsdb time 844.826µs I0326 23:58:31.151875 3835 cni.go:403] [default-tenant-managed/managed-5tk5z-filter-already-released-images-pod 366691bcf85e06d7f318f39881dc6c92ca976e4acd62442af90b4c749be3f478 network default NAD default] ADD starting CNI request [default-tenant-managed/managed-5tk5z-filter-already-released-images-pod 366691bcf85e06d7f318f39881dc6c92ca976e4acd62442af90b4c749be3f478 network default NAD default] I0326 23:58:31.160862 3835 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-5tk5z-filter-already-released-images-pod, hostIfaceName: 366691bcf85e06d, network: default, NAD default, SandboxID: "366691bcf85e06d7f318f39881dc6c92ca976e4acd62442af90b4c749be3f478", PCI device ID: , UID: "57e8fbe6-9171-41d4-804c-464485266846", MAC: 0a:58:0a:81:00:54, IPs: [10.129.0.84/23] I0326 23:58:31.210142 3835 cni.go:424] [default-tenant-managed/managed-5tk5z-filter-already-released-images-pod 366691bcf85e06d7f318f39881dc6c92ca976e4acd62442af90b4c749be3f478 network default NAD default] ADD finished CNI request [default-tenant-managed/managed-5tk5z-filter-already-released-images-pod 366691bcf85e06d7f318f39881dc6c92ca976e4acd62442af90b4c749be3f478 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:71:70:fd:39:15\",\"name\":\"366691bcf85e06d\"},{\"mac\":\"0a:58:0a:81:00:54\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4eab5197-c53b-4c93-87cd-1505dca531b9\"}],\"ips\":[{\"address\":\"10.129.0.84/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 23:58:37.615721 3835 obj_retry.go:464] Detected object default-tenant-managed/affinity-assistant-91bd6489b9-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:58:37.616301 3835 obj_retry.go:464] Detected object default-tenant-managed/affinity-assistant-91bd6489b9-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:58:38.031658 3835 cni.go:403] [default-tenant-managed/managed-5tk5z-filter-already-released-images-pod 366691bcf85e06d7f318f39881dc6c92ca976e4acd62442af90b4c749be3f478 network default NAD default] DEL starting CNI request [default-tenant-managed/managed-5tk5z-filter-already-released-images-pod 366691bcf85e06d7f318f39881dc6c92ca976e4acd62442af90b4c749be3f478 network default NAD default] I0326 23:58:38.116141 3835 cni.go:424] [default-tenant-managed/managed-5tk5z-filter-already-released-images-pod 366691bcf85e06d7f318f39881dc6c92ca976e4acd62442af90b4c749be3f478 network default NAD default] DEL finished CNI request [default-tenant-managed/managed-5tk5z-filter-already-released-images-pod 366691bcf85e06d7f318f39881dc6c92ca976e4acd62442af90b4c749be3f478 network default NAD default], result "{}", err I0326 23:58:38.193444 3835 obj_retry.go:464] Detected object default-tenant-managed/managed-5tk5z-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:58:38.193493 3835 pods.go:176] Deleting pod: default-tenant-managed/managed-5tk5z-filter-already-released-images-pod I0326 23:58:38.194979 3835 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-5tk5z-filter-already-released-images-pod, ips: 10.129.0.84 I0326 23:58:38.195008 3835 obj_retry.go:464] Detected object default-tenant-managed/managed-5tk5z-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:58:38.352663 3835 obj_retry.go:458] Detected object default-tenant-managed/affinity-assistant-91bd6489b9-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:58:38.352687 3835 obj_retry.go:458] Detected object default-tenant-managed/affinity-assistant-91bd6489b9-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:58:38.355157 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant-managed/affinity-assistant-91bd6489b9-0 I0326 23:58:38.355187 3835 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod default-tenant-managed/affinity-assistant-91bd6489b9-0 I0326 23:58:42.444590 3835 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=47