+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-142.ec2.internal ++ [[ -n ip-10-0-1-142.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-142.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0521 19:40:05.843370378 - disable conntrack on geneve port' I0521 19:40:05.843370378 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0521 19:40:05.868594683 - starting ovnkube-node + echo 'I0521 19:40:05.868594683 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-142.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-142.ec2.internal --init-node ip-10-0-1-142.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-142.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0521 19:40:05.910572 3703 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0521 19:40:05.910652 3703 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-737a3a0a03.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0521 19:40:05.912509 3703 kube.go:431] Waiting for certificate I0521 19:40:05.912572 3703 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0521 19:40:05.912632 3703 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0521 19:40:05.913408 3703 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:40:05.945516 3703 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:40:05.945537 3703 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:40:05.948801 3703 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:40:05.948893 3703 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-tv4z4" I0521 19:40:05.958188 3703 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-tv4z4" I0521 19:40:05.958288 3703 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:40:06.912610 3703 kube.go:438] Certificate found I0521 19:40:06.913178 3703 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:40:06.914184 3703 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0521 19:40:06.984467 3703 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:40:06.989212 3703 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-22 19:35:05 +0000 UTC" deadline="2026-05-22 15:17:38.099978229 +0000 UTC" I0521 19:40:06.989329 3703 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h37m31.110660589s" I0521 19:40:06.999060 3703 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0521 19:40:06.999373 3703 server.go:101] MetricServer registers OVS metrics I0521 19:40:07.000193 3703 server.go:105] MetricServer registers OVN DB metrics I0521 19:40:07.006255 3703 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0521 19:40:07.006289 3703 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0521 19:40:07.006690 3703 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0521 19:40:07.006753 3703 factory.go:561] Starting watch factory I0521 19:40:07.006845 3703 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:07.006860 3703 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:07.006893 3703 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:07.006917 3703 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:07.006958 3703 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:07.006982 3703 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:07.006848 3703 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:07.007009 3703 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:07.006859 3703 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:07.006850 3703 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:07.007081 3703 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:07.007485 3703 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:07.009092 3703 controller_manager.go:370] Starting the ovnkube controller I0521 19:40:07.009102 3703 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-142.ec2.internal I0521 19:40:07.009155 3703 controller_manager.go:395] NBDB zone sync took: 46.459µs I0521 19:40:07.009165 3703 factory.go:561] Starting watch factory I0521 19:40:07.024513 3703 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:07.024639 3703 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0521 19:40:07.024678 3703 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0521 19:40:07.024749 3703 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:07.027933 3703 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:07.028505 3703 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:07.029492 3703 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:07.030171 3703 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0521 19:40:07.030213 3703 server.go:109] MetricServer registers OVN Controller metrics I0521 19:40:07.035612 3703 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:07.036588 3703 server.go:113] MetricServer registers OVN Northd metrics I0521 19:40:07.042672 3703 metrics.go:519] OVN Metrics Server starts to run ... I0521 19:40:07.112371 3703 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:40:07.112399 3703 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:40:07.112403 3703 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:40:07.112415 3703 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:40:07.112418 3703 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:40:07.112421 3703 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:40:07.112532 3703 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:40:07.112568 3703 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:40:07.112592 3703 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:40:07.113014 3703 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:40:07.114588 3703 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:40:07.114604 3703 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:40:07.114608 3703 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:40:07.114612 3703 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:40:07.114615 3703 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:40:07.114617 3703 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:40:07.115703 3703 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:40:07.115928 3703 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:40:07.117951 3703 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:40:07.117960 3703 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:40:07.118022 3703 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:07.118038 3703 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:07.120471 3703 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:40:07.120482 3703 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:40:07.120639 3703 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:07.123160 3703 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:40:07.123221 3703 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:07.123234 3703 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:07.125675 3703 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:40:07.125859 3703 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:07.128288 3703 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:40:07.128370 3703 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:07.128389 3703 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:07.130832 3703 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:40:07.130982 3703 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:07.133446 3703 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:40:07.133509 3703 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:07.133523 3703 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:07.135914 3703 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:40:07.136042 3703 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:07.139447 3703 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:40:07.139512 3703 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:07.139523 3703 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:07.141665 3703 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:40:07.142488 3703 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:07.144594 3703 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:40:07.145161 3703 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:40:07.145175 3703 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:40:07.147515 3703 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:40:07.147701 3703 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:40:07.150234 3703 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:40:07.150313 3703 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:07.150327 3703 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:07.150355 3703 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:07.150378 3703 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:07.152911 3703 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:40:07.153852 3703 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:07.153916 3703 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:07.155931 3703 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:40:07.155942 3703 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:40:07.155949 3703 factory.go:680] Watch Factory start up complete, took: 149.199473ms I0521 19:40:07.156019 3703 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0521 19:40:07.158256 3703 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:40:07.158268 3703 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:40:07.158275 3703 factory.go:680] Watch Factory start up complete, took: 149.109668ms I0521 19:40:07.158281 3703 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-142.ec2.internal" zone I0521 19:40:07.202630 3703 default_node_network_controller.go:710] Initializing the default node network controller I0521 19:40:07.304770 3703 udn_isolation.go:101] Starting UDN host isolation manager I0521 19:40:07.311448 3703 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0521 19:40:07.374110 3703 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0521 19:40:07.374275 3703 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0521 19:40:07.374296 3703 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0521 19:40:07.411228 3703 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0521 19:40:07.411298 3703 default_node_network_controller.go:809] Node ip-10-0-1-142.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0521 19:40:07.418051 3703 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.142"] k8s.ovn.org/zone-name:ip-10-0-1-142.ec2.internal] on node ip-10-0-1-142.ec2.internal I0521 19:40:07.440214 3703 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0521 19:40:07.446949 3703 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0521 19:40:07.447085 3703 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0521 19:40:07.447255 3703 gateway_init.go:263] Preparing Gateway I0521 19:40:07.447267 3703 gateway_shared_intf.go:1687] Creating new gateway I0521 19:40:07.551358 3703 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:40:07.558292 3703 iptables.go:108] Creating table: filter chain: OUTPUT I0521 19:40:07.565068 3703 gateway_shared_intf.go:1816] Gateway Creation Complete I0521 19:40:07.565085 3703 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-142.ec2.internal","mac-address":"0a:ff:d2:63:ee:65","ip-addresses":["10.0.1.142/24"],"ip-address":"10.0.1.142/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:5be574bb-3aa7-4072-ab67-55a536d32e59 k8s.ovn.org/node-encap-ips:["10.0.1.142"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.142/24"} k8s.ovn.org/zone-name:ip-10-0-1-142.ec2.internal] on node ip-10-0-1-142.ec2.internal I0521 19:40:07.584750 3703 default_node_network_controller.go:519] Node connection status = connected I0521 19:40:07.658839 3703 controller_manager.go:429] Waiting for node in zone sync took: 500.541904ms I0521 19:40:07.663892 3703 controller_manager.go:611] Switching to transit router for layer2 networks I0521 19:40:07.663911 3703 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-142.ec2.internal I0521 19:40:07.679013 3703 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:40:07.686294 3703 controller_manager.go:290] SCTP support detected in OVN I0521 19:40:07.686929 3703 services_controller.go:69] Creating services controller for network=default I0521 19:40:07.687046 3703 udn_enabled_svc.go:80] Waiting for service informer to sync I0521 19:40:07.687150 3703 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0521 19:40:07.687184 3703 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0521 19:40:07.687198 3703 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0521 19:40:07.687206 3703 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:40:07.687412 3703 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0521 19:40:07.687452 3703 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0521 19:40:07.687495 3703 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.762µs I0521 19:40:07.687508 3703 udn_enabled_svc.go:95] Performing full resync I0521 19:40:07.687515 3703 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 56.102µs I0521 19:40:07.687522 3703 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 69.473µs I0521 19:40:07.687529 3703 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0521 19:40:07.687536 3703 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0521 19:40:07.687560 3703 default_network_controller.go:325] Starting the default network controller I0521 19:40:07.687638 3703 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 11.177µs I0521 19:40:07.687839 3703 udn_enabled_svc.go:99] Waiting for handler to sync I0521 19:40:07.687852 3703 udn_enabled_svc.go:104] Starting worker I0521 19:40:07.697186 3703 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0521 19:40:07.697262 3703 repair.go:33] Syncing exgw routes took 63.126µs I0521 19:40:07.697286 3703 default_network_controller.go:414] Starting all the Watchers... I0521 19:40:07.697500 3703 namespace.go:98] [openshift-config-managed] adding namespace I0521 19:40:07.697512 3703 namespace.go:98] [openshift-console-user-settings] adding namespace I0521 19:40:07.697524 3703 namespace.go:98] [openshift-config] adding namespace I0521 19:40:07.697525 3703 namespace.go:98] [openshift-service-ca-operator] adding namespace I0521 19:40:07.697531 3703 namespace.go:98] [openshift-console-operator] adding namespace I0521 19:40:07.697533 3703 namespace.go:98] [openshift-backplane-csm] adding namespace I0521 19:40:07.697541 3703 namespace.go:98] [openshift-network-diagnostics] adding namespace I0521 19:40:07.697569 3703 namespace.go:98] [dedicated-admin] adding namespace I0521 19:40:07.697575 3703 namespace.go:98] [open-cluster-management-2qegostl1nebl6pev0qfnbu30lh9m1k6] adding namespace I0521 19:40:07.697578 3703 namespace.go:98] [openshift-backplane] adding namespace I0521 19:40:07.697592 3703 namespace.go:98] [openshift-kube-apiserver] adding namespace I0521 19:40:07.697601 3703 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0521 19:40:07.697507 3703 namespace.go:98] [openshift-config-operator] adding namespace I0521 19:40:07.697649 3703 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0521 19:40:07.697658 3703 namespace.go:98] [openshift-ingress-operator] adding namespace I0521 19:40:07.698145 3703 namespace.go:102] [openshift-config-managed] adding namespace took 630.576µs I0521 19:40:07.698160 3703 namespace.go:98] [openshift-insights] adding namespace I0521 19:40:07.698620 3703 namespace.go:102] [openshift-insights] adding namespace took 454.223µs I0521 19:40:07.698633 3703 namespace.go:98] [openshift-network-operator] adding namespace I0521 19:40:07.699158 3703 namespace.go:102] [openshift-network-operator] adding namespace took 520.214µs I0521 19:40:07.699170 3703 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0521 19:40:07.699605 3703 namespace.go:102] [openshift-console-user-settings] adding namespace took 2.083468ms I0521 19:40:07.699619 3703 namespace.go:98] [openshift-ingress] adding namespace I0521 19:40:07.700092 3703 namespace.go:102] [openshift-config] adding namespace took 2.558219ms I0521 19:40:07.700107 3703 namespace.go:98] [openshift-infra] adding namespace I0521 19:40:07.700564 3703 namespace.go:102] [openshift-service-ca-operator] adding namespace took 3.026285ms I0521 19:40:07.700586 3703 namespace.go:98] [openshift-etcd] adding namespace I0521 19:40:07.701092 3703 namespace.go:102] [openshift-console-operator] adding namespace took 3.54899ms I0521 19:40:07.701108 3703 namespace.go:98] [openshift-deployment-validation-operator] adding namespace W0521 19:40:07.701585 3703 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-fttj4: pod openshift-network-diagnostics/network-check-target-fttj4: no pod IPs found I0521 19:40:07.701600 3703 namespace.go:102] [openshift-backplane-csm] adding namespace took 4.052858ms W0521 19:40:07.701606 3703 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-jptqz: pod openshift-network-diagnostics/network-check-target-jptqz: no pod IPs found I0521 19:40:07.701613 3703 namespace.go:98] [openshift-marketplace] adding namespace W0521 19:40:07.701623 3703 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-vbrf6: pod openshift-network-diagnostics/network-check-target-vbrf6: no pod IPs found I0521 19:40:07.702163 3703 namespace.go:102] [openshift-network-diagnostics] adding namespace took 4.595866ms I0521 19:40:07.702174 3703 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0521 19:40:07.702572 3703 namespace.go:102] [dedicated-admin] adding namespace took 4.99716ms I0521 19:40:07.702587 3703 namespace.go:98] [openshift-authentication-operator] adding namespace I0521 19:40:07.703114 3703 namespace.go:102] [open-cluster-management-2qegostl1nebl6pev0qfnbu30lh9m1k6] adding namespace took 5.530668ms I0521 19:40:07.703134 3703 namespace.go:98] [openshift-kube-scheduler] adding namespace I0521 19:40:07.703669 3703 namespace.go:102] [openshift-backplane] adding namespace took 6.08197ms I0521 19:40:07.703683 3703 namespace.go:98] [openshift-network-node-identity] adding namespace I0521 19:40:07.704170 3703 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.563212ms I0521 19:40:07.704180 3703 namespace.go:98] [openshift-multus] adding namespace I0521 19:40:07.705067 3703 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.439045ms I0521 19:40:07.705082 3703 namespace.go:98] [openshift-operators-redhat] adding namespace I0521 19:40:07.705470 3703 namespace.go:102] [openshift-config-operator] adding namespace took 7.818762ms I0521 19:40:07.705480 3703 namespace.go:98] [default] adding namespace I0521 19:40:07.706087 3703 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.429944ms I0521 19:40:07.706101 3703 namespace.go:98] [openshift-apiserver] adding namespace I0521 19:40:07.706570 3703 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.902234ms I0521 19:40:07.706586 3703 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0521 19:40:07.707234 3703 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.057979ms I0521 19:40:07.707248 3703 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0521 19:40:07.707714 3703 namespace.go:102] [openshift-ingress] adding namespace took 8.090742ms I0521 19:40:07.707724 3703 namespace.go:98] [openshift-machine-config-operator] adding namespace I0521 19:40:07.708194 3703 namespace.go:102] [openshift-infra] adding namespace took 8.082368ms I0521 19:40:07.708205 3703 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0521 19:40:07.708669 3703 namespace.go:102] [openshift-etcd] adding namespace took 8.074186ms I0521 19:40:07.708684 3703 namespace.go:98] [openshift-backplane-srep] adding namespace I0521 19:40:07.709180 3703 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.06597ms I0521 19:40:07.709196 3703 namespace.go:98] [openshift-backplane-cse] adding namespace I0521 19:40:07.709651 3703 namespace.go:102] [openshift-marketplace] adding namespace took 8.031703ms I0521 19:40:07.709666 3703 namespace.go:98] [openshift-node] adding namespace I0521 19:40:07.710078 3703 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.899275ms I0521 19:40:07.710091 3703 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0521 19:40:07.710475 3703 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.88207ms I0521 19:40:07.710486 3703 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0521 19:40:07.710984 3703 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.84474ms I0521 19:40:07.710997 3703 namespace.go:98] [openshift-kube-controller-manager] adding namespace W0521 19:40:07.711372 3703 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-qcdbz: pod openshift-multus/network-metrics-daemon-qcdbz: no pod IPs found W0521 19:40:07.711384 3703 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-6rlbr: pod openshift-multus/network-metrics-daemon-6rlbr: no pod IPs found W0521 19:40:07.711390 3703 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-7lvfh: pod openshift-multus/network-metrics-daemon-7lvfh: no pod IPs found I0521 19:40:07.711423 3703 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.732797ms I0521 19:40:07.711438 3703 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0521 19:40:07.711970 3703 namespace.go:102] [openshift-multus] adding namespace took 7.785364ms I0521 19:40:07.711983 3703 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0521 19:40:07.712367 3703 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.27889ms I0521 19:40:07.712379 3703 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0521 19:40:07.712906 3703 namespace.go:102] [default] adding namespace took 7.418784ms I0521 19:40:07.712919 3703 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0521 19:40:07.713291 3703 namespace.go:102] [openshift-apiserver] adding namespace took 7.181516ms I0521 19:40:07.713310 3703 namespace.go:98] [openshift-apiserver-operator] adding namespace I0521 19:40:07.713818 3703 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.227183ms I0521 19:40:07.713831 3703 namespace.go:98] [openshift-customer-monitoring] adding namespace I0521 19:40:07.714269 3703 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.016958ms I0521 19:40:07.714738 3703 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.00828ms I0521 19:40:07.714751 3703 namespace.go:98] [openshift-ingress-canary] adding namespace I0521 19:40:07.715166 3703 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.953722ms I0521 19:40:07.715184 3703 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0521 19:40:07.715684 3703 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.996016ms I0521 19:40:07.715700 3703 namespace.go:98] [openshift-dns-operator] adding namespace I0521 19:40:07.716189 3703 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.986368ms I0521 19:40:07.716204 3703 namespace.go:98] [openshift-controller-manager] adding namespace I0521 19:40:07.716572 3703 namespace.go:102] [openshift-node] adding namespace took 6.901488ms I0521 19:40:07.716584 3703 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0521 19:40:07.717035 3703 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.937103ms I0521 19:40:07.717050 3703 namespace.go:98] [openshift-host-network] adding namespace I0521 19:40:07.717470 3703 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.979138ms I0521 19:40:07.717480 3703 namespace.go:98] [openshift-network-console] adding namespace I0521 19:40:07.717998 3703 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.995474ms I0521 19:40:07.718014 3703 namespace.go:98] [openshift-machine-api] adding namespace I0521 19:40:07.718429 3703 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.985031ms I0521 19:40:07.718442 3703 namespace.go:98] [openshift-package-operator] adding namespace I0521 19:40:07.718880 3703 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.890957ms I0521 19:40:07.718893 3703 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0521 19:40:07.719295 3703 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.91136ms I0521 19:40:07.719306 3703 namespace.go:98] [kube-node-lease] adding namespace I0521 19:40:07.719722 3703 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.797747ms I0521 19:40:07.719733 3703 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0521 19:40:07.720127 3703 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.81243ms I0521 19:40:07.720140 3703 namespace.go:98] [openshift-monitoring] adding namespace I0521 19:40:07.720538 3703 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.701841ms I0521 19:40:07.720562 3703 namespace.go:98] [openshift-backplane-tam] adding namespace I0521 19:40:07.720972 3703 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.216421ms I0521 19:40:07.720984 3703 namespace.go:98] [openshift-console] adding namespace I0521 19:40:07.721403 3703 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.214002ms I0521 19:40:07.721414 3703 namespace.go:98] [openshift-must-gather-operator] adding namespace I0521 19:40:07.721873 3703 namespace.go:102] [openshift-dns-operator] adding namespace took 6.168687ms I0521 19:40:07.721883 3703 namespace.go:98] [openshift-authentication] adding namespace I0521 19:40:07.722302 3703 namespace.go:102] [openshift-controller-manager] adding namespace took 6.092007ms I0521 19:40:07.722318 3703 namespace.go:98] [openshift-route-controller-manager] adding namespace I0521 19:40:07.722684 3703 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.095783ms I0521 19:40:07.722696 3703 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0521 19:40:07.723219 3703 namespace.go:102] [openshift-host-network] adding namespace took 6.164279ms I0521 19:40:07.723233 3703 namespace.go:98] [openshift-backplane-mobb] adding namespace I0521 19:40:07.723602 3703 namespace.go:102] [openshift-network-console] adding namespace took 6.118599ms I0521 19:40:07.723615 3703 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0521 19:40:07.724094 3703 namespace.go:102] [openshift-machine-api] adding namespace took 6.074578ms I0521 19:40:07.724107 3703 namespace.go:98] [openshift-image-registry] adding namespace I0521 19:40:07.724484 3703 namespace.go:102] [openshift-package-operator] adding namespace took 6.036691ms I0521 19:40:07.724497 3703 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0521 19:40:07.724970 3703 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.072195ms I0521 19:40:07.724983 3703 namespace.go:98] [openshift-logging] adding namespace I0521 19:40:07.725349 3703 namespace.go:102] [kube-node-lease] adding namespace took 6.039107ms I0521 19:40:07.725363 3703 namespace.go:98] [kube-system] adding namespace I0521 19:40:07.725864 3703 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.12608ms I0521 19:40:07.725877 3703 namespace.go:98] [openshift-dns] adding namespace I0521 19:40:07.726271 3703 namespace.go:102] [openshift-monitoring] adding namespace took 6.126203ms I0521 19:40:07.726285 3703 namespace.go:98] [openshift-cluster-version] adding namespace I0521 19:40:07.726690 3703 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.122764ms I0521 19:40:07.727142 3703 namespace.go:102] [openshift-console] adding namespace took 6.152951ms I0521 19:40:07.727568 3703 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.150463ms I0521 19:40:07.728399 3703 namespace.go:102] [openshift-authentication] adding namespace took 6.510243ms I0521 19:40:07.728412 3703 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0521 19:40:07.728830 3703 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.507323ms I0521 19:40:07.728841 3703 namespace.go:98] [kube-public] adding namespace I0521 19:40:07.729252 3703 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.549512ms I0521 19:40:07.729270 3703 namespace.go:98] [openshift-backplane-cee] adding namespace I0521 19:40:07.729663 3703 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.425976ms I0521 19:40:07.730076 3703 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 6.45637ms I0521 19:40:07.730477 3703 namespace.go:102] [openshift-image-registry] adding namespace took 6.366032ms I0521 19:40:07.730912 3703 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.408998ms I0521 19:40:07.730923 3703 namespace.go:98] [openshift] adding namespace W0521 19:40:07.731288 3703 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-6kvsz: pod kube-system/global-pull-secret-syncer-6kvsz: no pod IPs found W0521 19:40:07.731302 3703 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-5xf89: pod kube-system/global-pull-secret-syncer-5xf89: no pod IPs found W0521 19:40:07.731309 3703 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-pfvpn: pod kube-system/global-pull-secret-syncer-pfvpn: no pod IPs found I0521 19:40:07.731335 3703 namespace.go:102] [openshift-logging] adding namespace took 6.347688ms I0521 19:40:07.731343 3703 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0521 19:40:07.731817 3703 namespace.go:102] [kube-system] adding namespace took 6.449913ms I0521 19:40:07.732212 3703 namespace.go:102] [openshift-dns] adding namespace took 6.329048ms I0521 19:40:07.732228 3703 namespace.go:98] [openshift-operators] adding namespace I0521 19:40:07.732630 3703 namespace.go:102] [openshift-cluster-version] adding namespace took 6.341073ms I0521 19:40:07.733073 3703 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 4.656208ms I0521 19:40:07.733476 3703 namespace.go:102] [kube-public] adding namespace took 4.630106ms I0521 19:40:07.733885 3703 namespace.go:102] [openshift-backplane-cee] adding namespace took 4.609514ms I0521 19:40:07.734257 3703 namespace.go:102] [openshift] adding namespace took 3.329659ms I0521 19:40:07.734659 3703 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 3.311378ms I0521 19:40:07.734987 3703 namespace.go:102] [openshift-operators] adding namespace took 2.753468ms W0521 19:40:07.735069 3703 master.go:471] Unable to parse remote node ip-10-0-2-188.ec2.internal chassis-id annotation. Chassis may be removed during sync W0521 19:40:07.735076 3703 master.go:471] Unable to parse remote node ip-10-0-0-71.ec2.internal chassis-id annotation. Chassis may be removed during sync I0521 19:40:07.735186 3703 master.go:548] Adding or Updating local node "ip-10-0-1-142.ec2.internal" for network "default" I0521 19:40:07.735233 3703 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-71.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-71.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-71.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-71.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-71.ec2.internal I0521 19:40:07.735248 3703 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-188.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-188.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-188.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-188.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-188.ec2.internal W0521 19:40:07.742036 3703 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-pfvpn: pod kube-system/global-pull-secret-syncer-pfvpn: no pod IPs found W0521 19:40:07.742056 3703 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-qcdbz: pod openshift-multus/network-metrics-daemon-qcdbz: no pod IPs found W0521 19:40:07.742071 3703 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-fttj4: pod openshift-network-diagnostics/network-check-target-fttj4: no pod IPs found I0521 19:40:07.743029 3703 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-142.ec2.internal for the network default I0521 19:40:07.743381 3703 zone_ic_handler.go:195] Time taken to create transit switch: 339.742µs I0521 19:40:07.744102 3703 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0521 19:40:07.744132 3703 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0521 19:40:07.744146 3703 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-71.ec2.internal in network "default" I0521 19:40:07.744151 3703 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0521 19:40:07.744174 3703 node_tracker.go:235] Node ip-10-0-0-71.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-71.ec2.internal" I0521 19:40:07.744187 3703 node_tracker.go:169] Node ip-10-0-0-71.ec2.internal switch + router changed, syncing services in network "default" I0521 19:40:07.744200 3703 services_controller.go:574] Full service sync requested for network=default I0521 19:40:07.744209 3703 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-142.ec2.internal in network "default" I0521 19:40:07.744237 3703 node_tracker.go:169] Node ip-10-0-1-142.ec2.internal switch + router changed, syncing services in network "default" I0521 19:40:07.744244 3703 services_controller.go:574] Full service sync requested for network=default I0521 19:40:07.744248 3703 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-188.ec2.internal in network "default" I0521 19:40:07.744257 3703 node_tracker.go:235] Node ip-10-0-2-188.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-188.ec2.internal" I0521 19:40:07.744262 3703 node_tracker.go:169] Node ip-10-0-2-188.ec2.internal switch + router changed, syncing services in network "default" I0521 19:40:07.744265 3703 services_controller.go:574] Full service sync requested for network=default I0521 19:40:07.844304 3703 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0521 19:40:07.844343 3703 services_controller.go:208] Setting up event handlers for services for network=default I0521 19:40:07.844397 3703 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0521 19:40:07.844448 3703 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0521 19:40:07.844475 3703 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0521 19:40:07.945118 3703 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0521 19:40:07.945143 3703 repair.go:60] Starting repairing loop for services I0521 19:40:07.945231 3703 repair.go:131] Deleted 0 stale service LBs I0521 19:40:07.945251 3703 repair.go:137] Deleted 0 stale Chassis Template Vars I0521 19:40:07.945267 3703 repair.go:62] Finished repairing loop for services: 125.811µs I0521 19:40:07.945290 3703 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0521 19:40:07.945300 3703 services_controller.go:254] Starting workers for network=default I0521 19:40:07.945736 3703 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-vbrf6, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-vbrf6: suppressed error logged: pod openshift-network-diagnostics/network-check-target-vbrf6: no pod IPs found I0521 19:40:07.945860 3703 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-fttj4] creating logical port openshift-network-diagnostics_network-check-target-fttj4 for pod on switch ip-10-0-1-142.ec2.internal I0521 19:40:07.945875 3703 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-7lvfh, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-7lvfh: suppressed error logged: pod openshift-multus/network-metrics-daemon-7lvfh: no pod IPs found I0521 19:40:07.945878 3703 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-pfvpn] creating logical port kube-system_global-pull-secret-syncer-pfvpn for pod on switch ip-10-0-1-142.ec2.internal I0521 19:40:07.945949 3703 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-5xf89, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-5xf89: suppressed error logged: pod kube-system/global-pull-secret-syncer-5xf89: no pod IPs found I0521 19:40:07.945967 3703 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-qcdbz] creating logical port openshift-multus_network-metrics-daemon-qcdbz for pod on switch ip-10-0-1-142.ec2.internal I0521 19:40:07.945981 3703 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-6rlbr, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-6rlbr: suppressed error logged: pod openshift-multus/network-metrics-daemon-6rlbr: no pod IPs found I0521 19:40:07.946009 3703 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-6kvsz, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-6kvsz: suppressed error logged: pod kube-system/global-pull-secret-syncer-6kvsz: no pod IPs found I0521 19:40:07.946038 3703 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-pfvpn I0521 19:40:07.946083 3703 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-qcdbz I0521 19:40:07.946079 3703 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-fttj4 I0521 19:40:07.963156 3703 pod.go:62] [openshift-network-diagnostics/network-check-target-fttj4] pod update took 17.205073ms I0521 19:40:07.963176 3703 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-fttj4] addLogicalPort annotation time took 17.231493ms I0521 19:40:07.964284 3703 pods.go:271] [openshift-network-diagnostics/network-check-target-fttj4] addLogicalPort took 18.432057ms, libovsdb time 757.635µs I0521 19:40:07.964336 3703 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-jptqz, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-jptqz: suppressed error logged: pod openshift-network-diagnostics/network-check-target-jptqz: no pod IPs found I0521 19:40:07.969530 3703 pod.go:62] [kube-system/global-pull-secret-syncer-pfvpn] pod update took 23.580781ms I0521 19:40:07.969582 3703 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-pfvpn] addLogicalPort annotation time took 23.633609ms I0521 19:40:07.969593 3703 pod.go:62] [openshift-multus/network-metrics-daemon-qcdbz] pod update took 23.559619ms I0521 19:40:07.969607 3703 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-qcdbz] addLogicalPort annotation time took 23.588442ms I0521 19:40:07.970617 3703 pods.go:271] [kube-system/global-pull-secret-syncer-pfvpn] addLogicalPort took 24.74297ms, libovsdb time 727.332µs I0521 19:40:07.970831 3703 pods.go:271] [openshift-multus/network-metrics-daemon-qcdbz] addLogicalPort took 24.872457ms, libovsdb time 918.061µs I0521 19:40:07.971376 3703 admin_network_policy_controller.go:227] Starting controller default-network-controller I0521 19:40:07.971395 3703 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0521 19:40:07.971408 3703 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0521 19:40:07.971414 3703 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0521 19:40:07.971633 3703 repair.go:29] Repairing admin network policies took 213.299µs I0521 19:40:07.971736 3703 repair.go:92] Repairing baseline admin network policies took 94.693µs I0521 19:40:07.972175 3703 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0521 19:40:07.972193 3703 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0521 19:40:07.974150 3703 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0521 19:40:07.974172 3703 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0521 19:40:07.974185 3703 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0521 19:40:07.976014 3703 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0521 19:40:07.976034 3703 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0521 19:40:07.976044 3703 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0521 19:40:07.978236 3703 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0521 19:40:07.978257 3703 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0521 19:40:07.978720 3703 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0521 19:40:07.978737 3703 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:40:07.980533 3703 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0521 19:40:07.980571 3703 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0521 19:40:07.980581 3703 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0521 19:40:07.982432 3703 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0521 19:40:07.982450 3703 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0521 19:40:07.982458 3703 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0521 19:40:07.982927 3703 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0521 19:40:07.982947 3703 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0521 19:40:07.982955 3703 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0521 19:40:07.984981 3703 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0521 19:40:07.985005 3703 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0521 19:40:07.985018 3703 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0521 19:40:07.986016 3703 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0521 19:40:07.986036 3703 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0521 19:40:07.986048 3703 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0521 19:40:07.987619 3703 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0521 19:40:07.987641 3703 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0521 19:40:07.987650 3703 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0521 19:40:07.988122 3703 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:40:07.988148 3703 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0521 19:40:07.988158 3703 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0521 19:40:07.988675 3703 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0521 19:40:07.988694 3703 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0521 19:40:07.988702 3703 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0521 19:40:07.989187 3703 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0521 19:40:07.989204 3703 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0521 19:40:07.989214 3703 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0521 19:40:07.990400 3703 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0521 19:40:07.990418 3703 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0521 19:40:07.990429 3703 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0521 19:40:07.991581 3703 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0521 19:40:07.991600 3703 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0521 19:40:07.991610 3703 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0521 19:40:07.992076 3703 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0521 19:40:07.992093 3703 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0521 19:40:07.992102 3703 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0521 19:40:07.992612 3703 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0521 19:40:07.992628 3703 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0521 19:40:07.992637 3703 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0521 19:40:07.993478 3703 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0521 19:40:07.993498 3703 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0521 19:40:07.993505 3703 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0521 19:40:07.993800 3703 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0521 19:40:07.993817 3703 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0521 19:40:07.993826 3703 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0521 19:40:07.994455 3703 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0521 19:40:07.994476 3703 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0521 19:40:07.994485 3703 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0521 19:40:07.994981 3703 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:40:07.994998 3703 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0521 19:40:07.995008 3703 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0521 19:40:07.996314 3703 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0521 19:40:07.996336 3703 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0521 19:40:07.996343 3703 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0521 19:40:07.997570 3703 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0521 19:40:07.997592 3703 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0521 19:40:07.997602 3703 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0521 19:40:07.997866 3703 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0521 19:40:07.997884 3703 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0521 19:40:07.997892 3703 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0521 19:40:07.998335 3703 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0521 19:40:07.998351 3703 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0521 19:40:07.998356 3703 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0521 19:40:07.998646 3703 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0521 19:40:07.998671 3703 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0521 19:40:07.998702 3703 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:40:07.999448 3703 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0521 19:40:07.999469 3703 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0521 19:40:07.999477 3703 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0521 19:40:08.000005 3703 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0521 19:40:08.000023 3703 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0521 19:40:08.000031 3703 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0521 19:40:08.000615 3703 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0521 19:40:08.000642 3703 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0521 19:40:08.000664 3703 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0521 19:40:08.001003 3703 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0521 19:40:08.005668 3703 egressfirewall.go:374] Starting EgressFirewall controller I0521 19:40:08.005710 3703 controller.go:133] Adding controller egress-firewall-controller event handlers I0521 19:40:08.005740 3703 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0521 19:40:08.005744 3703 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0521 19:40:08.005757 3703 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0521 19:40:08.005776 3703 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0521 19:40:08.005788 3703 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0521 19:40:08.006070 3703 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0521 19:40:08.006084 3703 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0521 19:40:08.006093 3703 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0521 19:40:08.006103 3703 egressqos.go:193] Setting up event handlers for EgressQoS I0521 19:40:08.006176 3703 egressfirewall.go:723] Syncing node "ip-10-0-0-71.ec2.internal" for egress firewall I0521 19:40:08.006188 3703 egressfirewall.go:723] Syncing node "ip-10-0-1-142.ec2.internal" for egress firewall I0521 19:40:08.006193 3703 egressfirewall.go:723] Syncing node "ip-10-0-2-188.ec2.internal" for egress firewall I0521 19:40:08.006319 3703 egressqos.go:245] Starting EgressQoS Controller I0521 19:40:08.006333 3703 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0521 19:40:08.006344 3703 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0521 19:40:08.006353 3703 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0521 19:40:08.006361 3703 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0521 19:40:08.006370 3703 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0521 19:40:08.006378 3703 shared_informer.go:356] "Caches are synced" controller="egressqos" I0521 19:40:08.006385 3703 egressqos.go:259] Repairing EgressQoSes I0521 19:40:08.006391 3703 egressqos.go:399] Starting repairing loop for egressqos I0521 19:40:08.006477 3703 egressqos.go:401] Finished repairing loop for egressqos: 87.31µs I0521 19:40:08.006504 3703 egressservice_zone.go:132] Setting up event handlers for Egress Services I0521 19:40:08.006524 3703 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-142.ec2.internal I0521 19:40:08.006581 3703 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-142.ec2.internal : 58.677µs I0521 19:40:08.006665 3703 egressservice_zone.go:210] Starting Egress Services Controller I0521 19:40:08.006677 3703 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:40:08.006685 3703 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:40:08.006691 3703 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:40:08.006696 3703 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:40:08.006702 3703 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:40:08.006707 3703 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:40:08.006712 3703 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0521 19:40:08.006717 3703 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0521 19:40:08.006720 3703 egressservice_zone.go:228] Repairing Egress Services I0521 19:40:08.006967 3703 master_controller.go:88] Starting Admin Policy Based Route Controller I0521 19:40:08.006982 3703 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:40:08.006988 3703 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-71.ec2.internal I0521 19:40:08.006996 3703 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-71.ec2.internal: 10.731µs I0521 19:40:08.007003 3703 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-142.ec2.internal I0521 19:40:08.007006 3703 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-142.ec2.internal: 4.062µs I0521 19:40:08.007011 3703 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-188.ec2.internal I0521 19:40:08.007014 3703 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-188.ec2.internal: 4.035µs I0521 19:40:08.007142 3703 default_network_controller.go:585] Completing all the Watchers took 309.844556ms I0521 19:40:08.007156 3703 default_network_controller.go:589] Starting unidling controllers I0521 19:40:08.007167 3703 unidle.go:46] Registering OVN SB ControllerEvent handler I0521 19:40:08.007172 3703 unidle.go:63] Populating Initial ContollerEvent events I0521 19:40:08.007181 3703 unidle.go:79] Setting up event handlers for services I0521 19:40:08.007268 3703 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:40:08.085699 3703 default_node_network_controller.go:519] Node connection status = connected I0521 19:40:08.585180 3703 default_node_network_controller.go:519] Node connection status = connected I0521 19:40:09.085629 3703 default_node_network_controller.go:519] Node connection status = connected I0521 19:40:09.375783 3703 default_network_controller.go:1025] Node "ip-10-0-0-71.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:40:09.585095 3703 default_node_network_controller.go:519] Node connection status = connected I0521 19:40:09.798149 3703 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:40:09.989610 3703 egressfirewall.go:723] Syncing node "ip-10-0-0-71.ec2.internal" for egress firewall I0521 19:40:09.989618 3703 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-71.ec2.internal I0521 19:40:09.989642 3703 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-71.ec2.internal: 30.975µs I0521 19:40:09.989674 3703 default_network_controller.go:1025] Node "ip-10-0-0-71.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:40:10.085150 3703 default_node_network_controller.go:519] Node connection status = connected I0521 19:40:10.105509 3703 bridgeconfig.go:537] Gateway is ready I0521 19:40:10.105529 3703 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0521 19:40:10.118183 3703 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.142. Updating OVN encap IP. I0521 19:40:10.124040 3703 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.142 - it is already configured I0521 19:40:10.124054 3703 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.142/24:{} 172.20.0.1/32:{}]. Updating annotations. I0521 19:40:10.124287 3703 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.142/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-142.ec2.internal","mac-address":"0a:ff:d2:63:ee:65","ip-addresses":["10.0.1.142/24"],"ip-address":"10.0.1.142/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:5be574bb-3aa7-4072-ab67-55a536d32e59 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.142/24"}] on node ip-10-0-1-142.ec2.internal I0521 19:40:10.140918 3703 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-142.ec2.internal in network "default" I0521 19:40:10.140961 3703 egressfirewall.go:723] Syncing node "ip-10-0-1-142.ec2.internal" for egress firewall I0521 19:40:10.140984 3703 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-142.ec2.internal I0521 19:40:10.140995 3703 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-142.ec2.internal: 12.666µs I0521 19:40:10.140998 3703 node_tracker.go:169] Node ip-10-0-1-142.ec2.internal switch + router changed, syncing services in network "default" I0521 19:40:10.141021 3703 services_controller.go:574] Full service sync requested for network=default I0521 19:40:10.141044 3703 master.go:548] Adding or Updating local node "ip-10-0-1-142.ec2.internal" for network "default" I0521 19:40:10.141617 3703 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.142 I0521 19:40:10.141725 3703 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-142.ec2.internal I0521 19:40:10.145608 3703 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-142.ec2.internal. Updating no re-route policies I0521 19:40:10.145678 3703 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-q585q I0521 19:40:10.145677 3703 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-vbrf6 I0521 19:40:10.145689 3703 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-brdwd I0521 19:40:10.145696 3703 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-vbrf6 I0521 19:40:10.145701 3703 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-5xf89 I0521 19:40:10.145705 3703 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-brdwd I0521 19:40:10.145710 3703 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-5xf89 I0521 19:40:10.145717 3703 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-pzzpk I0521 19:40:10.145716 3703 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-fttj4 I0521 19:40:10.145728 3703 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-pzzpk I0521 19:40:10.145727 3703 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-142.ec2.internal I0521 19:40:10.145730 3703 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-vbrf6, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-vbrf6: suppressed error logged: pod openshift-network-diagnostics/network-check-target-vbrf6: no pod IPs found I0521 19:40:10.145734 3703 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-5xf89, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-5xf89: suppressed error logged: pod kube-system/global-pull-secret-syncer-5xf89: no pod IPs found I0521 19:40:10.145736 3703 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-fttj4 I0521 19:40:10.145741 3703 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-142.ec2.internal I0521 19:40:10.145745 3703 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-pzzpk after 0 failed attempt(s) I0521 19:40:10.145746 3703 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-g4l2m I0521 19:40:10.145747 3703 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-khljg I0521 19:40:10.145694 3703 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-q585q I0521 19:40:10.145751 3703 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-6rlbr I0521 19:40:10.145757 3703 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-142.ec2.internal after 0 failed attempt(s) I0521 19:40:10.145759 3703 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-6kvsz I0521 19:40:10.145760 3703 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-khljg I0521 19:40:10.145761 3703 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-9qgwz I0521 19:40:10.145765 3703 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-6rlbr I0521 19:40:10.145770 3703 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-pfvpn I0521 19:40:10.145776 3703 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-9qgwz I0521 19:40:10.145777 3703 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-fttj4] creating logical port openshift-network-diagnostics_network-check-target-fttj4 for pod on switch ip-10-0-1-142.ec2.internal I0521 19:40:10.145747 3703 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-jptqz I0521 19:40:10.145781 3703 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-khljg after 0 failed attempt(s) I0521 19:40:10.145785 3703 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-jptqz I0521 19:40:10.145783 3703 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-qcdbz I0521 19:40:10.145797 3703 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-qcdbz I0521 19:40:10.145808 3703 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-9qgwz after 0 failed attempt(s) I0521 19:40:10.145808 3703 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-6rlbr, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-6rlbr: suppressed error logged: pod openshift-multus/network-metrics-daemon-6rlbr: no pod IPs found I0521 19:40:10.145778 3703 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-pfvpn I0521 19:40:10.145815 3703 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-jptqz, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-jptqz: suppressed error logged: pod openshift-network-diagnostics/network-check-target-jptqz: no pod IPs found I0521 19:40:10.145754 3703 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-g4l2m I0521 19:40:10.145704 3703 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-7lvfh I0521 19:40:10.145847 3703 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-pfvpn] creating logical port kube-system_global-pull-secret-syncer-pfvpn for pod on switch ip-10-0-1-142.ec2.internal I0521 19:40:10.145853 3703 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-7lvfh I0521 19:40:10.145736 3703 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-brdwd after 0 failed attempt(s) I0521 19:40:10.145769 3703 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-6kvsz I0521 19:40:10.145888 3703 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-7lvfh, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-7lvfh: suppressed error logged: pod openshift-multus/network-metrics-daemon-7lvfh: no pod IPs found I0521 19:40:10.145896 3703 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-6kvsz, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-6kvsz: suppressed error logged: pod kube-system/global-pull-secret-syncer-6kvsz: no pod IPs found I0521 19:40:10.145776 3703 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zr7gc I0521 19:40:10.145766 3703 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-142.ec2.internal I0521 19:40:10.145923 3703 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-qcdbz] creating logical port openshift-multus_network-metrics-daemon-qcdbz for pod on switch ip-10-0-1-142.ec2.internal I0521 19:40:10.145925 3703 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-142.ec2.internal I0521 19:40:10.145840 3703 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-g4l2m after 0 failed attempt(s) I0521 19:40:10.145760 3703 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-zq8kw I0521 19:40:10.145943 3703 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-142.ec2.internal after 0 failed attempt(s) I0521 19:40:10.145949 3703 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-zq8kw I0521 19:40:10.145973 3703 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-zq8kw after 0 failed attempt(s) I0521 19:40:10.145764 3703 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-q585q after 0 failed attempt(s) I0521 19:40:10.145916 3703 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zr7gc I0521 19:40:10.146007 3703 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zr7gc after 0 failed attempt(s) I0521 19:40:10.145779 3703 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-4ssv2 I0521 19:40:10.146024 3703 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-4ssv2 I0521 19:40:10.146044 3703 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-4ssv2 after 0 failed attempt(s) I0521 19:40:10.146604 3703 pods.go:271] [kube-system/global-pull-secret-syncer-pfvpn] addLogicalPort took 764.965µs, libovsdb time 272.054µs I0521 19:40:10.146618 3703 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-pfvpn after 0 failed attempt(s) I0521 19:40:10.146886 3703 pods.go:271] [openshift-multus/network-metrics-daemon-qcdbz] addLogicalPort took 974.126µs, libovsdb time 450.687µs I0521 19:40:10.146897 3703 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-qcdbz after 0 failed attempt(s) I0521 19:40:10.146965 3703 pods.go:271] [openshift-network-diagnostics/network-check-target-fttj4] addLogicalPort took 1.199276ms, libovsdb time 432.596µs I0521 19:40:10.146976 3703 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-fttj4 after 0 failed attempt(s) I0521 19:40:10.163165 3703 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0521 19:40:10.176734 3703 iptables.go:108] Creating table: mangle chain: OUTPUT I0521 19:40:10.180293 3703 iptables.go:108] Creating table: nat chain: OUTPUT I0521 19:40:10.231496 3703 iptables.go:108] Creating table: nat chain: PREROUTING I0521 19:40:10.290987 3703 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:40:10.309376 3703 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0521 19:40:10.309474 3703 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0521 19:40:10.309565 3703 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0521 19:40:10.309651 3703 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0521 19:40:10.309704 3703 gateway_init.go:325] Gateway and management port readiness took 2.729329607s I0521 19:40:10.309742 3703 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0521 19:40:10.309778 3703 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0521 19:40:10.309792 3703 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0521 19:40:10.309802 3703 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:40:10.309866 3703 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0521 19:40:10.309958 3703 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 59.091µs I0521 19:40:10.310252 3703 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0521 19:40:10.310279 3703 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.125µs I0521 19:40:10.310287 3703 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 35.658µs I0521 19:40:10.310293 3703 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0521 19:40:10.310302 3703 nad_controller.go:379] [node-nad-controller NAD controller]: started I0521 19:40:10.310307 3703 default_node_network_controller.go:899] Starting the default node network controller I0521 19:40:10.310312 3703 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0521 19:40:10.310402 3703 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 18.046µs I0521 19:40:10.310479 3703 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0521 19:40:10.310487 3703 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0521 19:40:10.310512 3703 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0000158d0 0xc000257dc0 0xc000257e30 0xc000257ea0 0xc000257f10 0xc0002c8000 0xc0002c8070 0xc000507590 0xc0002c80e0 0xc0002c8150 0xc000aaa2d0 0xc0061b1340 0xc0002c81c0 map[0x2ff9080:0xc00271b380 0x2ff95c0:0xc00271b500 0x2ffa2e0:0xc00271b2c0 0x2ffa580:0xc00271b320 0x2ffad60:0xc00271b3e0 0x2ffb000:0xc00271b440 0x2ffb2a0:0xc00271b4a0 0x2ffba80:0xc00271b860 0x2ffbd20:0xc00271b8c0 0x3026980:0xc00114a480 0x3026d20:0xc00114a4e0 0x3027800:0xc000cb1860 0x3029160:0xc001ae4000 0x30298a0:0xc00114a600 0x302a720:0xc00114a420] 0xc00056a2a0 0} I0521 19:40:10.310604 3703 gateway.go:151] Starting gateway service sync I0521 19:40:10.311038 3703 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0521 19:40:10.313609 3703 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0521 19:40:10.342880 3703 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0521 19:40:10.344316 3703 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0521 19:40:10.345662 3703 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0521 19:40:10.381472 3703 gateway.go:168] Gateway service sync done. Time taken: 70.852509ms I0521 19:40:10.382192 3703 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30304 I0521 19:40:10.382292 3703 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0000158d0 0xc000257dc0 0xc000257e30 0xc000257ea0 0xc000257f10 0xc0002c8000 0xc0002c8070 0xc000507590 0xc0002c80e0 0xc0002c8150 0xc000aaa2d0 0xc0061b1340 0xc0002c81c0 map[0x2ff9080:0xc00271b380 0x2ff95c0:0xc00271b500 0x2ffa2e0:0xc00271b2c0 0x2ffa580:0xc00271b320 0x2ffad60:0xc00271b3e0 0x2ffb000:0xc00271b440 0x2ffb2a0:0xc00271b4a0 0x2ffba80:0xc00271b860 0x2ffbd20:0xc00271b8c0 0x3026980:0xc00114a480 0x3026d20:0xc00114a4e0 0x3027800:0xc000cb1860 0x3029160:0xc001ae4000 0x30298a0:0xc00114a600 0x302a720:0xc00114a420] 0xc00056a2a0 0} I0521 19:40:10.382808 3703 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0000158d0 0xc000257dc0 0xc000257e30 0xc000257ea0 0xc000257f10 0xc0002c8000 0xc0002c8070 0xc000507590 0xc0002c80e0 0xc0002c8150 0xc000aaa2d0 0xc0061b1340 0xc0002c81c0 map[0x2ff9080:0xc00271b380 0x2ff95c0:0xc00271b500 0x2ffa2e0:0xc00271b2c0 0x2ffa580:0xc00271b320 0x2ffad60:0xc00271b3e0 0x2ffb000:0xc00271b440 0x2ffb2a0:0xc00271b4a0 0x2ffba80:0xc00271b860 0x2ffbd20:0xc00271b8c0 0x3026980:0xc00114a480 0x3026d20:0xc00114a4e0 0x3027800:0xc000cb1860 0x3029160:0xc001ae4000 0x30298a0:0xc00114a600 0x302a720:0xc00114a420] 0xc00056a2a0 0} I0521 19:40:10.382845 3703 gateway.go:532] Reconciling gateway with updates I0521 19:40:10.388751 3703 gateway.go:339] Spawning Conntrack Rule Check Thread I0521 19:40:10.388832 3703 default_node_network_controller.go:944] Gateway and management port readiness took 78.337186ms I0521 19:40:10.388848 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:40:10.388859 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:40:10.388868 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:40:10.388873 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:40:10.388875 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:40:10.388873 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:40:10.388889 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:40:10.388891 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:40:10.388891 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:40:10.388895 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:40:10.388899 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:40:10.388896 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:40:10.388907 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:40:10.388909 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:40:10.388913 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:40:10.388914 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:40:10.388912 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:40:10.388913 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:40:10.388923 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:40:10.388929 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:40:10.388935 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:40:10.388937 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:40:10.388939 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:40:10.388935 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:40:10.388954 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:40:10.388963 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:40:10.388971 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:40:10.388926 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:40:10.388977 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:40:10.388979 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:40:10.388977 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:40:10.388989 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:40:10.388994 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:40:10.388997 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:40:10.389000 3703 port_claim.go:71] Svc openshift-ingress/router-default: port 30111 is already open, no action needed I0521 19:40:10.389005 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:40:10.389008 3703 port_claim.go:71] Svc openshift-ingress/router-default: port 30345 is already open, no action needed I0521 19:40:10.389005 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:40:10.389015 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:40:10.389016 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:40:10.389022 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:40:10.389029 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:40:10.389030 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:40:10.389043 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:40:10.389079 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:40:10.388966 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:40:10.389087 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:40:10.389094 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:40:10.389097 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:40:10.389005 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:40:10.389114 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:40:10.389117 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:40:10.389122 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:40:10.389127 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:40:10.389134 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:40:10.389138 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:40:10.389137 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:40:10.389142 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:40:10.389149 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:40:10.389148 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:40:10.389153 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:40:10.389157 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:40:10.389157 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:40:10.389161 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:40:10.389126 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:40:10.389170 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:40:10.389176 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:40:10.389179 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:40:10.389181 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:40:10.389182 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:40:10.389187 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:40:10.389192 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:40:10.389193 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:40:10.389207 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:40:10.389099 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:40:10.389164 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:40:10.389184 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:40:10.389178 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:40:10.389228 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:40:10.389234 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:40:10.389265 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:40:10.389283 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:40:10.389295 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:40:10.389312 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:40:10.389326 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:40:10.389327 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:40:10.389334 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:40:10.389362 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:40:10.389373 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:40:10.389396 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:40:10.389404 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:40:10.389428 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:40:10.389437 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:40:10.389442 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:40:10.389453 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:40:10.389516 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:40:10.389527 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:40:10.389527 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:40:10.389538 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:40:10.390040 3703 node_ip_handler_linux.go:160] Node IP manager is running I0521 19:40:10.409539 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:40:10.409587 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:40:10.409572 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:40:10.409605 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:40:10.409613 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:40:10.409618 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:40:10.409623 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:40:10.409628 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:40:10.409634 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) W0521 19:40:10.430241 3703 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:40:10.430539 3703 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:40:10.430722 3703 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0521 19:40:10.459754 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:40:10.459763 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:40:10.459783 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:40:10.459794 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:40:10.459804 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:40:10.459809 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:40:10.459818 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:40:10.459824 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:40:10.459832 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:40:10.459838 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:40:10.459843 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:40:10.459848 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:40:10.459853 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:40:10.459872 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:40:10.500896 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:40:10.500931 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:40:10.500942 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:40:10.500951 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:40:10.500959 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:40:10.500969 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:40:10.500978 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:40:10.501008 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:40:10.501029 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:40:10.501050 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:40:10.501057 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:40:10.501065 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:40:12.126425 3703 default_node_network_controller.go:1380] Starting node controller node sync W0521 19:40:12.126487 3703 egressip_healthcheck.go:76] Health checking using insecure connection I0521 19:40:12.126572 3703 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0521 19:40:12.138913 3703 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.467215ms I0521 19:40:12.139177 3703 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0521 19:40:12.139590 3703 egressservice_node.go:93] Setting up event handlers for Egress Services I0521 19:40:12.139777 3703 egressservice_node.go:183] Starting Egress Services Controller I0521 19:40:12.139797 3703 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:40:12.139809 3703 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:40:12.139818 3703 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:40:12.139844 3703 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:40:12.139853 3703 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:40:12.139858 3703 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:40:12.139862 3703 egressservice_node.go:197] Repairing Egress Services I0521 19:40:12.153141 3703 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0521 19:40:12.153156 3703 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:40:12.153410 3703 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0521 19:40:12.153424 3703 link_network_manager.go:119] Link manager is running I0521 19:40:12.153434 3703 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0521 19:40:12.153627 3703 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0521 19:40:12.153928 3703 vrf_manager.go:128] VRF manager is running I0521 19:40:12.154065 3703 node_controller_manager.go:437] Removing flows to drop GARP I0521 19:40:12.154077 3703 gateway.go:532] Reconciling gateway with updates I0521 19:40:12.180829 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:40:12.180839 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:40:12.180851 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:40:12.180860 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:40:12.180859 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:40:12.180867 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:40:12.180866 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:40:12.180873 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:40:12.180878 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:40:12.180877 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:40:12.180879 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:40:12.180894 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:40:12.180896 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:40:12.180895 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:40:12.180907 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:40:12.180915 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:40:12.180932 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:40:12.180933 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:40:12.180942 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:40:12.180947 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:40:12.180956 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:40:12.180963 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:40:12.180969 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:40:12.180967 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:40:12.180978 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:40:12.180975 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:40:12.180986 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:40:12.180990 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:40:12.180986 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:40:12.180998 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:40:12.180999 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:40:12.180990 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:40:12.181018 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:40:12.181037 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:40:12.181036 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:40:12.181048 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:40:12.181049 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:40:12.181056 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:40:12.181065 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:40:12.181064 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:40:12.181067 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:40:12.181077 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:40:12.181077 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:40:12.181093 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:40:12.181103 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:40:12.181106 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:40:12.181106 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:40:12.181115 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:40:12.181115 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:40:12.181121 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:40:12.181127 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:40:12.181130 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:40:12.181130 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:40:12.181133 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:40:12.181141 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:40:12.181144 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:40:12.181141 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:40:12.181141 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:40:12.181149 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:40:12.181159 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:40:12.181161 3703 port_claim.go:71] Svc openshift-ingress/router-default: port 30111 is already open, no action needed I0521 19:40:12.181161 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:40:12.181160 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:40:12.181178 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:40:12.181180 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:40:12.181185 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:40:12.181187 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:40:12.181187 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:40:12.181198 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:40:12.181200 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:40:12.181206 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:40:12.181208 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:40:12.181125 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:40:12.181096 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:40:12.181216 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:40:12.181221 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:40:12.181222 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:40:12.181018 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:40:12.181236 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:40:12.181236 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:40:12.181016 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:40:12.180964 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:40:12.181249 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:40:12.181247 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:40:12.181201 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:40:12.181037 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:40:12.181276 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:40:12.181279 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:40:12.181290 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:40:12.181036 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:40:12.181033 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:40:12.181321 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:40:12.181049 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:40:12.181345 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:40:12.181035 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:40:12.181361 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:40:12.181107 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:40:12.181112 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:40:12.181382 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:40:12.181121 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:40:12.181409 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:40:12.181425 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:40:12.181433 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:40:12.181127 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:40:12.181445 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:40:12.181451 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:40:12.181134 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:40:12.181458 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:40:12.181144 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:40:12.181172 3703 port_claim.go:71] Svc openshift-ingress/router-default: port 30345 is already open, no action needed I0521 19:40:12.181168 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:40:12.181539 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:40:12.181026 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:40:12.181003 3703 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:40:12.181587 3703 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:40:12.222485 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:40:12.222512 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:40:12.222521 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:40:12.222531 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:40:12.222539 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:40:12.222568 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:40:12.222579 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:40:12.222585 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:40:12.263534 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:40:12.263578 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:40:12.263600 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:40:12.263610 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:40:12.263619 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:40:12.263626 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:40:12.263635 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:40:12.263643 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:40:12.308026 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:40:12.308074 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:40:12.308083 3703 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:40:13.822077 3703 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-142.ec2.internal I0521 19:40:13.822102 3703 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-142.ec2.internal: 31.815µs I0521 19:40:13.852620 3703 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-57494b6-n5thf] creating logical port openshift-image-registry_image-registry-57494b6-n5thf for pod on switch ip-10-0-1-142.ec2.internal I0521 19:40:13.852798 3703 kube.go:256] Updating pod openshift-image-registry/image-registry-57494b6-n5thf I0521 19:40:13.873765 3703 pod.go:62] [openshift-image-registry/image-registry-57494b6-n5thf] pod update took 21.013904ms I0521 19:40:13.873792 3703 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-57494b6-n5thf] addLogicalPort annotation time took 21.047161ms I0521 19:40:13.875290 3703 pods.go:271] [openshift-image-registry/image-registry-57494b6-n5thf] addLogicalPort took 22.698425ms, libovsdb time 1.072502ms I0521 19:40:13.899053 3703 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-57cc67bd76-5rln5] creating logical port openshift-ingress_router-default-57cc67bd76-5rln5 for pod on switch ip-10-0-1-142.ec2.internal I0521 19:40:13.899178 3703 kube.go:256] Updating pod openshift-ingress/router-default-57cc67bd76-5rln5 I0521 19:40:13.905283 3703 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-p87bm] creating logical port openshift-dns_dns-default-p87bm for pod on switch ip-10-0-1-142.ec2.internal I0521 19:40:13.905405 3703 kube.go:256] Updating pod openshift-dns/dns-default-p87bm I0521 19:40:13.911563 3703 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-xlgdc] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-xlgdc for pod on switch ip-10-0-1-142.ec2.internal I0521 19:40:13.911655 3703 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-xlgdc I0521 19:40:13.911753 3703 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-47r5g] creating logical port openshift-console-operator_console-operator-66dbbb6468-47r5g for pod on switch ip-10-0-1-142.ec2.internal I0521 19:40:13.911856 3703 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-47r5g I0521 19:40:13.926613 3703 pod.go:62] [openshift-ingress/router-default-57cc67bd76-5rln5] pod update took 27.460763ms I0521 19:40:13.926645 3703 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-57cc67bd76-5rln5] addLogicalPort annotation time took 27.495607ms I0521 19:40:13.928024 3703 pods.go:271] [openshift-ingress/router-default-57cc67bd76-5rln5] addLogicalPort took 28.989034ms, libovsdb time 1.075339ms I0521 19:40:13.928083 3703 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-z7ml6] creating logical port openshift-insights_insights-operator-6dbb575d6c-z7ml6 for pod on switch ip-10-0-1-142.ec2.internal I0521 19:40:13.928165 3703 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-z7ml6 I0521 19:40:13.929374 3703 pod.go:62] [openshift-dns/dns-default-p87bm] pod update took 24.006084ms I0521 19:40:13.929396 3703 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-p87bm] addLogicalPort annotation time took 24.031502ms I0521 19:40:13.931181 3703 pods.go:271] [openshift-dns/dns-default-p87bm] addLogicalPort took 25.912092ms, libovsdb time 1.452622ms I0521 19:40:13.931648 3703 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9w99x] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-9w99x for pod on switch ip-10-0-1-142.ec2.internal I0521 19:40:13.931748 3703 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9w99x I0521 19:40:13.935706 3703 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-xlgdc] pod update took 24.077752ms I0521 19:40:13.935725 3703 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-xlgdc] addLogicalPort annotation time took 24.099483ms I0521 19:40:13.936867 3703 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-xlgdc] addLogicalPort took 25.34148ms, libovsdb time 805.73µs I0521 19:40:13.940425 3703 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6845996c6f-kdfzq] creating logical port openshift-ingress_router-default-6845996c6f-kdfzq for pod on switch ip-10-0-1-142.ec2.internal I0521 19:40:13.940589 3703 kube.go:256] Updating pod openshift-ingress/router-default-6845996c6f-kdfzq I0521 19:40:13.950185 3703 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-47r5g] pod update took 38.345361ms I0521 19:40:13.950214 3703 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-47r5g] addLogicalPort annotation time took 38.378854ms I0521 19:40:13.951567 3703 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-47r5g] addLogicalPort took 39.818612ms, libovsdb time 1.013953ms I0521 19:40:13.951639 3703 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-dh2w6] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-dh2w6 for pod on switch ip-10-0-1-142.ec2.internal I0521 19:40:13.951722 3703 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-dh2w6 I0521 19:40:13.956429 3703 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-twch9] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-twch9 for pod on switch ip-10-0-1-142.ec2.internal I0521 19:40:13.956753 3703 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-9z4kj] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-9z4kj for pod on switch ip-10-0-1-142.ec2.internal I0521 19:40:13.956787 3703 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-tpcq9] creating logical port openshift-ingress-canary_ingress-canary-tpcq9 for pod on switch ip-10-0-1-142.ec2.internal I0521 19:40:13.956865 3703 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-9z4kj I0521 19:40:13.956898 3703 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-tpcq9 I0521 19:40:13.957084 3703 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-5ddnm] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-5ddnm for pod on switch ip-10-0-1-142.ec2.internal I0521 19:40:13.957090 3703 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-twch9 I0521 19:40:13.957185 3703 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-5ddnm I0521 19:40:13.957392 3703 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-j7k5c] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-j7k5c for pod on switch ip-10-0-1-142.ec2.internal I0521 19:40:13.957478 3703 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-j7k5c I0521 19:40:13.970295 3703 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9w99x] pod update took 38.582819ms I0521 19:40:13.970322 3703 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9w99x] addLogicalPort annotation time took 38.613477ms I0521 19:40:13.971480 3703 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9w99x] addLogicalPort took 39.837599ms, libovsdb time 821.725µs I0521 19:40:13.993054 3703 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-xcplg] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-xcplg for pod on switch ip-10-0-1-142.ec2.internal I0521 19:40:13.993174 3703 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-xcplg I0521 19:40:13.993375 3703 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29656540-4m9ks for pod on switch ip-10-0-1-142.ec2.internal I0521 19:40:13.993500 3703 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks I0521 19:40:14.046139 3703 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-z7ml6] pod update took 118.002078ms I0521 19:40:14.046162 3703 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-z7ml6] addLogicalPort annotation time took 118.031759ms I0521 19:40:14.047442 3703 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-z7ml6] addLogicalPort took 119.366302ms, libovsdb time 912.106µs I0521 19:40:14.054517 3703 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-dh2w6] pod update took 102.812844ms I0521 19:40:14.054614 3703 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-dh2w6] addLogicalPort annotation time took 102.914426ms I0521 19:40:14.054652 3703 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-9z4kj] pod update took 97.811952ms I0521 19:40:14.054669 3703 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-9z4kj] addLogicalPort annotation time took 97.831675ms I0521 19:40:14.054757 3703 pod.go:62] [openshift-ingress/router-default-6845996c6f-kdfzq] pod update took 114.23067ms I0521 19:40:14.054775 3703 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6845996c6f-kdfzq] addLogicalPort annotation time took 114.254342ms I0521 19:40:14.055831 3703 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-dh2w6] addLogicalPort took 104.208211ms, libovsdb time 909.634µs I0521 19:40:14.056144 3703 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-9z4kj] addLogicalPort took 99.408055ms, libovsdb time 1.131339ms I0521 19:40:14.056197 3703 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-wtjs5] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-wtjs5 for pod on switch ip-10-0-1-142.ec2.internal I0521 19:40:14.056394 3703 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-wtjs5 I0521 19:40:14.056394 3703 pods.go:271] [openshift-ingress/router-default-6845996c6f-kdfzq] addLogicalPort took 115.988531ms, libovsdb time 1.355428ms I0521 19:40:14.065463 3703 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks] pod update took 71.990959ms I0521 19:40:14.065485 3703 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks] addLogicalPort annotation time took 72.012021ms I0521 19:40:14.066572 3703 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks] addLogicalPort took 73.174378ms, libovsdb time 711.234µs I0521 19:40:14.077801 3703 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-5ddnm] pod update took 120.629801ms I0521 19:40:14.077823 3703 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-5ddnm] addLogicalPort annotation time took 120.658342ms I0521 19:40:14.078259 3703 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-twch9] pod update took 121.679726ms I0521 19:40:14.078284 3703 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-twch9] addLogicalPort annotation time took 121.741277ms I0521 19:40:14.079388 3703 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-5ddnm] addLogicalPort took 122.322444ms, libovsdb time 1.168324ms I0521 19:40:14.079525 3703 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-twch9] addLogicalPort took 123.117619ms, libovsdb time 796.43µs I0521 19:40:14.081085 3703 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-xcplg] pod update took 87.950747ms I0521 19:40:14.081103 3703 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-xcplg] addLogicalPort annotation time took 87.975467ms I0521 19:40:14.082234 3703 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-xcplg] addLogicalPort took 89.197047ms, libovsdb time 864.095µs I0521 19:40:14.092954 3703 pod.go:62] [openshift-ingress-canary/ingress-canary-tpcq9] pod update took 136.089619ms I0521 19:40:14.092975 3703 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-tpcq9] addLogicalPort annotation time took 136.116862ms I0521 19:40:14.094415 3703 pods.go:271] [openshift-ingress-canary/ingress-canary-tpcq9] addLogicalPort took 137.639952ms, libovsdb time 1.06219ms I0521 19:40:14.104390 3703 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-wtjs5] pod update took 48.013506ms I0521 19:40:14.104418 3703 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-wtjs5] addLogicalPort annotation time took 48.052373ms I0521 19:40:14.105878 3703 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-wtjs5] addLogicalPort took 49.684182ms, libovsdb time 911.913µs I0521 19:40:14.174032 3703 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-j7k5c] pod update took 216.566437ms I0521 19:40:14.174057 3703 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-j7k5c] addLogicalPort annotation time took 216.603365ms I0521 19:40:14.175410 3703 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-j7k5c] addLogicalPort took 218.024474ms, libovsdb time 982.064µs I0521 19:40:15.197272 3703 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-47r5g 6952282fa5a5a4f0cbc21fc1f905c2d83012de702da13cff55e4252521da2504 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-47r5g 6952282fa5a5a4f0cbc21fc1f905c2d83012de702da13cff55e4252521da2504 network default NAD default NAD key ] I0521 19:40:15.197672 3703 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-dh2w6 0fcf6665d0f0687d8fd1eed172e439d12e68350ed73c08cdcc8607afa262ed8a network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-dh2w6 0fcf6665d0f0687d8fd1eed172e439d12e68350ed73c08cdcc8607afa262ed8a network default NAD default NAD key ] I0521 19:40:15.198196 3703 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-5ddnm 534e1250aa6a0ef6ac6f7bae81a5d11d1caad19ad54efb560c46f422db09b866 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-5ddnm 534e1250aa6a0ef6ac6f7bae81a5d11d1caad19ad54efb560c46f422db09b866 network default NAD default NAD key ] I0521 19:40:15.198506 3703 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-xlgdc 9104eb8518b83a1bdc71dd4b1ed5dbc667999f85e3a4d4553c81801568568721 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-xlgdc 9104eb8518b83a1bdc71dd4b1ed5dbc667999f85e3a4d4553c81801568568721 network default NAD default NAD key ] I0521 19:40:15.200409 3703 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-wtjs5 91ae5e089b7ccbbd5fd5c73866f09fed96deb9a9501ce9b345f618a523a6a023 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-wtjs5 91ae5e089b7ccbbd5fd5c73866f09fed96deb9a9501ce9b345f618a523a6a023 network default NAD default NAD key ] I0521 19:40:15.201483 3703 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-z7ml6 d4c27431e499f849128f79fe1f4ad20ec4a027924087b6b0e1cb29057c18227e network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-z7ml6 d4c27431e499f849128f79fe1f4ad20ec4a027924087b6b0e1cb29057c18227e network default NAD default NAD key ] I0521 19:40:15.202230 3703 cni.go:452] [openshift-ingress-canary/ingress-canary-tpcq9 8355a58559e42794674fb668b883f23b96b121ec3eea207037747c0c4a948db5 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-tpcq9 8355a58559e42794674fb668b883f23b96b121ec3eea207037747c0c4a948db5 network default NAD default NAD key ] I0521 19:40:15.203466 3703 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks 40ff6eb70a3b8dc808fa81431a69f3ecd7d558462da9348d2a8d665a41d51a32 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks 40ff6eb70a3b8dc808fa81431a69f3ecd7d558462da9348d2a8d665a41d51a32 network default NAD default NAD key ] I0521 19:40:15.216845 3703 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9w99x b2e2eafbf73c35f413e50391aebd9aaaf3aa339d4bcc5ddb75cb331945a6c3fa network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9w99x b2e2eafbf73c35f413e50391aebd9aaaf3aa339d4bcc5ddb75cb331945a6c3fa network default NAD default NAD key ] I0521 19:40:15.252945 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-47r5g, hostIfaceName: 6952282fa5a5a4f, network: default, NAD default, SandboxID: "6952282fa5a5a4f0cbc21fc1f905c2d83012de702da13cff55e4252521da2504", PCI device ID: , UID: "a6ff73aa-7967-4fff-8aee-8716c4f4e014", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0521 19:40:15.254454 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-z7ml6, hostIfaceName: d4c27431e499f84, network: default, NAD default, SandboxID: "d4c27431e499f849128f79fe1f4ad20ec4a027924087b6b0e1cb29057c18227e", PCI device ID: , UID: "0923ea69-1a99-4e8d-a7d1-334f8f5a0bd3", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0521 19:40:15.257461 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-tpcq9, hostIfaceName: 8355a58559e4279, network: default, NAD default, SandboxID: "8355a58559e42794674fb668b883f23b96b121ec3eea207037747c0c4a948db5", PCI device ID: , UID: "26220cc9-6a4e-4418-a768-55526a44fceb", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0521 19:40:15.257673 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-9w99x, hostIfaceName: b2e2eafbf73c35f, network: default, NAD default, SandboxID: "b2e2eafbf73c35f413e50391aebd9aaaf3aa339d4bcc5ddb75cb331945a6c3fa", PCI device ID: , UID: "46b9dde0-351e-44d6-830c-19b44c5ab49c", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0521 19:40:15.260576 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29656540-4m9ks, hostIfaceName: 40ff6eb70a3b8dc, network: default, NAD default, SandboxID: "40ff6eb70a3b8dc808fa81431a69f3ecd7d558462da9348d2a8d665a41d51a32", PCI device ID: , UID: "d44e0660-38ae-496b-95c8-1103e9a309b2", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0521 19:40:15.263089 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-5ddnm, hostIfaceName: 534e1250aa6a0ef, network: default, NAD default, SandboxID: "534e1250aa6a0ef6ac6f7bae81a5d11d1caad19ad54efb560c46f422db09b866", PCI device ID: , UID: "eb79afc8-db2f-4e8c-b76e-a73672972a6e", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0521 19:40:15.263527 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-wtjs5, hostIfaceName: 91ae5e089b7ccbb, network: default, NAD default, SandboxID: "91ae5e089b7ccbbd5fd5c73866f09fed96deb9a9501ce9b345f618a523a6a023", PCI device ID: , UID: "c1e1de98-cd3f-4b02-8429-97373d95ff2f", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0521 19:40:15.274289 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-dh2w6, hostIfaceName: 0fcf6665d0f0687, network: default, NAD default, SandboxID: "0fcf6665d0f0687d8fd1eed172e439d12e68350ed73c08cdcc8607afa262ed8a", PCI device ID: , UID: "213ff9ce-c6fa-41fd-8e15-b506bb59bcc3", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0521 19:40:15.275784 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-xlgdc, hostIfaceName: 9104eb8518b83a1, network: default, NAD default, SandboxID: "9104eb8518b83a1bdc71dd4b1ed5dbc667999f85e3a4d4553c81801568568721", PCI device ID: , UID: "47aef1e6-ba95-4c78-842f-4195acdd2244", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0521 19:40:15.330632 3703 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-47r5g 6952282fa5a5a4f0cbc21fc1f905c2d83012de702da13cff55e4252521da2504 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-47r5g 6952282fa5a5a4f0cbc21fc1f905c2d83012de702da13cff55e4252521da2504 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:34:28:b4:d9:f9\",\"name\":\"6952282fa5a5a4f\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/090cbfbf-122c-4158-bd47-b491fba6ec0c\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:40:15.338581 3703 cni.go:473] [openshift-ingress-canary/ingress-canary-tpcq9 8355a58559e42794674fb668b883f23b96b121ec3eea207037747c0c4a948db5 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-tpcq9 8355a58559e42794674fb668b883f23b96b121ec3eea207037747c0c4a948db5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:79:7d:e1:55:18\",\"name\":\"8355a58559e4279\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33d852d2-2ffe-4a11-b7a6-c1c05202daf2\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:40:15.347045 3703 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks 40ff6eb70a3b8dc808fa81431a69f3ecd7d558462da9348d2a8d665a41d51a32 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks 40ff6eb70a3b8dc808fa81431a69f3ecd7d558462da9348d2a8d665a41d51a32 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:78:fd:85:ef:a3\",\"name\":\"40ff6eb70a3b8dc\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80586743-6611-4a96-9382-47ff66e98498\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:40:15.347608 3703 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-z7ml6 d4c27431e499f849128f79fe1f4ad20ec4a027924087b6b0e1cb29057c18227e network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-z7ml6 d4c27431e499f849128f79fe1f4ad20ec4a027924087b6b0e1cb29057c18227e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:b4:09:d3:7d:fd\",\"name\":\"d4c27431e499f84\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4c195cd-5142-43c0-86f4-1e0642ba1744\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:40:15.348342 3703 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-wtjs5 91ae5e089b7ccbbd5fd5c73866f09fed96deb9a9501ce9b345f618a523a6a023 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-wtjs5 91ae5e089b7ccbbd5fd5c73866f09fed96deb9a9501ce9b345f618a523a6a023 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:9e:1e:68:59:bd\",\"name\":\"91ae5e089b7ccbb\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f7029495-e5fa-4492-9dd3-b959129c4842\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:40:15.348733 3703 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9w99x b2e2eafbf73c35f413e50391aebd9aaaf3aa339d4bcc5ddb75cb331945a6c3fa network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-9w99x b2e2eafbf73c35f413e50391aebd9aaaf3aa339d4bcc5ddb75cb331945a6c3fa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:41:f1:49:5c:5e\",\"name\":\"b2e2eafbf73c35f\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1613ef21-7da4-404e-bb71-963d9a431f26\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:40:15.364227 3703 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-dh2w6 0fcf6665d0f0687d8fd1eed172e439d12e68350ed73c08cdcc8607afa262ed8a network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-dh2w6 0fcf6665d0f0687d8fd1eed172e439d12e68350ed73c08cdcc8607afa262ed8a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:1e:8f:71:05:eb\",\"name\":\"0fcf6665d0f0687\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad8721ad-1b7d-4e82-a2c9-ac67586e2578\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:40:15.364291 3703 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-xlgdc 9104eb8518b83a1bdc71dd4b1ed5dbc667999f85e3a4d4553c81801568568721 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-xlgdc 9104eb8518b83a1bdc71dd4b1ed5dbc667999f85e3a4d4553c81801568568721 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:90:e0:59:71:6d\",\"name\":\"9104eb8518b83a1\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c39929b2-100d-42be-93a8-3951581654ba\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:40:15.364387 3703 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-5ddnm 534e1250aa6a0ef6ac6f7bae81a5d11d1caad19ad54efb560c46f422db09b866 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-5ddnm 534e1250aa6a0ef6ac6f7bae81a5d11d1caad19ad54efb560c46f422db09b866 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:37:43:90:6e:81\",\"name\":\"534e1250aa6a0ef\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8415d155-4a76-45fb-aba9-783ab3bab356\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:40:20.486766 3703 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-188.ec2.internal in network "default" I0521 19:40:20.486809 3703 default_network_controller.go:1025] Node "ip-10-0-2-188.ec2.internal" in remote zone "ip-10-0-2-188.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:40:20.486816 3703 node_tracker.go:235] Node ip-10-0-2-188.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-188.ec2.internal" I0521 19:40:20.486843 3703 node_tracker.go:169] Node ip-10-0-2-188.ec2.internal switch + router changed, syncing services in network "default" I0521 19:40:20.486858 3703 services_controller.go:574] Full service sync requested for network=default I0521 19:40:20.644682 3703 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-188.ec2.internal in network "default" I0521 19:40:20.644763 3703 node_tracker.go:169] Node ip-10-0-2-188.ec2.internal switch + router changed, syncing services in network "default" I0521 19:40:20.644766 3703 default_network_controller.go:1025] Node "ip-10-0-2-188.ec2.internal" in remote zone "ip-10-0-2-188.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:40:20.644782 3703 services_controller.go:574] Full service sync requested for network=default I0521 19:40:20.645809 3703 zone_ic_handler.go:195] Time taken to create transit switch: 325.608µs I0521 19:40:20.645823 3703 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-188.ec2.internal for the network default I0521 19:40:20.646995 3703 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-188.ec2.internal" on network "default" took: 1.524824ms I0521 19:40:21.203914 3703 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-188.ec2.internal in network "default" I0521 19:40:21.203977 3703 node_tracker.go:169] Node ip-10-0-2-188.ec2.internal switch + router changed, syncing services in network "default" I0521 19:40:21.203991 3703 services_controller.go:574] Full service sync requested for network=default I0521 19:40:21.203918 3703 egressfirewall.go:723] Syncing node "ip-10-0-2-188.ec2.internal" for egress firewall I0521 19:40:21.203922 3703 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-188.ec2.internal I0521 19:40:21.204064 3703 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-188.ec2.internal", IP: 10.0.2.188 to PMTUD blocking rules I0521 19:40:21.204083 3703 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-188.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:40:21.204072 3703 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-188.ec2.internal: 152.749µs I0521 19:40:21.210756 3703 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-188.ec2.internal. Updating no re-route policies I0521 19:40:21.221268 3703 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-188.ec2.internal", IP: 10.0.2.188 to PMTUD blocking rules I0521 19:40:21.221284 3703 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-188.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:40:21.981098 3703 cni.go:452] [openshift-network-diagnostics/network-check-target-fttj4 a65bef010f666a0ed303b709bac5d16baf20447bb998fcf9348acf7974e011f9 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-fttj4 a65bef010f666a0ed303b709bac5d16baf20447bb998fcf9348acf7974e011f9 network default NAD default NAD key ] I0521 19:40:21.992281 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-fttj4, hostIfaceName: a65bef010f666a0, network: default, NAD default, SandboxID: "a65bef010f666a0ed303b709bac5d16baf20447bb998fcf9348acf7974e011f9", PCI device ID: , UID: "e6376928-dc3e-416d-9dc6-4359d85ba750", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0521 19:40:22.049566 3703 cni.go:473] [openshift-network-diagnostics/network-check-target-fttj4 a65bef010f666a0ed303b709bac5d16baf20447bb998fcf9348acf7974e011f9 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-fttj4 a65bef010f666a0ed303b709bac5d16baf20447bb998fcf9348acf7974e011f9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:df:61:58:5a:7e\",\"name\":\"a65bef010f666a0\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7be0dc91-422a-44ec-8243-feb897239ef4\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:40:22.071799 3703 cni.go:452] [kube-system/global-pull-secret-syncer-pfvpn 7e1fbc78b81e9a5e7e6a96ab28b8f5051a383e1cd9e6abee14e5ddfd132bc2f9 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-pfvpn 7e1fbc78b81e9a5e7e6a96ab28b8f5051a383e1cd9e6abee14e5ddfd132bc2f9 network default NAD default NAD key ] I0521 19:40:22.082786 3703 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-pfvpn, hostIfaceName: 7e1fbc78b81e9a5, network: default, NAD default, SandboxID: "7e1fbc78b81e9a5e7e6a96ab28b8f5051a383e1cd9e6abee14e5ddfd132bc2f9", PCI device ID: , UID: "32bd1c98-43e1-4300-b02c-4319a0625f09", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0521 19:40:22.145489 3703 cni.go:473] [kube-system/global-pull-secret-syncer-pfvpn 7e1fbc78b81e9a5e7e6a96ab28b8f5051a383e1cd9e6abee14e5ddfd132bc2f9 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-pfvpn 7e1fbc78b81e9a5e7e6a96ab28b8f5051a383e1cd9e6abee14e5ddfd132bc2f9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:97:07:aa:ed:dd\",\"name\":\"7e1fbc78b81e9a5\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b993cca-2717-41dd-a303-ff2df8e23e7c\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:40:23.859172 3703 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0521 19:40:23.860307 3703 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.103649ms I0521 19:40:23.890267 3703 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 19:40:24.170646 3703 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-pgkw7] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-pgkw7 for pod on switch ip-10-0-1-142.ec2.internal I0521 19:40:24.170746 3703 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-pgkw7 I0521 19:40:24.184735 3703 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-pgkw7] pod update took 14.017871ms I0521 19:40:24.184757 3703 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-pgkw7] addLogicalPort annotation time took 14.045275ms I0521 19:40:24.186033 3703 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-pgkw7] addLogicalPort took 15.411535ms, libovsdb time 944.213µs W0521 19:40:24.248124 3703 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 19:40:24.314098 3703 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-188.ec2.internal I0521 19:40:24.314137 3703 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-188.ec2.internal: 48.795µs W0521 19:40:24.454821 3703 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:40:24.587127 3703 namespace.go:98] [openshift-service-ca] adding namespace I0521 19:40:24.588030 3703 namespace.go:102] [openshift-service-ca] adding namespace took 874.816µs I0521 19:40:24.612460 3703 namespace.go:142] [openshift-service-ca] updating namespace I0521 19:40:24.643418 3703 default_network_controller.go:1025] Node "ip-10-0-0-71.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:40:25.064503 3703 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-71.ec2.internal in network "default" I0521 19:40:25.064538 3703 node_tracker.go:235] Node ip-10-0-0-71.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-71.ec2.internal" I0521 19:40:25.064573 3703 node_tracker.go:169] Node ip-10-0-0-71.ec2.internal switch + router changed, syncing services in network "default" I0521 19:40:25.064588 3703 services_controller.go:574] Full service sync requested for network=default I0521 19:40:25.064508 3703 default_network_controller.go:1025] Node "ip-10-0-0-71.ec2.internal" in remote zone "ip-10-0-0-71.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0521 19:40:25.064688 3703 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0521 19:40:25.064742 3703 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:40:25.144697 3703 default_network_controller.go:1025] Node "ip-10-0-0-71.ec2.internal" in remote zone "ip-10-0-0-71.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:40:25.200139 3703 default_network_controller.go:1025] Node "ip-10-0-0-71.ec2.internal" in remote zone "ip-10-0-0-71.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:40:25.200540 3703 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-71.ec2.internal in network "default" I0521 19:40:25.200628 3703 node_tracker.go:169] Node ip-10-0-0-71.ec2.internal switch + router changed, syncing services in network "default" I0521 19:40:25.200654 3703 services_controller.go:574] Full service sync requested for network=default W0521 19:40:25.202236 3703 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0521 19:40:25.202492 3703 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:40:25.203239 3703 zone_ic_handler.go:195] Time taken to create transit switch: 612.697µs I0521 19:40:25.203265 3703 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-71.ec2.internal for the network default I0521 19:40:25.205436 3703 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-71.ec2.internal" on network "default" took: 2.891816ms W0521 19:40:25.243961 3703 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:40:26.265092 3703 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-71.ec2.internal I0521 19:40:26.265111 3703 egressfirewall.go:723] Syncing node "ip-10-0-0-71.ec2.internal" for egress firewall I0521 19:40:26.265117 3703 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-71.ec2.internal: 31.365µs I0521 19:40:26.265184 3703 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-71.ec2.internal in network "default" I0521 19:40:26.265228 3703 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-71.ec2.internal", IP: 10.0.0.71 to PMTUD blocking rules I0521 19:40:26.265241 3703 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-71.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:40:26.265255 3703 node_tracker.go:169] Node ip-10-0-0-71.ec2.internal switch + router changed, syncing services in network "default" I0521 19:40:26.265272 3703 services_controller.go:574] Full service sync requested for network=default W0521 19:40:26.265611 3703 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0521 19:40:26.265651 3703 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:40:26.265687 3703 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:40:26.271799 3703 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-71.ec2.internal. Updating no re-route policies I0521 19:40:26.280389 3703 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-71.ec2.internal", IP: 10.0.0.71 to PMTUD blocking rules I0521 19:40:26.280405 3703 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-71.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:40:26.358768 3703 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-pgkw7 18c94068acb4a8258bb33919d22b3fc4fd727737705a1f54db1a11280bf80f7e network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-pgkw7 18c94068acb4a8258bb33919d22b3fc4fd727737705a1f54db1a11280bf80f7e network default NAD default NAD key ] I0521 19:40:26.368681 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-pgkw7, hostIfaceName: 18c94068acb4a82, network: default, NAD default, SandboxID: "18c94068acb4a8258bb33919d22b3fc4fd727737705a1f54db1a11280bf80f7e", PCI device ID: , UID: "96c475e9-0117-488d-8612-27b81de47278", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0521 19:40:26.420043 3703 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-pgkw7 18c94068acb4a8258bb33919d22b3fc4fd727737705a1f54db1a11280bf80f7e network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-pgkw7 18c94068acb4a8258bb33919d22b3fc4fd727737705a1f54db1a11280bf80f7e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:8f:a3:91:34:44\",\"name\":\"18c94068acb4a82\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d392114-b793-4488-aaac-57e605f0c3fd\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:40:29.900362 3703 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-71.ec2.internal I0521 19:40:29.900398 3703 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-71.ec2.internal: 41.888µs W0521 19:40:34.990334 3703 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0521 19:40:45.727119 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0521 19:40:45.729518 3703 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:40:45.731230 3703 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:40:45.789007 3703 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:45.789025 3703 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:45.789030 3703 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0521 19:40:46.027077 3703 cni.go:452] [openshift-image-registry/image-registry-57494b6-n5thf 37a4d5d28fc9903d99b9baefde94f5f26e97c7defd88fad5f377bd386d5273ab network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-57494b6-n5thf 37a4d5d28fc9903d99b9baefde94f5f26e97c7defd88fad5f377bd386d5273ab network default NAD default NAD key ] I0521 19:40:46.036833 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-57494b6-n5thf, hostIfaceName: 37a4d5d28fc9903, network: default, NAD default, SandboxID: "37a4d5d28fc9903d99b9baefde94f5f26e97c7defd88fad5f377bd386d5273ab", PCI device ID: , UID: "6956bfa0-84aa-4907-81fb-a7d9777c33b8", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0521 19:40:46.091811 3703 cni.go:473] [openshift-image-registry/image-registry-57494b6-n5thf 37a4d5d28fc9903d99b9baefde94f5f26e97c7defd88fad5f377bd386d5273ab network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-57494b6-n5thf 37a4d5d28fc9903d99b9baefde94f5f26e97c7defd88fad5f377bd386d5273ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:80:88:43:fc:48\",\"name\":\"37a4d5d28fc9903\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d6940c3-b224-4b3c-a765-522e6f9cda79\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:40:46.101422 3703 cni.go:452] [openshift-ingress/router-default-57cc67bd76-5rln5 48e011b119b6504cd55649b11a4aecc9715ff471b87a226aff35bb19bce0cec7 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-57cc67bd76-5rln5 48e011b119b6504cd55649b11a4aecc9715ff471b87a226aff35bb19bce0cec7 network default NAD default NAD key ] I0521 19:40:46.109219 3703 cni.go:452] [openshift-dns/dns-default-p87bm 9b3d42ce51f720286772e86f5793d5404380c8bf32bc2a80e2f0e60dd61129be network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-p87bm 9b3d42ce51f720286772e86f5793d5404380c8bf32bc2a80e2f0e60dd61129be network default NAD default NAD key ] I0521 19:40:46.111880 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-57cc67bd76-5rln5, hostIfaceName: 48e011b119b6504, network: default, NAD default, SandboxID: "48e011b119b6504cd55649b11a4aecc9715ff471b87a226aff35bb19bce0cec7", PCI device ID: , UID: "1227cb0b-0038-46a4-80b1-c824e97ac32d", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0521 19:40:46.121743 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-p87bm, hostIfaceName: 9b3d42ce51f7202, network: default, NAD default, SandboxID: "9b3d42ce51f720286772e86f5793d5404380c8bf32bc2a80e2f0e60dd61129be", PCI device ID: , UID: "1e596d06-811b-4691-8637-4802772517c4", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0521 19:40:46.163673 3703 cni.go:473] [openshift-ingress/router-default-57cc67bd76-5rln5 48e011b119b6504cd55649b11a4aecc9715ff471b87a226aff35bb19bce0cec7 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-57cc67bd76-5rln5 48e011b119b6504cd55649b11a4aecc9715ff471b87a226aff35bb19bce0cec7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:8f:04:a0:01:e3\",\"name\":\"48e011b119b6504\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/16f1878c-7462-4e07-b065-d3f5b9c0d8a8\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:40:46.176300 3703 cni.go:452] [openshift-ingress/router-default-6845996c6f-kdfzq 9b490eb22e8f6736d5ba50676a78e1df8db5cbcc6ab484903286dc9c609e10fe network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6845996c6f-kdfzq 9b490eb22e8f6736d5ba50676a78e1df8db5cbcc6ab484903286dc9c609e10fe network default NAD default NAD key ] I0521 19:40:46.184732 3703 cni.go:473] [openshift-dns/dns-default-p87bm 9b3d42ce51f720286772e86f5793d5404380c8bf32bc2a80e2f0e60dd61129be network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-p87bm 9b3d42ce51f720286772e86f5793d5404380c8bf32bc2a80e2f0e60dd61129be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:e8:92:9d:e6:82\",\"name\":\"9b3d42ce51f7202\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3bb77a3a-17bc-469f-94d0-c20d22a7016f\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:40:46.185661 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6845996c6f-kdfzq, hostIfaceName: 9b490eb22e8f673, network: default, NAD default, SandboxID: "9b490eb22e8f6736d5ba50676a78e1df8db5cbcc6ab484903286dc9c609e10fe", PCI device ID: , UID: "13deafbe-5553-452b-968b-20227fcc15d6", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0521 19:40:46.239347 3703 cni.go:473] [openshift-ingress/router-default-6845996c6f-kdfzq 9b490eb22e8f6736d5ba50676a78e1df8db5cbcc6ab484903286dc9c609e10fe network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6845996c6f-kdfzq 9b490eb22e8f6736d5ba50676a78e1df8db5cbcc6ab484903286dc9c609e10fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:1c:27:ec:2d:e6\",\"name\":\"9b490eb22e8f673\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56ff6db1-3605-419b-9504-0b3239abe136\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:40:46.247877 3703 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-zhm2p] creating logical port openshift-insights_insights-runtime-extractor-zhm2p for pod on switch ip-10-0-1-142.ec2.internal I0521 19:40:46.248007 3703 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-zhm2p I0521 19:40:46.251689 3703 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-9z4kj e81b69daae3412606b8dbac958df71d94e8858e22f775090c5ceda09ae783847 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-9z4kj e81b69daae3412606b8dbac958df71d94e8858e22f775090c5ceda09ae783847 network default NAD default NAD key ] I0521 19:40:46.262368 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-9z4kj, hostIfaceName: e81b69daae34126, network: default, NAD default, SandboxID: "e81b69daae3412606b8dbac958df71d94e8858e22f775090c5ceda09ae783847", PCI device ID: , UID: "02b3f90b-dd18-4293-bc16-48e6201444ca", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0521 19:40:46.264035 3703 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-twch9 beae0885dd49a360a52fc2ec116031df588abb94a95c994540a3c74aecc0fb16 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-twch9 beae0885dd49a360a52fc2ec116031df588abb94a95c994540a3c74aecc0fb16 network default NAD default NAD key ] I0521 19:40:46.264230 3703 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-xcplg 7daa783b38edd570f2a4776d19807c983aea977661c4a8308400a5edc79c0ad7 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-xcplg 7daa783b38edd570f2a4776d19807c983aea977661c4a8308400a5edc79c0ad7 network default NAD default NAD key ] I0521 19:40:46.264318 3703 pod.go:62] [openshift-insights/insights-runtime-extractor-zhm2p] pod update took 16.357311ms I0521 19:40:46.264345 3703 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-zhm2p] addLogicalPort annotation time took 16.386921ms I0521 19:40:46.265955 3703 pods.go:271] [openshift-insights/insights-runtime-extractor-zhm2p] addLogicalPort took 18.09982ms, libovsdb time 1.054347ms I0521 19:40:46.278423 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-twch9, hostIfaceName: beae0885dd49a36, network: default, NAD default, SandboxID: "beae0885dd49a360a52fc2ec116031df588abb94a95c994540a3c74aecc0fb16", PCI device ID: , UID: "9d17a5c0-a6ad-4841-a470-65b8ee13d2d5", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0521 19:40:46.278619 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-xcplg, hostIfaceName: 7daa783b38edd57, network: default, NAD default, SandboxID: "7daa783b38edd570f2a4776d19807c983aea977661c4a8308400a5edc79c0ad7", PCI device ID: , UID: "ff385525-4dde-4d87-86d2-316c4bbbe845", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0521 19:40:46.317427 3703 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-j7k5c 0c123446ef9e0fbc5ffff1acfb694d56c3dc727485730dee792a43a6a5ab0f75 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-j7k5c 0c123446ef9e0fbc5ffff1acfb694d56c3dc727485730dee792a43a6a5ab0f75 network default NAD default NAD key ] I0521 19:40:46.322206 3703 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-9z4kj e81b69daae3412606b8dbac958df71d94e8858e22f775090c5ceda09ae783847 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-9z4kj e81b69daae3412606b8dbac958df71d94e8858e22f775090c5ceda09ae783847 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:9f:74:37:7f:f9\",\"name\":\"e81b69daae34126\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5df0a7ba-f82d-40fd-8707-6c736b8c6cd6\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:40:46.337246 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-j7k5c, hostIfaceName: 0c123446ef9e0fb, network: default, NAD default, SandboxID: "0c123446ef9e0fbc5ffff1acfb694d56c3dc727485730dee792a43a6a5ab0f75", PCI device ID: , UID: "a946bd9b-9beb-43e4-8dff-c3ec49a6fa1d", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0521 19:40:46.391756 3703 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-j7k5c 0c123446ef9e0fbc5ffff1acfb694d56c3dc727485730dee792a43a6a5ab0f75 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-j7k5c 0c123446ef9e0fbc5ffff1acfb694d56c3dc727485730dee792a43a6a5ab0f75 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:81:a1:d5:e6:53\",\"name\":\"0c123446ef9e0fb\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2517f886-5d17-4030-bc5f-cca076aea1bc\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:40:46.550964 3703 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-xcplg 7daa783b38edd570f2a4776d19807c983aea977661c4a8308400a5edc79c0ad7 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-xcplg 7daa783b38edd570f2a4776d19807c983aea977661c4a8308400a5edc79c0ad7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:26:c4:8b:8c:27\",\"name\":\"7daa783b38edd57\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28f69f30-7b88-412c-a15f-301a627e9aef\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:40:46.551013 3703 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-twch9 beae0885dd49a360a52fc2ec116031df588abb94a95c994540a3c74aecc0fb16 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-twch9 beae0885dd49a360a52fc2ec116031df588abb94a95c994540a3c74aecc0fb16 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:5f:ef:53:d7:39\",\"name\":\"beae0885dd49a36\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6468867f-b58a-4540-b098-20b57d0b6b09\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:40:47.164179 3703 obj_retry.go:498] Detected object openshift-image-registry/image-registry-747f9d55c-8fpvx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:47.164853 3703 obj_retry.go:498] Detected object openshift-image-registry/image-registry-747f9d55c-8fpvx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:47.181181 3703 obj_retry.go:492] Detected object openshift-image-registry/image-registry-747f9d55c-8fpvx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:47.181208 3703 obj_retry.go:492] Detected object openshift-image-registry/image-registry-747f9d55c-8fpvx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:47.190009 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-747f9d55c-8fpvx I0521 19:40:47.190042 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-747f9d55c-8fpvx W0521 19:40:47.318374 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0521 19:40:47.318402 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0521 19:40:47.348793 3703 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:40:47.374527 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0521 19:40:47.374576 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0521 19:40:48.187397 3703 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:40:48.321712 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:40:48.321743 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:40:48.321752 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 19:40:48.321903 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0521 19:40:48.321917 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0521 19:40:48.477574 3703 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 19:40:48.587535 3703 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 19:40:50.063429 3703 cni.go:452] [openshift-insights/insights-runtime-extractor-zhm2p c4036117a56b502e4670fce3407a215a4c16d00015e5d903ce9013eb0a8a58cb network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-zhm2p c4036117a56b502e4670fce3407a215a4c16d00015e5d903ce9013eb0a8a58cb network default NAD default NAD key ] I0521 19:40:50.069441 3703 cni.go:452] [openshift-multus/network-metrics-daemon-qcdbz fa5fe5ecb5fe29bc9d67d94e4b3d02bb8938e312f3a22b1e4489f63ad361936c network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-qcdbz fa5fe5ecb5fe29bc9d67d94e4b3d02bb8938e312f3a22b1e4489f63ad361936c network default NAD default NAD key ] I0521 19:40:50.078642 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-zhm2p, hostIfaceName: c4036117a56b502, network: default, NAD default, SandboxID: "c4036117a56b502e4670fce3407a215a4c16d00015e5d903ce9013eb0a8a58cb", PCI device ID: , UID: "4426ccc8-6770-4a6c-ad80-90ba6134696d", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0521 19:40:50.084392 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-qcdbz, hostIfaceName: fa5fe5ecb5fe29b, network: default, NAD default, SandboxID: "fa5fe5ecb5fe29bc9d67d94e4b3d02bb8938e312f3a22b1e4489f63ad361936c", PCI device ID: , UID: "577cda41-901c-4cab-9db1-5309e74a7406", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0521 19:40:50.159808 3703 cni.go:473] [openshift-insights/insights-runtime-extractor-zhm2p c4036117a56b502e4670fce3407a215a4c16d00015e5d903ce9013eb0a8a58cb network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-zhm2p c4036117a56b502e4670fce3407a215a4c16d00015e5d903ce9013eb0a8a58cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:b4:61:76:9c:ab\",\"name\":\"c4036117a56b502\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48389b69-59fb-408f-9024-b4670ca71c35\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:40:50.180038 3703 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:50.180057 3703 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:50.180065 3703 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0521 19:40:50.184182 3703 cni.go:473] [openshift-multus/network-metrics-daemon-qcdbz fa5fe5ecb5fe29bc9d67d94e4b3d02bb8938e312f3a22b1e4489f63ad361936c network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-qcdbz fa5fe5ecb5fe29bc9d67d94e4b3d02bb8938e312f3a22b1e4489f63ad361936c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:af:9e:55:f5:ce\",\"name\":\"fa5fe5ecb5fe29b\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0fb77b7c-fd94-484a-8761-40415ed1a3e3\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:40:50.684969 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0521 19:40:51.369308 3703 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:51.369336 3703 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:51.369345 3703 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:53.190070 3703 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0521 19:40:53.271491 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:53.271511 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:53.271516 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:53.271530 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:53.271535 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:53.271542 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:55.206343 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:41:00.196351 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:41:00.196374 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:41:00.196380 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:41:00.196391 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:41:00.196395 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:41:00.196401 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:41:02.270616 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:41:02.270643 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:41:02.367387 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:41:02.367408 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:41:02.367417 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0521 19:41:06.186994 3703 base_network_controller_pods.go:487] [default/openshift-console/console-85fb4c798b-8f6tm] creating logical port openshift-console_console-85fb4c798b-8f6tm for pod on switch ip-10-0-1-142.ec2.internal I0521 19:41:06.187083 3703 kube.go:256] Updating pod openshift-console/console-85fb4c798b-8f6tm I0521 19:41:06.205041 3703 pod.go:62] [openshift-console/console-85fb4c798b-8f6tm] pod update took 17.983066ms I0521 19:41:06.205072 3703 base_network_controller_pods.go:951] [default/openshift-console/console-85fb4c798b-8f6tm] addLogicalPort annotation time took 18.017144ms I0521 19:41:06.206405 3703 pods.go:271] [openshift-console/console-85fb4c798b-8f6tm] addLogicalPort took 19.428157ms, libovsdb time 968.401µs I0521 19:41:06.546793 3703 cni.go:452] [openshift-console/console-85fb4c798b-8f6tm f4b2cf24c76a03013592f06f7fe1226e4967d9c025bd79d768ed52cd8cf6a569 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-85fb4c798b-8f6tm f4b2cf24c76a03013592f06f7fe1226e4967d9c025bd79d768ed52cd8cf6a569 network default NAD default NAD key ] I0521 19:41:06.556533 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-85fb4c798b-8f6tm, hostIfaceName: f4b2cf24c76a030, network: default, NAD default, SandboxID: "f4b2cf24c76a03013592f06f7fe1226e4967d9c025bd79d768ed52cd8cf6a569", PCI device ID: , UID: "3da72f4c-79c1-4b28-ae32-779e3ba211c6", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0521 19:41:06.611147 3703 cni.go:473] [openshift-console/console-85fb4c798b-8f6tm f4b2cf24c76a03013592f06f7fe1226e4967d9c025bd79d768ed52cd8cf6a569 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-85fb4c798b-8f6tm f4b2cf24c76a03013592f06f7fe1226e4967d9c025bd79d768ed52cd8cf6a569 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:dd:f9:2f:1a:4a\",\"name\":\"f4b2cf24c76a030\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27e40609-0004-47db-8118-f7e7a9e69e0e\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:41:08.262127 3703 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0521 19:41:08.290063 3703 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 19:41:11.397129 3703 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:41:11.442123 3703 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:11.442143 3703 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:11.442149 3703 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:11.526317 3703 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:41:11.526342 3703 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:41:12.125510 3703 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0521 19:41:12.420902 3703 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:12.420924 3703 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:12.420932 3703 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:12.420937 3703 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0521 19:41:12.435254 3703 cni.go:452] [openshift-image-registry/image-registry-57494b6-n5thf 37a4d5d28fc9903d99b9baefde94f5f26e97c7defd88fad5f377bd386d5273ab network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-57494b6-n5thf 37a4d5d28fc9903d99b9baefde94f5f26e97c7defd88fad5f377bd386d5273ab network default NAD default NAD key ] I0521 19:41:12.502282 3703 cni.go:473] [openshift-image-registry/image-registry-57494b6-n5thf 37a4d5d28fc9903d99b9baefde94f5f26e97c7defd88fad5f377bd386d5273ab network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-57494b6-n5thf 37a4d5d28fc9903d99b9baefde94f5f26e97c7defd88fad5f377bd386d5273ab network default NAD default NAD key default], result "{}", err I0521 19:41:12.608035 3703 obj_retry.go:498] Detected object openshift-image-registry/image-registry-57494b6-n5thf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.608070 3703 pods.go:176] Deleting pod: openshift-image-registry/image-registry-57494b6-n5thf I0521 19:41:12.609269 3703 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-57494b6-n5thf, ips: 10.128.0.6 I0521 19:41:12.609294 3703 obj_retry.go:498] Detected object openshift-image-registry/image-registry-57494b6-n5thf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.616890 3703 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-76dd4f94bd-jnzh5] creating logical port openshift-image-registry_image-registry-76dd4f94bd-jnzh5 for pod on switch ip-10-0-1-142.ec2.internal I0521 19:41:12.616967 3703 kube.go:256] Updating pod openshift-image-registry/image-registry-76dd4f94bd-jnzh5 I0521 19:41:12.635597 3703 pod.go:62] [openshift-image-registry/image-registry-76dd4f94bd-jnzh5] pod update took 18.655404ms I0521 19:41:12.635617 3703 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-76dd4f94bd-jnzh5] addLogicalPort annotation time took 18.677316ms I0521 19:41:12.636754 3703 pods.go:271] [openshift-image-registry/image-registry-76dd4f94bd-jnzh5] addLogicalPort took 19.878848ms, libovsdb time 792.62µs I0521 19:41:12.975842 3703 cni.go:452] [openshift-image-registry/image-registry-76dd4f94bd-jnzh5 c075f95bd4d6a6c012af2830537b52346f0beb150fccdeab5b8036c2b1038a2e network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-76dd4f94bd-jnzh5 c075f95bd4d6a6c012af2830537b52346f0beb150fccdeab5b8036c2b1038a2e network default NAD default NAD key ] I0521 19:41:12.985837 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-76dd4f94bd-jnzh5, hostIfaceName: c075f95bd4d6a6c, network: default, NAD default, SandboxID: "c075f95bd4d6a6c012af2830537b52346f0beb150fccdeab5b8036c2b1038a2e", PCI device ID: , UID: "cc42ad39-1549-438c-ad42-f944e562502e", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0521 19:41:13.037837 3703 cni.go:473] [openshift-image-registry/image-registry-76dd4f94bd-jnzh5 c075f95bd4d6a6c012af2830537b52346f0beb150fccdeab5b8036c2b1038a2e network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-76dd4f94bd-jnzh5 c075f95bd4d6a6c012af2830537b52346f0beb150fccdeab5b8036c2b1038a2e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:f2:41:c8:b6:db\",\"name\":\"c075f95bd4d6a6c\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a9c64fd9-e883-4b95-94ef-6d0bccd22f2b\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:41:13.315742 3703 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:13.315763 3703 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:13.315769 3703 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:13.356032 3703 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:41:13.356047 3703 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:41:13.484616 3703 obj_retry.go:492] Detected object openshift-image-registry/image-registry-57494b6-n5thf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.484638 3703 obj_retry.go:492] Detected object openshift-image-registry/image-registry-57494b6-n5thf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.492642 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-57494b6-n5thf I0521 19:41:13.492677 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-57494b6-n5thf W0521 19:41:13.516271 3703 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:41:14.328267 3703 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:14.328291 3703 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:14.328298 3703 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:14.328304 3703 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:17.476355 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:41:28.503403 3703 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 19:41:28.503421 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 19:41:28.503462 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 19:41:29.509818 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 19:41:34.465702 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:41:34.561495 3703 obj_retry.go:498] Detected object openshift-image-registry/image-registry-57494b6-zzjwh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:34.562057 3703 obj_retry.go:498] Detected object openshift-image-registry/image-registry-57494b6-zzjwh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:34.703061 3703 obj_retry.go:498] Detected object openshift-console/console-778994899c-vcm2n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:34.703605 3703 obj_retry.go:498] Detected object openshift-console/console-778994899c-vcm2n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:35.557095 3703 obj_retry.go:492] Detected object openshift-console/console-778994899c-vcm2n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:35.557122 3703 obj_retry.go:492] Detected object openshift-console/console-778994899c-vcm2n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:35.564713 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-778994899c-vcm2n I0521 19:41:35.564738 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-778994899c-vcm2n I0521 19:41:35.582543 3703 obj_retry.go:492] Detected object openshift-image-registry/image-registry-57494b6-zzjwh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:35.582580 3703 obj_retry.go:492] Detected object openshift-image-registry/image-registry-57494b6-zzjwh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:35.590746 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-57494b6-zzjwh I0521 19:41:35.590775 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-57494b6-zzjwh I0521 19:41:42.844281 3703 obj_retry.go:498] Detected object openshift-console/console-778994899c-pmnd8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:42.844821 3703 obj_retry.go:498] Detected object openshift-console/console-778994899c-pmnd8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:43.448110 3703 obj_retry.go:492] Detected object openshift-console/console-778994899c-pmnd8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:43.448141 3703 obj_retry.go:492] Detected object openshift-console/console-778994899c-pmnd8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:43.453860 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-778994899c-pmnd8 I0521 19:41:43.453887 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-778994899c-pmnd8 W0521 19:41:48.579582 3703 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 19:41:48.579632 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 19:41:48.579690 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 19:41:49.584497 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 19:41:54.607995 3703 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0521 19:41:54.608024 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0521 19:41:54.608071 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0521 19:41:55.616058 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0521 19:41:58.189706 3703 cni.go:452] [openshift-ingress/router-default-6845996c6f-kdfzq 9b490eb22e8f6736d5ba50676a78e1df8db5cbcc6ab484903286dc9c609e10fe network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-6845996c6f-kdfzq 9b490eb22e8f6736d5ba50676a78e1df8db5cbcc6ab484903286dc9c609e10fe network default NAD default NAD key ] I0521 19:41:58.272177 3703 cni.go:473] [openshift-ingress/router-default-6845996c6f-kdfzq 9b490eb22e8f6736d5ba50676a78e1df8db5cbcc6ab484903286dc9c609e10fe network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-6845996c6f-kdfzq 9b490eb22e8f6736d5ba50676a78e1df8db5cbcc6ab484903286dc9c609e10fe network default NAD default NAD key default], result "{}", err I0521 19:41:58.320979 3703 obj_retry.go:498] Detected object openshift-ingress/router-default-6845996c6f-kdfzq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:58.321014 3703 pods.go:176] Deleting pod: openshift-ingress/router-default-6845996c6f-kdfzq I0521 19:41:58.322259 3703 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-6845996c6f-kdfzq, ips: 10.128.0.13 I0521 19:41:58.322292 3703 obj_retry.go:498] Detected object openshift-ingress/router-default-6845996c6f-kdfzq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:58.617155 3703 obj_retry.go:492] Detected object openshift-ingress/router-default-6845996c6f-kdfzq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:58.617184 3703 obj_retry.go:492] Detected object openshift-ingress/router-default-6845996c6f-kdfzq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:58.624846 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6845996c6f-kdfzq I0521 19:41:58.624877 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6845996c6f-kdfzq I0521 19:42:21.333207 3703 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:21.333805 3703 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:21.727426 3703 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:21.727447 3703 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:21.735199 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0521 19:42:21.735223 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0521 19:42:25.768134 3703 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:25.768787 3703 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:26.765362 3703 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:26.765388 3703 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:26.772642 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0521 19:42:26.772673 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0521 19:42:43.495215 3703 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:43.495780 3703 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:43.715081 3703 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:43.715102 3703 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:43.723413 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0521 19:42:43.723441 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0521 19:42:44.795442 3703 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b for pod on switch ip-10-0-1-142.ec2.internal I0521 19:42:44.795596 3703 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b I0521 19:42:44.809147 3703 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b] pod update took 13.599616ms I0521 19:42:44.809174 3703 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b] addLogicalPort annotation time took 13.630123ms I0521 19:42:44.810564 3703 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b] addLogicalPort took 15.142094ms, libovsdb time 1.023123ms I0521 19:42:45.155996 3703 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b 36f6d90120f6dca03147ef305007cf4abcc87b6c24fecb15adb6ac02806319de network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b 36f6d90120f6dca03147ef305007cf4abcc87b6c24fecb15adb6ac02806319de network default NAD default NAD key ] I0521 19:42:45.165207 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b, hostIfaceName: 36f6d90120f6dca, network: default, NAD default, SandboxID: "36f6d90120f6dca03147ef305007cf4abcc87b6c24fecb15adb6ac02806319de", PCI device ID: , UID: "9b56c549-a49e-479d-8320-00067a0481cb", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0521 19:42:45.215442 3703 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b 36f6d90120f6dca03147ef305007cf4abcc87b6c24fecb15adb6ac02806319de network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b 36f6d90120f6dca03147ef305007cf4abcc87b6c24fecb15adb6ac02806319de network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:45:e6:82:80:58\",\"name\":\"36f6d90120f6dca\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ce30554-186b-4ecd-9184-2a6f7f4cf6b6\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:42:53.144221 3703 obj_retry.go:498] Detected object openshift-console/console-85fb4c798b-j45nv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:53.144802 3703 obj_retry.go:498] Detected object openshift-console/console-85fb4c798b-j45nv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:53.907339 3703 obj_retry.go:492] Detected object openshift-console/console-85fb4c798b-j45nv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:53.907370 3703 obj_retry.go:492] Detected object openshift-console/console-85fb4c798b-j45nv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:53.912217 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-85fb4c798b-j45nv I0521 19:42:53.912240 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-85fb4c798b-j45nv I0521 19:43:02.890932 3703 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b 36f6d90120f6dca03147ef305007cf4abcc87b6c24fecb15adb6ac02806319de network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b 36f6d90120f6dca03147ef305007cf4abcc87b6c24fecb15adb6ac02806319de network default NAD default NAD key ] I0521 19:43:02.959781 3703 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b 36f6d90120f6dca03147ef305007cf4abcc87b6c24fecb15adb6ac02806319de network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b 36f6d90120f6dca03147ef305007cf4abcc87b6c24fecb15adb6ac02806319de network default NAD default NAD key default], result "{}", err I0521 19:43:03.009301 3703 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:03.009331 3703 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b I0521 19:43:03.010997 3703 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b, ips: 10.128.0.27 I0521 19:43:03.011033 3703 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:03.011056 3703 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:43:03.011066 3703 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0521 19:43:03.011427 3703 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:43:03.011452 3703 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0521 19:43:03.896632 3703 cni.go:452] [openshift-console/console-85fb4c798b-8f6tm f4b2cf24c76a03013592f06f7fe1226e4967d9c025bd79d768ed52cd8cf6a569 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-85fb4c798b-8f6tm f4b2cf24c76a03013592f06f7fe1226e4967d9c025bd79d768ed52cd8cf6a569 network default NAD default NAD key ] I0521 19:43:03.967896 3703 cni.go:473] [openshift-console/console-85fb4c798b-8f6tm f4b2cf24c76a03013592f06f7fe1226e4967d9c025bd79d768ed52cd8cf6a569 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-85fb4c798b-8f6tm f4b2cf24c76a03013592f06f7fe1226e4967d9c025bd79d768ed52cd8cf6a569 network default NAD default NAD key default], result "{}", err I0521 19:43:04.016364 3703 obj_retry.go:498] Detected object openshift-console/console-85fb4c798b-8f6tm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:04.016402 3703 pods.go:176] Deleting pod: openshift-console/console-85fb4c798b-8f6tm I0521 19:43:04.017804 3703 pods.go:236] Attempting to release IPs for pod: openshift-console/console-85fb4c798b-8f6tm, ips: 10.128.0.25 I0521 19:43:04.017838 3703 obj_retry.go:498] Detected object openshift-console/console-85fb4c798b-8f6tm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:04.040414 3703 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:04.040433 3703 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:04.040448 3703 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:04.040461 3703 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:04.891964 3703 obj_retry.go:492] Detected object openshift-console/console-85fb4c798b-8f6tm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:04.891987 3703 obj_retry.go:492] Detected object openshift-console/console-85fb4c798b-8f6tm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:04.898520 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-85fb4c798b-8f6tm I0521 19:43:04.898558 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-85fb4c798b-8f6tm I0521 19:43:04.958576 3703 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 19:43:04.970253 3703 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 19:43:21.969868 3703 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks 40ff6eb70a3b8dc808fa81431a69f3ecd7d558462da9348d2a8d665a41d51a32 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks 40ff6eb70a3b8dc808fa81431a69f3ecd7d558462da9348d2a8d665a41d51a32 network default NAD default NAD key ] I0521 19:43:22.055984 3703 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks 40ff6eb70a3b8dc808fa81431a69f3ecd7d558462da9348d2a8d665a41d51a32 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks 40ff6eb70a3b8dc808fa81431a69f3ecd7d558462da9348d2a8d665a41d51a32 network default NAD default NAD key default], result "{}", err I0521 19:43:22.099089 3703 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:22.099123 3703 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks I0521 19:43:22.100497 3703 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks, ips: 10.128.0.21 I0521 19:43:22.100526 3703 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:22.981922 3703 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:22.981949 3703 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:29.389130 3703 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:29.389694 3703 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:29.917678 3703 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:29.917706 3703 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:29.925229 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0521 19:43:29.925257 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0521 19:44:10.176756 3703 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 19:44:50.882487 3703 base_network_controller_pods.go:487] [default/openshift-console/console-7b7598649-8k584] creating logical port openshift-console_console-7b7598649-8k584 for pod on switch ip-10-0-1-142.ec2.internal I0521 19:44:50.882632 3703 kube.go:256] Updating pod openshift-console/console-7b7598649-8k584 I0521 19:44:50.901112 3703 pod.go:62] [openshift-console/console-7b7598649-8k584] pod update took 18.511312ms I0521 19:44:50.901133 3703 base_network_controller_pods.go:951] [default/openshift-console/console-7b7598649-8k584] addLogicalPort annotation time took 18.536053ms I0521 19:44:50.902434 3703 pods.go:271] [openshift-console/console-7b7598649-8k584] addLogicalPort took 19.960551ms, libovsdb time 935.074µs I0521 19:44:51.238264 3703 cni.go:452] [openshift-console/console-7b7598649-8k584 1c23c8e6aa5006e23ccddc9d6df10824e94fafd2a27cdc1d9ce79d49a1fd8f16 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7b7598649-8k584 1c23c8e6aa5006e23ccddc9d6df10824e94fafd2a27cdc1d9ce79d49a1fd8f16 network default NAD default NAD key ] I0521 19:44:51.248217 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7b7598649-8k584, hostIfaceName: 1c23c8e6aa5006e, network: default, NAD default, SandboxID: "1c23c8e6aa5006e23ccddc9d6df10824e94fafd2a27cdc1d9ce79d49a1fd8f16", PCI device ID: , UID: "d487dc65-abf7-4dc4-92c7-5e88c3290225", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0521 19:44:51.298269 3703 cni.go:473] [openshift-console/console-7b7598649-8k584 1c23c8e6aa5006e23ccddc9d6df10824e94fafd2a27cdc1d9ce79d49a1fd8f16 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7b7598649-8k584 1c23c8e6aa5006e23ccddc9d6df10824e94fafd2a27cdc1d9ce79d49a1fd8f16 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:f1:bc:4c:52:d5\",\"name\":\"1c23c8e6aa5006e\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c29acb29-31c5-4848-b064-c62d57057e9e\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:45:01.354085 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:45:16.206086 3703 obj_retry.go:498] Detected object openshift-console/console-7957dcff5d-cp4fs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:16.206633 3703 obj_retry.go:498] Detected object openshift-console/console-7957dcff5d-cp4fs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:16.335491 3703 obj_retry.go:492] Detected object openshift-console/console-7957dcff5d-cp4fs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:16.335518 3703 obj_retry.go:492] Detected object openshift-console/console-7957dcff5d-cp4fs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:16.339100 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7957dcff5d-cp4fs I0521 19:45:16.339126 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7957dcff5d-cp4fs I0521 19:45:18.139177 3703 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0521 19:45:26.706431 3703 obj_retry.go:498] Detected object openshift-console/console-7957dcff5d-t94zf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:26.707006 3703 obj_retry.go:498] Detected object openshift-console/console-7957dcff5d-t94zf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:27.499013 3703 obj_retry.go:492] Detected object openshift-console/console-7957dcff5d-t94zf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:27.499033 3703 obj_retry.go:492] Detected object openshift-console/console-7957dcff5d-t94zf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:27.505835 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7957dcff5d-t94zf I0521 19:45:27.505865 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7957dcff5d-t94zf I0521 19:45:35.133947 3703 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0521 19:45:40.118974 3703 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0521 19:45:46.145317 3703 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0521 19:46:02.027415 3703 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0521 19:46:02.123575 3703 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0521 19:46:09.128717 3703 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0521 19:46:40.150848 3703 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0521 19:46:44.028663 3703 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=140 I0521 19:47:50.156462 3703 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0521 19:48:06.230813 3703 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xdhqz] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-xdhqz for pod on switch ip-10-0-1-142.ec2.internal I0521 19:48:06.230940 3703 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xdhqz I0521 19:48:06.259365 3703 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xdhqz] pod update took 28.449771ms I0521 19:48:06.259391 3703 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xdhqz] addLogicalPort annotation time took 28.486013ms I0521 19:48:06.260706 3703 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xdhqz] addLogicalPort took 29.90778ms, libovsdb time 928.623µs I0521 19:48:06.586346 3703 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xdhqz 67976c00f09a9128ae7574f24596df684cefe37910ce2b2a6062a5e1ea61c75f network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xdhqz 67976c00f09a9128ae7574f24596df684cefe37910ce2b2a6062a5e1ea61c75f network default NAD default NAD key ] I0521 19:48:06.596480 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-xdhqz, hostIfaceName: 67976c00f09a912, network: default, NAD default, SandboxID: "67976c00f09a9128ae7574f24596df684cefe37910ce2b2a6062a5e1ea61c75f", PCI device ID: , UID: "b0d218be-56a1-43eb-ba30-3acd77c6b1ac", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0521 19:48:06.650652 3703 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xdhqz 67976c00f09a9128ae7574f24596df684cefe37910ce2b2a6062a5e1ea61c75f network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xdhqz 67976c00f09a9128ae7574f24596df684cefe37910ce2b2a6062a5e1ea61c75f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:96:46:ef:97:a6\",\"name\":\"67976c00f09a912\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22454011-2683-4cb9-9e67-48fcd49305cb\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:48:09.052314 3703 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0521 19:48:20.059931 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:48:20.094817 3703 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0521 19:48:20.094896 3703 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-hkwnv IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-hkwnv: no pod IPs found I0521 19:48:25.030965 3703 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=63 I0521 19:48:28.032437 3703 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0521 19:48:31.033747 3703 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 I0521 19:49:15.038421 3703 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=624 I0521 19:49:34.118433 3703 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0521 19:49:36.156429 3703 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0521 19:50:00.203753 3703 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-qqhcb] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29656550-qqhcb for pod on switch ip-10-0-1-142.ec2.internal I0521 19:50:00.203863 3703 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-qqhcb I0521 19:50:00.225672 3703 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-qqhcb] pod update took 21.829163ms I0521 19:50:00.225708 3703 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-qqhcb] addLogicalPort annotation time took 21.87368ms I0521 19:50:00.226974 3703 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-qqhcb] addLogicalPort took 23.240288ms, libovsdb time 876.898µs I0521 19:50:00.582718 3703 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-qqhcb 227230b02fcb2cd88826b88f3f74a7fb01289ab23fac6608fe955680af754097 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-qqhcb 227230b02fcb2cd88826b88f3f74a7fb01289ab23fac6608fe955680af754097 network default NAD default NAD key ] I0521 19:50:00.592338 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29656550-qqhcb, hostIfaceName: 227230b02fcb2cd, network: default, NAD default, SandboxID: "227230b02fcb2cd88826b88f3f74a7fb01289ab23fac6608fe955680af754097", PCI device ID: , UID: "b7adcba3-7508-4d13-953a-6490d52579ff", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0521 19:50:00.648290 3703 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-qqhcb 227230b02fcb2cd88826b88f3f74a7fb01289ab23fac6608fe955680af754097 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-qqhcb 227230b02fcb2cd88826b88f3f74a7fb01289ab23fac6608fe955680af754097 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:b3:26:77:fd:52\",\"name\":\"227230b02fcb2cd\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f164c2ba-f267-47d5-916d-4819b6eac2af\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:50:04.509630 3703 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-qqhcb 227230b02fcb2cd88826b88f3f74a7fb01289ab23fac6608fe955680af754097 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-qqhcb 227230b02fcb2cd88826b88f3f74a7fb01289ab23fac6608fe955680af754097 network default NAD default NAD key ] I0521 19:50:04.585873 3703 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-qqhcb 227230b02fcb2cd88826b88f3f74a7fb01289ab23fac6608fe955680af754097 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-qqhcb 227230b02fcb2cd88826b88f3f74a7fb01289ab23fac6608fe955680af754097 network default NAD default NAD key default], result "{}", err I0521 19:50:04.627590 3703 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-qqhcb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:04.627659 3703 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-qqhcb I0521 19:50:04.628948 3703 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-qqhcb, ips: 10.128.0.30 I0521 19:50:04.628971 3703 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-qqhcb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:05.519863 3703 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-qqhcb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:05.519918 3703 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-qqhcb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:37.137297 3703 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0521 19:50:55.995860 3703 namespace.go:98] [tsf] adding namespace I0521 19:50:55.996724 3703 namespace.go:102] [tsf] adding namespace took 841.057µs I0521 19:50:56.013764 3703 namespace.go:142] [tsf] updating namespace I0521 19:50:56.024993 3703 namespace.go:142] [tsf] updating namespace I0521 19:50:59.964413 3703 namespace.go:98] [konflux-operator] adding namespace I0521 19:50:59.964612 3703 namespace.go:98] [cert-manager-operator] adding namespace I0521 19:50:59.965432 3703 namespace.go:102] [konflux-operator] adding namespace took 999.425µs I0521 19:50:59.966089 3703 namespace.go:102] [cert-manager-operator] adding namespace took 1.459077ms I0521 19:50:59.966118 3703 namespace.go:98] [konflux-ui] adding namespace I0521 19:50:59.966661 3703 namespace.go:102] [konflux-ui] adding namespace took 532.504µs I0521 19:50:59.966909 3703 namespace.go:98] [rhtpa-operator] adding namespace I0521 19:50:59.967480 3703 namespace.go:102] [rhtpa-operator] adding namespace took 548.65µs I0521 19:50:59.968620 3703 namespace.go:98] [tsf-keycloak] adding namespace I0521 19:50:59.968756 3703 namespace.go:98] [tsf-tpa] adding namespace I0521 19:50:59.968898 3703 namespace.go:98] [rhbk-operator] adding namespace I0521 19:50:59.968973 3703 namespace.go:98] [tsf-tas] adding namespace I0521 19:50:59.969253 3703 namespace.go:102] [tsf-keycloak] adding namespace took 620.374µs I0521 19:50:59.969690 3703 namespace.go:102] [tsf-tpa] adding namespace took 922.087µs I0521 19:50:59.970256 3703 namespace.go:102] [rhbk-operator] adding namespace took 1.344253ms I0521 19:50:59.970772 3703 namespace.go:102] [tsf-tas] adding namespace took 1.786403ms I0521 19:50:59.985002 3703 namespace.go:142] [konflux-operator] updating namespace I0521 19:51:00.002820 3703 namespace.go:142] [konflux-operator] updating namespace I0521 19:51:00.027779 3703 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:51:00.030887 3703 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:51:00.031024 3703 namespace.go:142] [konflux-ui] updating namespace I0521 19:51:00.040074 3703 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:51:00.047937 3703 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:51:00.050955 3703 namespace.go:142] [rhbk-operator] updating namespace I0521 19:51:00.051049 3703 namespace.go:142] [tsf-tas] updating namespace I0521 19:51:00.057535 3703 namespace.go:142] [tsf-tpa] updating namespace I0521 19:51:00.064951 3703 namespace.go:142] [konflux-operator] updating namespace I0521 19:51:00.103639 3703 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:51:00.118085 3703 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:51:00.126984 3703 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:51:00.140987 3703 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:51:00.163088 3703 namespace.go:142] [tsf-tpa] updating namespace I0521 19:51:00.178365 3703 namespace.go:142] [tsf-tpa] updating namespace I0521 19:51:00.188946 3703 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:51:00.189016 3703 namespace.go:142] [rhbk-operator] updating namespace I0521 19:51:00.201242 3703 namespace.go:142] [tsf-tas] updating namespace I0521 19:51:00.202319 3703 namespace.go:142] [rhbk-operator] updating namespace I0521 19:51:00.215394 3703 namespace.go:142] [tsf-tas] updating namespace I0521 19:51:00.228227 3703 namespace.go:142] [konflux-ui] updating namespace I0521 19:51:00.228384 3703 namespace.go:142] [konflux-ui] updating namespace I0521 19:51:01.386747 3703 namespace.go:142] [tsf-tpa] updating namespace I0521 19:51:01.389205 3703 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:51:13.895890 3703 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 for pod on switch ip-10-0-1-142.ec2.internal I0521 19:51:13.896018 3703 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 I0521 19:51:13.908883 3703 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59] pod update took 12.893701ms I0521 19:51:13.908909 3703 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59] addLogicalPort annotation time took 12.923599ms I0521 19:51:13.910173 3703 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59] addLogicalPort took 14.300085ms, libovsdb time 876.313µs I0521 19:51:14.121657 3703 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l for pod on switch ip-10-0-1-142.ec2.internal I0521 19:51:14.121799 3703 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l I0521 19:51:14.135270 3703 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l] pod update took 13.508667ms I0521 19:51:14.135289 3703 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l] addLogicalPort annotation time took 13.533472ms I0521 19:51:14.136422 3703 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l] addLogicalPort took 14.783411ms, libovsdb time 759.618µs I0521 19:51:14.256348 3703 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 304aba936f33c4fd34820c3a6663b6fe229737f97bea1b0681a763f26f0c2357 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 304aba936f33c4fd34820c3a6663b6fe229737f97bea1b0681a763f26f0c2357 network default NAD default NAD key ] I0521 19:51:14.266019 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59, hostIfaceName: 304aba936f33c4f, network: default, NAD default, SandboxID: "304aba936f33c4fd34820c3a6663b6fe229737f97bea1b0681a763f26f0c2357", PCI device ID: , UID: "4c1c21c1-ea42-4cb1-b1ee-30c060d813cd", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0521 19:51:14.316542 3703 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 304aba936f33c4fd34820c3a6663b6fe229737f97bea1b0681a763f26f0c2357 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 304aba936f33c4fd34820c3a6663b6fe229737f97bea1b0681a763f26f0c2357 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:cb:89:00:cf:05\",\"name\":\"304aba936f33c4f\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e311593d-3886-4cb3-a9b8-dff6e4acc3e0\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:51:14.478316 3703 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l e678ce81578d81f3dbb66b0c15ffde48cbbcbbdff3fc434f5cc313d4e9beecc4 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l e678ce81578d81f3dbb66b0c15ffde48cbbcbbdff3fc434f5cc313d4e9beecc4 network default NAD default NAD key ] I0521 19:51:14.488935 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l, hostIfaceName: e678ce81578d81f, network: default, NAD default, SandboxID: "e678ce81578d81f3dbb66b0c15ffde48cbbcbbdff3fc434f5cc313d4e9beecc4", PCI device ID: , UID: "ff9759ca-071b-40a7-bc50-aac1605d55ba", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0521 19:51:14.537566 3703 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l e678ce81578d81f3dbb66b0c15ffde48cbbcbbdff3fc434f5cc313d4e9beecc4 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l e678ce81578d81f3dbb66b0c15ffde48cbbcbbdff3fc434f5cc313d4e9beecc4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:4a:2e:95:a0:e4\",\"name\":\"e678ce81578d81f\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c87ca73b-a425-4e3e-8ab6-60f97ad354f9\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:51:16.132637 3703 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 for pod on switch ip-10-0-1-142.ec2.internal I0521 19:51:16.132749 3703 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 I0521 19:51:16.146261 3703 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5] pod update took 13.552297ms I0521 19:51:16.146288 3703 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5] addLogicalPort annotation time took 13.582849ms I0521 19:51:16.148111 3703 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5] addLogicalPort took 15.508398ms, libovsdb time 1.232326ms I0521 19:51:16.293237 3703 base_network_controller_pods.go:487] [default/openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx] creating logical port openshift-marketplace_0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx for pod on switch ip-10-0-1-142.ec2.internal I0521 19:51:16.293402 3703 kube.go:256] Updating pod openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx I0521 19:51:16.307132 3703 pod.go:62] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx] pod update took 13.778746ms I0521 19:51:16.307212 3703 base_network_controller_pods.go:951] [default/openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx] addLogicalPort annotation time took 13.85969ms I0521 19:51:16.308798 3703 pods.go:271] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx] addLogicalPort took 15.580036ms, libovsdb time 1.030799ms I0521 19:51:16.764027 3703 cni.go:452] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx ec9094ba43e0d1d0d8a68bcce2cbd6f24289d9316e58eab94ae48d494af7110d network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx ec9094ba43e0d1d0d8a68bcce2cbd6f24289d9316e58eab94ae48d494af7110d network default NAD default NAD key ] I0521 19:51:16.765306 3703 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 dc538ca2e1bbb4574cec649f21e0fbe0658d609ccf32d60c5ce3fcec9353602c network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 dc538ca2e1bbb4574cec649f21e0fbe0658d609ccf32d60c5ce3fcec9353602c network default NAD default NAD key ] I0521 19:51:16.777046 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx, hostIfaceName: ec9094ba43e0d1d, network: default, NAD default, SandboxID: "ec9094ba43e0d1d0d8a68bcce2cbd6f24289d9316e58eab94ae48d494af7110d", PCI device ID: , UID: "56e4749a-b724-47ad-a0b4-b29e0da6befe", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0521 19:51:16.777406 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5, hostIfaceName: dc538ca2e1bbb45, network: default, NAD default, SandboxID: "dc538ca2e1bbb4574cec649f21e0fbe0658d609ccf32d60c5ce3fcec9353602c", PCI device ID: , UID: "2bd0af07-e07b-4e08-96d8-c44751cde281", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0521 19:51:16.831183 3703 cni.go:473] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx ec9094ba43e0d1d0d8a68bcce2cbd6f24289d9316e58eab94ae48d494af7110d network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx ec9094ba43e0d1d0d8a68bcce2cbd6f24289d9316e58eab94ae48d494af7110d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:77:e1:d5:c2:0f\",\"name\":\"ec9094ba43e0d1d\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7b1ee73-9351-4296-8cbb-692205e20620\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:51:16.848354 3703 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 dc538ca2e1bbb4574cec649f21e0fbe0658d609ccf32d60c5ce3fcec9353602c network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 dc538ca2e1bbb4574cec649f21e0fbe0658d609ccf32d60c5ce3fcec9353602c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:20:82:e7:05:13\",\"name\":\"dc538ca2e1bbb45\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce59a68b-658d-4f2e-891e-589c6c76385e\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:51:17.830422 3703 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 304aba936f33c4fd34820c3a6663b6fe229737f97bea1b0681a763f26f0c2357 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 304aba936f33c4fd34820c3a6663b6fe229737f97bea1b0681a763f26f0c2357 network default NAD default NAD key ] I0521 19:51:17.895307 3703 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 304aba936f33c4fd34820c3a6663b6fe229737f97bea1b0681a763f26f0c2357 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 304aba936f33c4fd34820c3a6663b6fe229737f97bea1b0681a763f26f0c2357 network default NAD default NAD key default], result "{}", err I0521 19:51:17.941999 3703 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:17.942035 3703 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 I0521 19:51:17.943368 3703 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59, ips: 10.128.0.31 I0521 19:51:17.943397 3703 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:17.943415 3703 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:17.943422 3703 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:51:17.943633 3703 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:17.943648 3703 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:51:17.983873 3703 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 for pod on switch ip-10-0-1-142.ec2.internal I0521 19:51:17.983956 3703 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 I0521 19:51:17.996494 3703 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8] pod update took 12.563175ms I0521 19:51:17.996522 3703 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8] addLogicalPort annotation time took 12.59279ms I0521 19:51:17.997867 3703 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8] addLogicalPort took 14.013156ms, libovsdb time 803.418µs I0521 19:51:18.074593 3703 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf for pod on switch ip-10-0-1-142.ec2.internal I0521 19:51:18.074697 3703 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf I0521 19:51:18.087360 3703 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf] pod update took 12.705641ms I0521 19:51:18.087383 3703 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf] addLogicalPort annotation time took 12.734501ms I0521 19:51:18.088745 3703 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf] addLogicalPort took 14.165785ms, libovsdb time 961.174µs I0521 19:51:18.402941 3703 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 aeaab145a12ad6f880d4a91d9141c089c986ec4d10943b9ecde6604edcf62cca network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 aeaab145a12ad6f880d4a91d9141c089c986ec4d10943b9ecde6604edcf62cca network default NAD default NAD key ] I0521 19:51:18.414292 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8, hostIfaceName: aeaab145a12ad6f, network: default, NAD default, SandboxID: "aeaab145a12ad6f880d4a91d9141c089c986ec4d10943b9ecde6604edcf62cca", PCI device ID: , UID: "639aab39-558f-405f-8ec8-5b9f0ad089a7", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0521 19:51:18.434231 3703 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf 9a33a467f31f030568c1860cb4d17cd3f3890a17e9917b076507cfa0280273ae network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf 9a33a467f31f030568c1860cb4d17cd3f3890a17e9917b076507cfa0280273ae network default NAD default NAD key ] I0521 19:51:18.456264 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf, hostIfaceName: 9a33a467f31f030, network: default, NAD default, SandboxID: "9a33a467f31f030568c1860cb4d17cd3f3890a17e9917b076507cfa0280273ae", PCI device ID: , UID: "97f97187-730f-4c41-92a5-fc6838d22438", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0521 19:51:18.483458 3703 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 aeaab145a12ad6f880d4a91d9141c089c986ec4d10943b9ecde6604edcf62cca network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 aeaab145a12ad6f880d4a91d9141c089c986ec4d10943b9ecde6604edcf62cca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:74:a9:57:67:71\",\"name\":\"aeaab145a12ad6f\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ae716dd-8a95-4b0e-870d-966fb71b1a80\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:51:18.507755 3703 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf 9a33a467f31f030568c1860cb4d17cd3f3890a17e9917b076507cfa0280273ae network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf 9a33a467f31f030568c1860cb4d17cd3f3890a17e9917b076507cfa0280273ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:15:5f:c6:62:e9\",\"name\":\"9a33a467f31f030\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56821afd-677d-4a66-9efa-70fe7c519ed7\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:51:18.968771 3703 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:18.968817 3703 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:18.968830 3703 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:18.968842 3703 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:19.855868 3703 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l e678ce81578d81f3dbb66b0c15ffde48cbbcbbdff3fc434f5cc313d4e9beecc4 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l e678ce81578d81f3dbb66b0c15ffde48cbbcbbdff3fc434f5cc313d4e9beecc4 network default NAD default NAD key ] I0521 19:51:19.929919 3703 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l e678ce81578d81f3dbb66b0c15ffde48cbbcbbdff3fc434f5cc313d4e9beecc4 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l e678ce81578d81f3dbb66b0c15ffde48cbbcbbdff3fc434f5cc313d4e9beecc4 network default NAD default NAD key default], result "{}", err I0521 19:51:19.967710 3703 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:19.967852 3703 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l I0521 19:51:19.969306 3703 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l, ips: 10.128.0.32 I0521 19:51:19.969341 3703 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:19.969366 3703 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:19.969378 3703 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:51:19.969670 3703 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:19.969686 3703 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:51:20.992715 3703 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:20.992745 3703 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:20.992758 3703 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:20.992768 3703 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:21.868440 3703 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf 9a33a467f31f030568c1860cb4d17cd3f3890a17e9917b076507cfa0280273ae network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf 9a33a467f31f030568c1860cb4d17cd3f3890a17e9917b076507cfa0280273ae network default NAD default NAD key ] I0521 19:51:21.868446 3703 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 dc538ca2e1bbb4574cec649f21e0fbe0658d609ccf32d60c5ce3fcec9353602c network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 dc538ca2e1bbb4574cec649f21e0fbe0658d609ccf32d60c5ce3fcec9353602c network default NAD default NAD key ] I0521 19:51:21.868612 3703 cni.go:452] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx ec9094ba43e0d1d0d8a68bcce2cbd6f24289d9316e58eab94ae48d494af7110d network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx ec9094ba43e0d1d0d8a68bcce2cbd6f24289d9316e58eab94ae48d494af7110d network default NAD default NAD key ] I0521 19:51:21.953442 3703 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf 9a33a467f31f030568c1860cb4d17cd3f3890a17e9917b076507cfa0280273ae network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf 9a33a467f31f030568c1860cb4d17cd3f3890a17e9917b076507cfa0280273ae network default NAD default NAD key default], result "{}", err I0521 19:51:21.965447 3703 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 dc538ca2e1bbb4574cec649f21e0fbe0658d609ccf32d60c5ce3fcec9353602c network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 dc538ca2e1bbb4574cec649f21e0fbe0658d609ccf32d60c5ce3fcec9353602c network default NAD default NAD key default], result "{}", err I0521 19:51:21.997139 3703 cni.go:473] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx ec9094ba43e0d1d0d8a68bcce2cbd6f24289d9316e58eab94ae48d494af7110d network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx ec9094ba43e0d1d0d8a68bcce2cbd6f24289d9316e58eab94ae48d494af7110d network default NAD default NAD key default], result "{}", err I0521 19:51:22.008940 3703 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.008971 3703 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf I0521 19:51:22.010518 3703 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf, ips: 10.128.0.36 I0521 19:51:22.010591 3703 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.010627 3703 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.010636 3703 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:51:22.010883 3703 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.010898 3703 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:51:22.027683 3703 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.027738 3703 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 I0521 19:51:22.029277 3703 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5, ips: 10.128.0.33 I0521 19:51:22.029309 3703 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.029330 3703 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.029337 3703 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:51:22.029564 3703 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.029582 3703 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:51:22.047034 3703 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.047078 3703 pods.go:176] Deleting pod: openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx I0521 19:51:22.048380 3703 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx, ips: 10.128.0.34 I0521 19:51:22.048408 3703 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.048432 3703 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.048441 3703 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:51:22.048664 3703 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.048678 3703 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:51:23.038784 3703 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:23.038807 3703 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:23.038822 3703 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:23.038833 3703 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:23.064101 3703 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:23.064152 3703 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:23.064166 3703 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:23.064177 3703 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:23.080722 3703 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:23.080744 3703 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:23.080756 3703 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:23.080769 3703 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:25.895188 3703 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 aeaab145a12ad6f880d4a91d9141c089c986ec4d10943b9ecde6604edcf62cca network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 aeaab145a12ad6f880d4a91d9141c089c986ec4d10943b9ecde6604edcf62cca network default NAD default NAD key ] I0521 19:51:25.962831 3703 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 aeaab145a12ad6f880d4a91d9141c089c986ec4d10943b9ecde6604edcf62cca network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 aeaab145a12ad6f880d4a91d9141c089c986ec4d10943b9ecde6604edcf62cca network default NAD default NAD key default], result "{}", err I0521 19:51:26.013668 3703 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:26.013703 3703 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 I0521 19:51:26.015024 3703 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8, ips: 10.128.0.35 I0521 19:51:26.015049 3703 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:26.015066 3703 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:26.015073 3703 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:51:26.015208 3703 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:26.015217 3703 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:51:27.051260 3703 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:27.051285 3703 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:27.051303 3703 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:27.051314 3703 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:29.077319 3703 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kz69d] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-kz69d for pod on switch ip-10-0-1-142.ec2.internal I0521 19:51:29.077449 3703 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kz69d I0521 19:51:29.102721 3703 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kz69d] pod update took 25.298585ms I0521 19:51:29.102743 3703 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kz69d] addLogicalPort annotation time took 25.32515ms I0521 19:51:29.103962 3703 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kz69d] addLogicalPort took 26.660487ms, libovsdb time 882.474µs I0521 19:51:29.734994 3703 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kz69d 7d74d723d43cf96e9422dfa4acbac35244ade93235d555d4c11e37ac0c3175df network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kz69d 7d74d723d43cf96e9422dfa4acbac35244ade93235d555d4c11e37ac0c3175df network default NAD default NAD key ] I0521 19:51:29.744279 3703 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-kz69d, hostIfaceName: 7d74d723d43cf96, network: default, NAD default, SandboxID: "7d74d723d43cf96e9422dfa4acbac35244ade93235d555d4c11e37ac0c3175df", PCI device ID: , UID: "518b3113-066c-41ea-8a64-1b28aaf6f5ac", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0521 19:51:29.795204 3703 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kz69d 7d74d723d43cf96e9422dfa4acbac35244ade93235d555d4c11e37ac0c3175df network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kz69d 7d74d723d43cf96e9422dfa4acbac35244ade93235d555d4c11e37ac0c3175df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:44:3c:95:32:cd\",\"name\":\"7d74d723d43cf96\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d11c833f-4529-4f15-8fca-661cd9b39a66\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:51:32.133009 3703 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0521 19:51:32.797261 3703 namespace.go:98] [cert-manager] adding namespace I0521 19:51:32.798137 3703 namespace.go:102] [cert-manager] adding namespace took 852.934µs I0521 19:51:32.833564 3703 namespace.go:142] [cert-manager] updating namespace I0521 19:51:32.855301 3703 namespace.go:142] [cert-manager] updating namespace W0521 19:51:37.961316 3703 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0521 19:51:38.401633 3703 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-6fc7dbc666-jv484] creating logical port rhbk-operator_rhbk-operator-6fc7dbc666-jv484 for pod on switch ip-10-0-1-142.ec2.internal I0521 19:51:38.401738 3703 kube.go:256] Updating pod rhbk-operator/rhbk-operator-6fc7dbc666-jv484 I0521 19:51:38.444278 3703 kube.go:256] Updating pod rhbk-operator/rhbk-operator-6fc7dbc666-jv484 I0521 19:51:38.469311 3703 pod.go:62] [rhbk-operator/rhbk-operator-6fc7dbc666-jv484] pod update took 67.59772ms I0521 19:51:38.469330 3703 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-6fc7dbc666-jv484] addLogicalPort annotation time took 67.62235ms I0521 19:51:38.470456 3703 pods.go:271] [rhbk-operator/rhbk-operator-6fc7dbc666-jv484] addLogicalPort took 68.840804ms, libovsdb time 782.451µs I0521 19:51:38.754696 3703 cni.go:452] [rhbk-operator/rhbk-operator-6fc7dbc666-jv484 a40a8327ac3b5c6929eadc4f266acf45ce3892f82b5048569ea2559b6f19812a network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-6fc7dbc666-jv484 a40a8327ac3b5c6929eadc4f266acf45ce3892f82b5048569ea2559b6f19812a network default NAD default NAD key ] I0521 19:51:38.763920 3703 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-6fc7dbc666-jv484, hostIfaceName: a40a8327ac3b5c6, network: default, NAD default, SandboxID: "a40a8327ac3b5c6929eadc4f266acf45ce3892f82b5048569ea2559b6f19812a", PCI device ID: , UID: "9153dad7-0061-4d92-9daf-b88166ed0725", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0521 19:51:38.812848 3703 cni.go:473] [rhbk-operator/rhbk-operator-6fc7dbc666-jv484 a40a8327ac3b5c6929eadc4f266acf45ce3892f82b5048569ea2559b6f19812a network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-6fc7dbc666-jv484 a40a8327ac3b5c6929eadc4f266acf45ce3892f82b5048569ea2559b6f19812a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:c7:31:e4:f8:c6\",\"name\":\"a40a8327ac3b5c6\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40077372-4254-4f81-b7f0-154f26b9b12d\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:51:39.969314 3703 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 19:51:40.766194 3703 namespace.go:142] [openshift-operators] updating namespace I0521 19:51:40.784345 3703 namespace.go:142] [openshift-operators] updating namespace W0521 19:51:41.086386 3703 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0521 19:51:41.086407 3703 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0521 19:51:46.426302 3703 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:51:46.434567 3703 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:51:46.464234 3703 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:51:46.477780 3703 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 19:51:48.826395 3703 namespace.go:142] [openshift-operators] updating namespace I0521 19:51:49.159443 3703 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-zc6px] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-zc6px for pod on switch ip-10-0-1-142.ec2.internal I0521 19:51:49.159669 3703 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-zc6px I0521 19:51:49.197698 3703 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-zc6px] pod update took 38.06541ms I0521 19:51:49.197719 3703 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-zc6px] addLogicalPort annotation time took 38.092749ms I0521 19:51:49.198890 3703 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-zc6px] addLogicalPort took 39.462984ms, libovsdb time 838.297µs I0521 19:51:49.530742 3703 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-zc6px 0f7f416eb39552833808295bcb501470ba1f5494a548cb2f4914ee62c52a0f0e network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-zc6px 0f7f416eb39552833808295bcb501470ba1f5494a548cb2f4914ee62c52a0f0e network default NAD default NAD key ] I0521 19:51:49.540861 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-zc6px, hostIfaceName: 0f7f416eb395528, network: default, NAD default, SandboxID: "0f7f416eb39552833808295bcb501470ba1f5494a548cb2f4914ee62c52a0f0e", PCI device ID: , UID: "5a7abc56-df91-46eb-bed7-caa72de9ba7a", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0521 19:51:49.593022 3703 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-zc6px 0f7f416eb39552833808295bcb501470ba1f5494a548cb2f4914ee62c52a0f0e network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-zc6px 0f7f416eb39552833808295bcb501470ba1f5494a548cb2f4914ee62c52a0f0e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:14:6a:03:de:fb\",\"name\":\"0f7f416eb395528\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5769b113-e1be-48ef-a546-a28f3ac71e5f\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:51:52.134003 3703 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0521 19:51:53.157958 3703 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0521 19:51:54.902781 3703 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-s5jz6] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-s5jz6 for pod on switch ip-10-0-1-142.ec2.internal I0521 19:51:54.902907 3703 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-s5jz6 I0521 19:51:54.931122 3703 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-s5jz6] pod update took 28.239619ms I0521 19:51:54.931147 3703 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-s5jz6] addLogicalPort annotation time took 28.26721ms I0521 19:51:54.932287 3703 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-s5jz6] addLogicalPort took 29.518161ms, libovsdb time 785.28µs I0521 19:51:56.265655 3703 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-s5jz6 1092cc020a1b355d8c4245264d52cb356a882962320d2bfc04ada756502bd5cb network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-s5jz6 1092cc020a1b355d8c4245264d52cb356a882962320d2bfc04ada756502bd5cb network default NAD default NAD key ] I0521 19:51:56.275257 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-s5jz6, hostIfaceName: 1092cc020a1b355, network: default, NAD default, SandboxID: "1092cc020a1b355d8c4245264d52cb356a882962320d2bfc04ada756502bd5cb", PCI device ID: , UID: "0cc93d75-bcde-4c92-b4a0-b1a70937e75c", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0521 19:51:56.327692 3703 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-s5jz6 1092cc020a1b355d8c4245264d52cb356a882962320d2bfc04ada756502bd5cb network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-s5jz6 1092cc020a1b355d8c4245264d52cb356a882962320d2bfc04ada756502bd5cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:80:d7:ee:96:2e\",\"name\":\"1092cc020a1b355\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7da0e19f-4759-4100-b3bc-abb18a68c0ba\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:51:57.801376 3703 namespace.go:98] [trusted-artifact-signer] adding namespace I0521 19:51:57.802276 3703 namespace.go:102] [trusted-artifact-signer] adding namespace took 874.422µs I0521 19:51:57.886745 3703 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:51:57.925624 3703 namespace.go:142] [trusted-artifact-signer] updating namespace W0521 19:51:58.192905 3703 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0521 19:52:06.302246 3703 namespace.go:98] [openshift-pipelines] adding namespace I0521 19:52:06.303151 3703 namespace.go:102] [openshift-pipelines] adding namespace took 882.323µs I0521 19:52:06.322010 3703 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:52:07.078286 3703 namespace.go:142] [cert-manager] updating namespace I0521 19:52:07.277924 3703 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:52:07.680933 3703 namespace.go:142] [konflux-operator] updating namespace I0521 19:52:07.878913 3703 namespace.go:142] [konflux-ui] updating namespace I0521 19:52:08.083461 3703 namespace.go:142] [open-cluster-management-2qegostl1nebl6pev0qfnbu30lh9m1k6] updating namespace I0521 19:52:08.483269 3703 namespace.go:142] [rhbk-operator] updating namespace I0521 19:52:08.683868 3703 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:52:08.885591 3703 namespace.go:142] [trusted-artifact-signer] updating namespace W0521 19:52:09.082044 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0521 19:52:09.087372 3703 namespace.go:142] [tsf] updating namespace I0521 19:52:09.294797 3703 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:52:09.510905 3703 namespace.go:142] [tsf-tas] updating namespace I0521 19:52:09.690405 3703 namespace.go:142] [tsf-tpa] updating namespace I0521 19:52:09.853014 3703 namespace.go:142] [cert-manager] updating namespace I0521 19:52:09.867569 3703 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:52:09.882619 3703 namespace.go:142] [default] updating namespace I0521 19:52:09.899310 3703 namespace.go:142] [konflux-operator] updating namespace I0521 19:52:09.920320 3703 namespace.go:142] [konflux-ui] updating namespace I0521 19:52:09.930789 3703 namespace.go:142] [open-cluster-management-2qegostl1nebl6pev0qfnbu30lh9m1k6] updating namespace I0521 19:52:09.941616 3703 namespace.go:142] [openshift] updating namespace I0521 19:52:09.954779 3703 namespace.go:142] [rhbk-operator] updating namespace I0521 19:52:09.968028 3703 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:52:09.988049 3703 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:52:09.998489 3703 namespace.go:142] [tsf] updating namespace I0521 19:52:10.021533 3703 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:52:10.035627 3703 namespace.go:142] [tsf-tas] updating namespace I0521 19:52:10.048878 3703 namespace.go:142] [tsf-tpa] updating namespace I0521 19:52:10.129623 3703 namespace.go:142] [cert-manager] updating namespace I0521 19:52:10.148160 3703 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0521 19:52:10.204386 3703 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:52:10.276901 3703 namespace.go:142] [default] updating namespace I0521 19:52:10.384510 3703 namespace.go:142] [konflux-operator] updating namespace I0521 19:52:10.477421 3703 namespace.go:142] [konflux-ui] updating namespace I0521 19:52:10.576000 3703 namespace.go:142] [open-cluster-management-2qegostl1nebl6pev0qfnbu30lh9m1k6] updating namespace I0521 19:52:10.676948 3703 namespace.go:142] [openshift] updating namespace I0521 19:52:10.775718 3703 namespace.go:142] [rhbk-operator] updating namespace I0521 19:52:10.873489 3703 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:52:11.020337 3703 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:52:11.077183 3703 namespace.go:142] [tsf] updating namespace I0521 19:52:11.201287 3703 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:52:11.279589 3703 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:52:11.280100 3703 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:52:11.290426 3703 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:52:11.290449 3703 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:52:11.293328 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0521 19:52:11.293345 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0521 19:52:11.318420 3703 namespace.go:142] [tsf-tas] updating namespace I0521 19:52:11.389815 3703 namespace.go:142] [tsf-tpa] updating namespace I0521 19:52:11.904662 3703 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:52:20.144089 3703 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-svwbm] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-svwbm for pod on switch ip-10-0-1-142.ec2.internal I0521 19:52:20.144196 3703 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-svwbm I0521 19:52:20.163491 3703 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-svwbm] pod update took 19.323788ms I0521 19:52:20.163517 3703 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-svwbm] addLogicalPort annotation time took 19.354045ms I0521 19:52:20.164842 3703 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-svwbm] addLogicalPort took 20.775955ms, libovsdb time 932.967µs I0521 19:52:20.238309 3703 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-t24x7] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-t24x7 for pod on switch ip-10-0-1-142.ec2.internal I0521 19:52:20.238416 3703 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-t24x7 I0521 19:52:20.253507 3703 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-t24x7] pod update took 15.118436ms I0521 19:52:20.253569 3703 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-t24x7] addLogicalPort annotation time took 15.171488ms I0521 19:52:20.255005 3703 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-t24x7] addLogicalPort took 16.714021ms, libovsdb time 934.27µs I0521 19:52:20.327248 3703 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-txjvh] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-txjvh for pod on switch ip-10-0-1-142.ec2.internal I0521 19:52:20.327359 3703 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-txjvh I0521 19:52:20.342500 3703 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-txjvh] pod update took 15.179034ms I0521 19:52:20.342578 3703 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-txjvh] addLogicalPort annotation time took 15.261395ms I0521 19:52:20.344118 3703 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-txjvh] addLogicalPort took 16.890921ms, libovsdb time 1.117355ms I0521 19:52:20.432903 3703 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-52h7l] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-52h7l for pod on switch ip-10-0-1-142.ec2.internal I0521 19:52:20.433029 3703 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-52h7l I0521 19:52:20.448385 3703 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-52h7l] pod update took 15.400615ms I0521 19:52:20.448414 3703 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-52h7l] addLogicalPort annotation time took 15.441516ms I0521 19:52:20.449768 3703 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-52h7l] addLogicalPort took 16.95695ms, libovsdb time 913.618µs I0521 19:52:20.510814 3703 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-svwbm 9f12e95776dfae6a1eec2486e3b1fc40397ccfe31ad6591b927ca45b5e22faa6 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-svwbm 9f12e95776dfae6a1eec2486e3b1fc40397ccfe31ad6591b927ca45b5e22faa6 network default NAD default NAD key ] I0521 19:52:20.525066 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-svwbm, hostIfaceName: 9f12e95776dfae6, network: default, NAD default, SandboxID: "9f12e95776dfae6a1eec2486e3b1fc40397ccfe31ad6591b927ca45b5e22faa6", PCI device ID: , UID: "b47680b6-a1ef-468f-a376-45f9b8cbec2f", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0521 19:52:20.588167 3703 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-svwbm 9f12e95776dfae6a1eec2486e3b1fc40397ccfe31ad6591b927ca45b5e22faa6 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-svwbm 9f12e95776dfae6a1eec2486e3b1fc40397ccfe31ad6591b927ca45b5e22faa6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:26:4c:f9:5a:14\",\"name\":\"9f12e95776dfae6\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/46395b39-8162-47f0-81dc-3f8509c56729\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:52:20.603441 3703 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-t24x7 b765d7162319d3b133d9615a4dbd28241efef5d79227af82429cc02b1389d550 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-t24x7 b765d7162319d3b133d9615a4dbd28241efef5d79227af82429cc02b1389d550 network default NAD default NAD key ] I0521 19:52:20.613364 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-t24x7, hostIfaceName: b765d7162319d3b, network: default, NAD default, SandboxID: "b765d7162319d3b133d9615a4dbd28241efef5d79227af82429cc02b1389d550", PCI device ID: , UID: "cbf7a3ae-a6de-4b6b-b94b-bc047241660a", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0521 19:52:20.669501 3703 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-t24x7 b765d7162319d3b133d9615a4dbd28241efef5d79227af82429cc02b1389d550 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-t24x7 b765d7162319d3b133d9615a4dbd28241efef5d79227af82429cc02b1389d550 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:46:4f:50:73:d2\",\"name\":\"b765d7162319d3b\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4058fbd9-9a16-4e48-8ceb-f413c0045d79\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:52:20.687740 3703 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-txjvh bcef9deec4c432ce2b12561a0b58a84da49112f0d4800e55a0776596dd2113c0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-txjvh bcef9deec4c432ce2b12561a0b58a84da49112f0d4800e55a0776596dd2113c0 network default NAD default NAD key ] I0521 19:52:20.697186 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-txjvh, hostIfaceName: bcef9deec4c432c, network: default, NAD default, SandboxID: "bcef9deec4c432ce2b12561a0b58a84da49112f0d4800e55a0776596dd2113c0", PCI device ID: , UID: "227e0c44-aca8-4e12-8cdb-e1328fc71ba5", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0521 19:52:20.749188 3703 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-txjvh bcef9deec4c432ce2b12561a0b58a84da49112f0d4800e55a0776596dd2113c0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-txjvh bcef9deec4c432ce2b12561a0b58a84da49112f0d4800e55a0776596dd2113c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:c5:f0:1b:3f:9f\",\"name\":\"bcef9deec4c432c\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca02087e-873d-498b-87d2-514800534bba\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:52:20.795687 3703 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-52h7l d3ade71a45f42bd10e874c703dc27a49aeb14dfc5239f9f4215fba221dadffa0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-52h7l d3ade71a45f42bd10e874c703dc27a49aeb14dfc5239f9f4215fba221dadffa0 network default NAD default NAD key ] I0521 19:52:20.805526 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-52h7l, hostIfaceName: d3ade71a45f42bd, network: default, NAD default, SandboxID: "d3ade71a45f42bd10e874c703dc27a49aeb14dfc5239f9f4215fba221dadffa0", PCI device ID: , UID: "b582793c-5ea0-4859-9b5c-51a3ef89ca82", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0521 19:52:20.859905 3703 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-52h7l d3ade71a45f42bd10e874c703dc27a49aeb14dfc5239f9f4215fba221dadffa0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-52h7l d3ade71a45f42bd10e874c703dc27a49aeb14dfc5239f9f4215fba221dadffa0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:b6:cb:00:ca:88\",\"name\":\"d3ade71a45f42bd\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d90d7779-77d6-4e82-aea3-cbfdbe21ec8d\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:52:25.095739 3703 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0521 19:52:25.223412 3703 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:52:25.223431 3703 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:52:25.223436 3703 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:52:25.272379 3703 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:52:25.272399 3703 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:52:25.272403 3703 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:52:25.272407 3703 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:52:26.102845 3703 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0521 19:52:29.142038 3703 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 W0521 19:52:32.257411 3703 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:52:32.257431 3703 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:52:32.257436 3703 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:52:36.230775 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:52:36.230804 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:52:36.230811 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:52:36.230817 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:52:36.258745 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:52:36.258769 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:52:36.258777 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:52:43.263615 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:52:43.263643 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:52:43.263650 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0521 19:52:49.344357 3703 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:52:49.344964 3703 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:52:49.366126 3703 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:52:49.366147 3703 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:52:49.373893 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0521 19:52:49.373920 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0521 19:52:51.433376 3703 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0521 19:52:51.434050 3703 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0521 19:52:51.434070 3703 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0521 19:52:51.436410 3703 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0521 19:52:51.811730 3703 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-142.ec2.internal I0521 19:52:51.811913 3703 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0521 19:52:51.829248 3703 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 17.375886ms I0521 19:52:51.829271 3703 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 17.404249ms I0521 19:52:51.830730 3703 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 19.019723ms, libovsdb time 1.009808ms I0521 19:52:52.172711 3703 cni.go:452] [tsf-keycloak/keycloak-0 c3ae9693d010b226766154d7873b41d1454603f1b32cf0667cd6b99f61c51df1 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 c3ae9693d010b226766154d7873b41d1454603f1b32cf0667cd6b99f61c51df1 network default NAD default NAD key ] I0521 19:52:52.182030 3703 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: c3ae9693d010b22, network: default, NAD default, SandboxID: "c3ae9693d010b226766154d7873b41d1454603f1b32cf0667cd6b99f61c51df1", PCI device ID: , UID: "b5691a57-be2c-4680-997b-ee8fc56593ca", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0521 19:52:52.235908 3703 cni.go:473] [tsf-keycloak/keycloak-0 c3ae9693d010b226766154d7873b41d1454603f1b32cf0667cd6b99f61c51df1 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 c3ae9693d010b226766154d7873b41d1454603f1b32cf0667cd6b99f61c51df1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:d2:db:38:4a:38\",\"name\":\"c3ae9693d010b22\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/720e1ac2-6a23-4e7d-86b6-d042fb221fcc\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:52:53.294693 3703 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0521 19:52:59.420177 3703 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:52:59.420204 3703 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:52:59.424962 3703 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:52:59.424984 3703 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0521 19:53:06.159875 3703 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0521 19:53:10.100195 3703 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 19:53:14.048824 3703 obj_retry.go:498] Detected object openshift-console/console-7b7598649-2vxr6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:14.049395 3703 obj_retry.go:498] Detected object openshift-console/console-7b7598649-2vxr6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:14.330835 3703 obj_retry.go:492] Detected object openshift-console/console-7b7598649-2vxr6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:14.330858 3703 obj_retry.go:492] Detected object openshift-console/console-7b7598649-2vxr6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:14.334016 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b7598649-2vxr6 I0521 19:53:14.334052 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b7598649-2vxr6 W0521 19:53:22.390449 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:53:22.390473 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:53:22.393959 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:53:22.393982 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service I0521 19:53:24.524221 3703 cni.go:452] [openshift-console/console-7b7598649-8k584 1c23c8e6aa5006e23ccddc9d6df10824e94fafd2a27cdc1d9ce79d49a1fd8f16 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7b7598649-8k584 1c23c8e6aa5006e23ccddc9d6df10824e94fafd2a27cdc1d9ce79d49a1fd8f16 network default NAD default NAD key ] I0521 19:53:24.602794 3703 cni.go:473] [openshift-console/console-7b7598649-8k584 1c23c8e6aa5006e23ccddc9d6df10824e94fafd2a27cdc1d9ce79d49a1fd8f16 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7b7598649-8k584 1c23c8e6aa5006e23ccddc9d6df10824e94fafd2a27cdc1d9ce79d49a1fd8f16 network default NAD default NAD key default], result "{}", err I0521 19:53:24.654938 3703 obj_retry.go:498] Detected object openshift-console/console-7b7598649-8k584 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:24.654971 3703 pods.go:176] Deleting pod: openshift-console/console-7b7598649-8k584 I0521 19:53:24.656694 3703 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7b7598649-8k584, ips: 10.128.0.28 I0521 19:53:24.656737 3703 obj_retry.go:498] Detected object openshift-console/console-7b7598649-8k584 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:25.562831 3703 obj_retry.go:492] Detected object openshift-console/console-7b7598649-8k584 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:25.562861 3703 obj_retry.go:492] Detected object openshift-console/console-7b7598649-8k584 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:25.568862 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b7598649-8k584 I0521 19:53:25.568885 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b7598649-8k584 W0521 19:53:29.469686 3703 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:53:29.469706 3703 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:53:29.469712 3703 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0521 19:53:31.693746 3703 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-9znc8] creating logical port tsf-keycloak_tsf-iam-9znc8 for pod on switch ip-10-0-1-142.ec2.internal I0521 19:53:31.693844 3703 kube.go:256] Updating pod tsf-keycloak/tsf-iam-9znc8 I0521 19:53:31.708540 3703 pod.go:62] [tsf-keycloak/tsf-iam-9znc8] pod update took 14.720426ms I0521 19:53:31.708581 3703 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-9znc8] addLogicalPort annotation time took 14.766174ms I0521 19:53:31.709842 3703 pods.go:271] [tsf-keycloak/tsf-iam-9znc8] addLogicalPort took 16.115748ms, libovsdb time 875.081µs I0521 19:53:32.106826 3703 cni.go:452] [tsf-keycloak/tsf-iam-9znc8 c98d793185bc01f70f53c8eefa683d82b37cf5cc411ee1d4f6d7f9fa7a92970b network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-9znc8 c98d793185bc01f70f53c8eefa683d82b37cf5cc411ee1d4f6d7f9fa7a92970b network default NAD default NAD key ] I0521 19:53:32.116097 3703 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-9znc8, hostIfaceName: c98d793185bc01f, network: default, NAD default, SandboxID: "c98d793185bc01f70f53c8eefa683d82b37cf5cc411ee1d4f6d7f9fa7a92970b", PCI device ID: , UID: "1b53547b-6c2b-4326-b396-ba1c2a98e751", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0521 19:53:32.170019 3703 cni.go:473] [tsf-keycloak/tsf-iam-9znc8 c98d793185bc01f70f53c8eefa683d82b37cf5cc411ee1d4f6d7f9fa7a92970b network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-9znc8 c98d793185bc01f70f53c8eefa683d82b37cf5cc411ee1d4f6d7f9fa7a92970b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:cb:79:d0:6f:0b\",\"name\":\"c98d793185bc01f\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df920a0a-93b8-469b-b9b9-93e30d97b9f7\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:53:41.622107 3703 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:41.622821 3703 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:41.663627 3703 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:41.663753 3703 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:41.670539 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0521 19:53:41.670604 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0521 19:53:44.030209 3703 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0521 19:53:50.730350 3703 cni.go:452] [tsf-keycloak/tsf-iam-9znc8 c98d793185bc01f70f53c8eefa683d82b37cf5cc411ee1d4f6d7f9fa7a92970b network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-9znc8 c98d793185bc01f70f53c8eefa683d82b37cf5cc411ee1d4f6d7f9fa7a92970b network default NAD default NAD key ] I0521 19:53:50.798648 3703 cni.go:473] [tsf-keycloak/tsf-iam-9znc8 c98d793185bc01f70f53c8eefa683d82b37cf5cc411ee1d4f6d7f9fa7a92970b network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-9znc8 c98d793185bc01f70f53c8eefa683d82b37cf5cc411ee1d4f6d7f9fa7a92970b network default NAD default NAD key default], result "{}", err I0521 19:53:50.861494 3703 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-9znc8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:50.861530 3703 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-9znc8 I0521 19:53:50.862967 3703 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-9znc8, ips: 10.128.0.46 I0521 19:53:50.862993 3703 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-9znc8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:51.765679 3703 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-9znc8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:51.765708 3703 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-9znc8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:53:53.629011 3703 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0521 19:53:58.248084 3703 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zgg5q] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-zgg5q for pod on switch ip-10-0-1-142.ec2.internal I0521 19:53:58.248220 3703 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zgg5q I0521 19:53:58.266117 3703 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zgg5q] pod update took 17.922714ms I0521 19:53:58.266144 3703 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zgg5q] addLogicalPort annotation time took 17.952463ms I0521 19:53:58.267377 3703 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zgg5q] addLogicalPort took 19.311568ms, libovsdb time 854.751µs I0521 19:53:58.315221 3703 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-79mb9] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-79mb9 for pod on switch ip-10-0-1-142.ec2.internal I0521 19:53:58.315344 3703 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-79mb9 I0521 19:53:58.329878 3703 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-79mb9] pod update took 14.553018ms I0521 19:53:58.329911 3703 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-79mb9] addLogicalPort annotation time took 14.593274ms I0521 19:53:58.331183 3703 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-79mb9] addLogicalPort took 15.977489ms, libovsdb time 850.909µs I0521 19:53:58.609204 3703 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zgg5q 13cbe7e4d8f14d417e1d9129f9619c58b383999b744273863f20f280e8d648e7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zgg5q 13cbe7e4d8f14d417e1d9129f9619c58b383999b744273863f20f280e8d648e7 network default NAD default NAD key ] I0521 19:53:58.618580 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-zgg5q, hostIfaceName: 13cbe7e4d8f14d4, network: default, NAD default, SandboxID: "13cbe7e4d8f14d417e1d9129f9619c58b383999b744273863f20f280e8d648e7", PCI device ID: , UID: "e3079486-68ff-4be2-bcd9-f303bdf06561", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] W0521 19:53:58.672378 3703 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0521 19:53:58.680638 3703 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zgg5q 13cbe7e4d8f14d417e1d9129f9619c58b383999b744273863f20f280e8d648e7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-zgg5q 13cbe7e4d8f14d417e1d9129f9619c58b383999b744273863f20f280e8d648e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:d4:1e:ac:26:67\",\"name\":\"13cbe7e4d8f14d4\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ba8c4ce-f148-4ece-b96e-a3dcccc0a875\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:53:58.684185 3703 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-79mb9 dcf6bf4e18b0740a81b9526b33b4a97b17efeefae6f7bc28edd1c706d9ce6706 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-79mb9 dcf6bf4e18b0740a81b9526b33b4a97b17efeefae6f7bc28edd1c706d9ce6706 network default NAD default NAD key ] I0521 19:53:58.694716 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-79mb9, hostIfaceName: dcf6bf4e18b0740, network: default, NAD default, SandboxID: "dcf6bf4e18b0740a81b9526b33b4a97b17efeefae6f7bc28edd1c706d9ce6706", PCI device ID: , UID: "83dc484a-ac97-462e-8cc0-d119419acaf2", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0521 19:53:58.749998 3703 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-79mb9 dcf6bf4e18b0740a81b9526b33b4a97b17efeefae6f7bc28edd1c706d9ce6706 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-79mb9 dcf6bf4e18b0740a81b9526b33b4a97b17efeefae6f7bc28edd1c706d9ce6706 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:c6:d1:f3:ec:fb\",\"name\":\"dcf6bf4e18b0740\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7228b4a-669f-4d37-98de-d0c71b42f8c2\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:54:01.653156 3703 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0521 19:54:02.775050 3703 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-zf9xs-2gxks of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:02.775637 3703 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-zf9xs-2gxks of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:54:02.802046 3703 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:54:02.802065 3703 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:54:02.828357 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:54:02.828379 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:54:02.852497 3703 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0521 19:54:03.656372 3703 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-zf9xs-2gxks of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:03.656399 3703 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-zf9xs-2gxks of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:54:13.814098 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0521 19:54:22.036260 3703 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=95 I0521 19:54:41.998065 3703 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:41.998659 3703 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:42.020853 3703 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:42.020876 3703 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:42.029321 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0521 19:54:42.029340 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0521 19:54:45.122376 3703 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0521 19:54:51.038516 3703 obj_retry.go:498] Detected object tsf/patch-tekton-config-c2hxq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:51.039057 3703 obj_retry.go:498] Detected object tsf/patch-tekton-config-c2hxq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:51.922540 3703 obj_retry.go:492] Detected object tsf/patch-tekton-config-c2hxq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:51.922596 3703 obj_retry.go:492] Detected object tsf/patch-tekton-config-c2hxq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:55.073216 3703 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-7zxcg-nqxf8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:55.073871 3703 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-7zxcg-nqxf8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:55.954684 3703 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-7zxcg-nqxf8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:55.954709 3703 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-7zxcg-nqxf8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:59.099383 3703 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-j8zb2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:59.099984 3703 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-j8zb2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:59.975145 3703 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-j8zb2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:59.975169 3703 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-j8zb2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:00.025889 3703 obj_retry.go:492] Detected object tsf/patch-tekton-config-c2hxq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:00.025928 3703 obj_retry.go:492] Detected object tsf/patch-tekton-config-c2hxq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:00.032511 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-c2hxq I0521 19:55:00.032534 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-c2hxq I0521 19:55:01.173338 3703 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-7dfdb65978-jrx9q] creating logical port tsf-tas_rekor-search-ui-7dfdb65978-jrx9q for pod on switch ip-10-0-1-142.ec2.internal I0521 19:55:01.173453 3703 kube.go:256] Updating pod tsf-tas/rekor-search-ui-7dfdb65978-jrx9q I0521 19:55:01.187806 3703 pod.go:62] [tsf-tas/rekor-search-ui-7dfdb65978-jrx9q] pod update took 14.39034ms I0521 19:55:01.187829 3703 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-7dfdb65978-jrx9q] addLogicalPort annotation time took 14.418635ms I0521 19:55:01.189234 3703 pods.go:271] [tsf-tas/rekor-search-ui-7dfdb65978-jrx9q] addLogicalPort took 15.913196ms, libovsdb time 966.101µs I0521 19:55:01.533957 3703 cni.go:452] [tsf-tas/rekor-search-ui-7dfdb65978-jrx9q 8066b5837afa6970f28c72edb79e9c9e0cd3ea7a2d20608adac346b78e4421dc network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-7dfdb65978-jrx9q 8066b5837afa6970f28c72edb79e9c9e0cd3ea7a2d20608adac346b78e4421dc network default NAD default NAD key ] I0521 19:55:01.544738 3703 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-7dfdb65978-jrx9q, hostIfaceName: 8066b5837afa697, network: default, NAD default, SandboxID: "8066b5837afa6970f28c72edb79e9c9e0cd3ea7a2d20608adac346b78e4421dc", PCI device ID: , UID: "5885ad6b-d603-4172-bccd-5068d24eaecb", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0521 19:55:01.601672 3703 cni.go:473] [tsf-tas/rekor-search-ui-7dfdb65978-jrx9q 8066b5837afa6970f28c72edb79e9c9e0cd3ea7a2d20608adac346b78e4421dc network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-7dfdb65978-jrx9q 8066b5837afa6970f28c72edb79e9c9e0cd3ea7a2d20608adac346b78e4421dc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:0f:34:28:fe:d5\",\"name\":\"8066b5837afa697\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/74ce5706-eaf8-4674-a8b7-e4a88d5ff8bf\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:55:05.003020 3703 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0521 19:55:05.128137 3703 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0521 19:55:05.145074 3703 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:05.145651 3703 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:05.166830 3703 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:05.166850 3703 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:05.173740 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0521 19:55:05.173762 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0521 19:55:06.478809 3703 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-9vzh9] creating logical port tsf-tpa_create-db-9vzh9 for pod on switch ip-10-0-1-142.ec2.internal I0521 19:55:06.478899 3703 kube.go:256] Updating pod tsf-tpa/create-db-9vzh9 I0521 19:55:06.494223 3703 pod.go:62] [tsf-tpa/create-db-9vzh9] pod update took 15.348166ms I0521 19:55:06.494245 3703 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-9vzh9] addLogicalPort annotation time took 15.373484ms I0521 19:55:06.495707 3703 pods.go:271] [tsf-tpa/create-db-9vzh9] addLogicalPort took 16.917705ms, libovsdb time 950.989µs I0521 19:55:06.838826 3703 cni.go:452] [tsf-tpa/create-db-9vzh9 f360232c7df03c2f534b9162c9a2346d4e8d7f0511ceedfc840c5991be9af5d0 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-9vzh9 f360232c7df03c2f534b9162c9a2346d4e8d7f0511ceedfc840c5991be9af5d0 network default NAD default NAD key ] I0521 19:55:06.848200 3703 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-9vzh9, hostIfaceName: f360232c7df03c2, network: default, NAD default, SandboxID: "f360232c7df03c2f534b9162c9a2346d4e8d7f0511ceedfc840c5991be9af5d0", PCI device ID: , UID: "3cb153fe-4455-44fd-bc4a-3873dc4fae11", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0521 19:55:06.904426 3703 cni.go:473] [tsf-tpa/create-db-9vzh9 f360232c7df03c2f534b9162c9a2346d4e8d7f0511ceedfc840c5991be9af5d0 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-9vzh9 f360232c7df03c2f534b9162c9a2346d4e8d7f0511ceedfc840c5991be9af5d0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:ad:cb:3c:c8:7b\",\"name\":\"f360232c7df03c2\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5fbe32de-daf6-4883-bb42-b5b99521b129\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:55:08.135964 3703 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-fqktt-btg77 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:08.136507 3703 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-fqktt-btg77 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:09.013299 3703 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-fqktt-btg77 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:09.013324 3703 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-fqktt-btg77 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:55:10.047802 3703 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0521 19:55:11.168095 3703 cni.go:452] [tsf-tpa/create-db-9vzh9 f360232c7df03c2f534b9162c9a2346d4e8d7f0511ceedfc840c5991be9af5d0 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-9vzh9 f360232c7df03c2f534b9162c9a2346d4e8d7f0511ceedfc840c5991be9af5d0 network default NAD default NAD key ] I0521 19:55:11.257927 3703 cni.go:473] [tsf-tpa/create-db-9vzh9 f360232c7df03c2f534b9162c9a2346d4e8d7f0511ceedfc840c5991be9af5d0 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-9vzh9 f360232c7df03c2f534b9162c9a2346d4e8d7f0511ceedfc840c5991be9af5d0 network default NAD default NAD key default], result "{}", err I0521 19:55:11.308247 3703 obj_retry.go:498] Detected object tsf-tpa/create-db-9vzh9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:11.308280 3703 pods.go:176] Deleting pod: tsf-tpa/create-db-9vzh9 I0521 19:55:11.309713 3703 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-9vzh9, ips: 10.128.0.50 I0521 19:55:11.309742 3703 obj_retry.go:498] Detected object tsf-tpa/create-db-9vzh9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:55:12.018671 3703 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0521 19:55:12.332466 3703 obj_retry.go:492] Detected object tsf-tpa/create-db-9vzh9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:12.332494 3703 obj_retry.go:492] Detected object tsf-tpa/create-db-9vzh9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:12.438234 3703 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-qzqpx] creating logical port tsf-tpa_migrate-db-qzqpx for pod on switch ip-10-0-1-142.ec2.internal I0521 19:55:12.438332 3703 kube.go:256] Updating pod tsf-tpa/migrate-db-qzqpx I0521 19:55:12.450623 3703 pod.go:62] [tsf-tpa/migrate-db-qzqpx] pod update took 12.316328ms I0521 19:55:12.450646 3703 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-qzqpx] addLogicalPort annotation time took 12.344327ms I0521 19:55:12.452172 3703 pods.go:271] [tsf-tpa/migrate-db-qzqpx] addLogicalPort took 13.954114ms, libovsdb time 1.008276ms I0521 19:55:12.799537 3703 cni.go:452] [tsf-tpa/migrate-db-qzqpx 9058ce3ada78fac4e24e7bb14cfaa3440c131f1aa1654b0ae6752b6435badd04 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-qzqpx 9058ce3ada78fac4e24e7bb14cfaa3440c131f1aa1654b0ae6752b6435badd04 network default NAD default NAD key ] I0521 19:55:12.809795 3703 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-qzqpx, hostIfaceName: 9058ce3ada78fac, network: default, NAD default, SandboxID: "9058ce3ada78fac4e24e7bb14cfaa3440c131f1aa1654b0ae6752b6435badd04", PCI device ID: , UID: "d9f6180d-2ac4-436c-962d-0377539fe816", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0521 19:55:12.865766 3703 cni.go:473] [tsf-tpa/migrate-db-qzqpx 9058ce3ada78fac4e24e7bb14cfaa3440c131f1aa1654b0ae6752b6435badd04 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-qzqpx 9058ce3ada78fac4e24e7bb14cfaa3440c131f1aa1654b0ae6752b6435badd04 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:74:d5:b2:cb:4d\",\"name\":\"9058ce3ada78fac\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/849fe8fa-4e44-491a-ac10-032c83a73fc7\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:55:13.706143 3703 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:55:15.031310 3703 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=117 I0521 19:55:15.201376 3703 cni.go:452] [tsf-tpa/migrate-db-qzqpx 9058ce3ada78fac4e24e7bb14cfaa3440c131f1aa1654b0ae6752b6435badd04 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-qzqpx 9058ce3ada78fac4e24e7bb14cfaa3440c131f1aa1654b0ae6752b6435badd04 network default NAD default NAD key ] I0521 19:55:15.306015 3703 cni.go:473] [tsf-tpa/migrate-db-qzqpx 9058ce3ada78fac4e24e7bb14cfaa3440c131f1aa1654b0ae6752b6435badd04 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-qzqpx 9058ce3ada78fac4e24e7bb14cfaa3440c131f1aa1654b0ae6752b6435badd04 network default NAD default NAD key default], result "{}", err I0521 19:55:15.361067 3703 obj_retry.go:498] Detected object tsf-tpa/migrate-db-qzqpx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:15.361104 3703 pods.go:176] Deleting pod: tsf-tpa/migrate-db-qzqpx I0521 19:55:15.362467 3703 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-qzqpx, ips: 10.128.0.51 I0521 19:55:15.362499 3703 obj_retry.go:498] Detected object tsf-tpa/migrate-db-qzqpx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:15.472268 3703 obj_retry.go:492] Detected object tsf-tpa/migrate-db-qzqpx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:15.472308 3703 obj_retry.go:492] Detected object tsf-tpa/migrate-db-qzqpx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:15.658154 3703 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-gw78v] creating logical port tsf-tpa_create-importers-gw78v for pod on switch ip-10-0-1-142.ec2.internal I0521 19:55:15.658306 3703 kube.go:256] Updating pod tsf-tpa/create-importers-gw78v I0521 19:55:15.671285 3703 pod.go:62] [tsf-tpa/create-importers-gw78v] pod update took 13.002272ms I0521 19:55:15.671316 3703 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-gw78v] addLogicalPort annotation time took 13.039098ms I0521 19:55:15.672772 3703 pods.go:271] [tsf-tpa/create-importers-gw78v] addLogicalPort took 14.642655ms, libovsdb time 872.984µs I0521 19:55:16.021268 3703 cni.go:452] [tsf-tpa/create-importers-gw78v 3415aa4b0b19693b603ad668766b151e76261db700db42b10ec7731ccb271e0e network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-gw78v 3415aa4b0b19693b603ad668766b151e76261db700db42b10ec7731ccb271e0e network default NAD default NAD key ] I0521 19:55:16.031398 3703 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-gw78v, hostIfaceName: 3415aa4b0b19693, network: default, NAD default, SandboxID: "3415aa4b0b19693b603ad668766b151e76261db700db42b10ec7731ccb271e0e", PCI device ID: , UID: "e7b45161-d0ea-4b53-8188-1e58005e8187", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0521 19:55:16.086355 3703 cni.go:473] [tsf-tpa/create-importers-gw78v 3415aa4b0b19693b603ad668766b151e76261db700db42b10ec7731ccb271e0e network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-gw78v 3415aa4b0b19693b603ad668766b151e76261db700db42b10ec7731ccb271e0e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:ee:6c:3d:ad:03\",\"name\":\"3415aa4b0b19693\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dfbef06c-3ebe-486e-890d-4c0516d0ded7\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:55:17.152152 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0521 19:55:18.221352 3703 cni.go:452] [tsf-tpa/create-importers-gw78v 3415aa4b0b19693b603ad668766b151e76261db700db42b10ec7731ccb271e0e network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-gw78v 3415aa4b0b19693b603ad668766b151e76261db700db42b10ec7731ccb271e0e network default NAD default NAD key ] I0521 19:55:18.302906 3703 cni.go:473] [tsf-tpa/create-importers-gw78v 3415aa4b0b19693b603ad668766b151e76261db700db42b10ec7731ccb271e0e network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-gw78v 3415aa4b0b19693b603ad668766b151e76261db700db42b10ec7731ccb271e0e network default NAD default NAD key default], result "{}", err I0521 19:55:18.354283 3703 obj_retry.go:498] Detected object tsf-tpa/create-importers-gw78v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:18.354326 3703 pods.go:176] Deleting pod: tsf-tpa/create-importers-gw78v I0521 19:55:18.355866 3703 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-gw78v, ips: 10.128.0.52 I0521 19:55:18.355895 3703 obj_retry.go:498] Detected object tsf-tpa/create-importers-gw78v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:19.380100 3703 obj_retry.go:492] Detected object tsf-tpa/create-importers-gw78v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:19.380133 3703 obj_retry.go:492] Detected object tsf-tpa/create-importers-gw78v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:27.362244 3703 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-d2dvn-8sz2w] creating logical port tsf-tas_tuf-repository-init-d2dvn-8sz2w for pod on switch ip-10-0-1-142.ec2.internal I0521 19:55:27.362385 3703 kube.go:256] Updating pod tsf-tas/tuf-repository-init-d2dvn-8sz2w I0521 19:55:27.375578 3703 pod.go:62] [tsf-tas/tuf-repository-init-d2dvn-8sz2w] pod update took 13.216304ms I0521 19:55:27.375603 3703 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-d2dvn-8sz2w] addLogicalPort annotation time took 13.246584ms I0521 19:55:27.376904 3703 pods.go:271] [tsf-tas/tuf-repository-init-d2dvn-8sz2w] addLogicalPort took 14.680107ms, libovsdb time 890.867µs W0521 19:55:30.162806 3703 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0521 19:55:32.523490 3703 cni.go:452] [tsf-tas/tuf-repository-init-d2dvn-8sz2w 6c1b690e5c202429f58f96f975111c2f6af37754f50ed30291a53a35d3cf93fb network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-d2dvn-8sz2w 6c1b690e5c202429f58f96f975111c2f6af37754f50ed30291a53a35d3cf93fb network default NAD default NAD key ] I0521 19:55:32.533306 3703 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-d2dvn-8sz2w, hostIfaceName: 6c1b690e5c20242, network: default, NAD default, SandboxID: "6c1b690e5c202429f58f96f975111c2f6af37754f50ed30291a53a35d3cf93fb", PCI device ID: , UID: "dfd99efb-1ee6-4b4e-9378-0b2309cc712d", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0521 19:55:32.588394 3703 cni.go:473] [tsf-tas/tuf-repository-init-d2dvn-8sz2w 6c1b690e5c202429f58f96f975111c2f6af37754f50ed30291a53a35d3cf93fb network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-d2dvn-8sz2w 6c1b690e5c202429f58f96f975111c2f6af37754f50ed30291a53a35d3cf93fb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:ad:b4:43:58:db\",\"name\":\"6c1b690e5c20242\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce42e012-9512-41ea-9915-96d27d57dd86\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:55:38.340056 3703 cni.go:452] [tsf-tas/tuf-repository-init-d2dvn-8sz2w 6c1b690e5c202429f58f96f975111c2f6af37754f50ed30291a53a35d3cf93fb network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-d2dvn-8sz2w 6c1b690e5c202429f58f96f975111c2f6af37754f50ed30291a53a35d3cf93fb network default NAD default NAD key ] I0521 19:55:38.429258 3703 cni.go:473] [tsf-tas/tuf-repository-init-d2dvn-8sz2w 6c1b690e5c202429f58f96f975111c2f6af37754f50ed30291a53a35d3cf93fb network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-d2dvn-8sz2w 6c1b690e5c202429f58f96f975111c2f6af37754f50ed30291a53a35d3cf93fb network default NAD default NAD key default], result "{}", err I0521 19:55:38.494728 3703 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-d2dvn-8sz2w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:38.494761 3703 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-d2dvn-8sz2w I0521 19:55:38.496216 3703 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-d2dvn-8sz2w, ips: 10.128.0.53 I0521 19:55:38.496246 3703 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-d2dvn-8sz2w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:39.356949 3703 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-d2dvn-8sz2w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:39.356977 3703 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-d2dvn-8sz2w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:43.380718 3703 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:43.381336 3703 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:43.426003 3703 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:43.426026 3703 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:43.435158 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0521 19:55:43.435189 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0521 19:55:44.251776 3703 namespace.go:98] [build-service] adding namespace I0521 19:55:44.252094 3703 namespace.go:98] [default-tenant] adding namespace I0521 19:55:44.252184 3703 namespace.go:98] [image-controller] adding namespace I0521 19:55:44.252856 3703 namespace.go:102] [build-service] adding namespace took 1.05628ms I0521 19:55:44.253418 3703 namespace.go:102] [default-tenant] adding namespace took 1.306784ms I0521 19:55:44.253995 3703 namespace.go:102] [image-controller] adding namespace took 1.790715ms I0521 19:55:44.261070 3703 namespace.go:98] [integration-service] adding namespace I0521 19:55:44.261719 3703 namespace.go:102] [integration-service] adding namespace took 631.14µs I0521 19:55:44.296395 3703 namespace.go:142] [build-service] updating namespace I0521 19:55:44.318506 3703 namespace.go:142] [build-service] updating namespace I0521 19:55:44.339153 3703 namespace.go:142] [default-tenant] updating namespace I0521 19:55:44.370177 3703 namespace.go:142] [default-tenant] updating namespace I0521 19:55:44.373917 3703 namespace.go:142] [image-controller] updating namespace I0521 19:55:44.400064 3703 namespace.go:142] [image-controller] updating namespace I0521 19:55:44.408454 3703 namespace.go:142] [integration-service] updating namespace I0521 19:55:44.437232 3703 namespace.go:142] [integration-service] updating namespace I0521 19:55:44.517398 3703 namespace.go:142] [build-service] updating namespace I0521 19:55:44.546311 3703 namespace.go:142] [integration-service] updating namespace I0521 19:55:44.576313 3703 namespace.go:98] [release-service] adding namespace I0521 19:55:44.577197 3703 namespace.go:102] [release-service] adding namespace took 862.455µs I0521 19:55:44.616398 3703 namespace.go:142] [release-service] updating namespace I0521 19:55:44.620196 3703 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-xc6sb] creating logical port tsf-tas_tuf-97fc8ff76-xc6sb for pod on switch ip-10-0-1-142.ec2.internal I0521 19:55:44.620278 3703 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-xc6sb I0521 19:55:44.656677 3703 namespace.go:142] [release-service] updating namespace I0521 19:55:44.680173 3703 pod.go:62] [tsf-tas/tuf-97fc8ff76-xc6sb] pod update took 59.914527ms I0521 19:55:44.680198 3703 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-xc6sb] addLogicalPort annotation time took 59.945308ms I0521 19:55:44.681570 3703 pods.go:271] [tsf-tas/tuf-97fc8ff76-xc6sb] addLogicalPort took 61.36411ms, libovsdb time 868.837µs I0521 19:55:44.735729 3703 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-142.ec2.internal I0521 19:55:44.735833 3703 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0521 19:55:44.737320 3703 namespace.go:142] [konflux-ui] updating namespace I0521 19:55:44.784307 3703 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 48.498981ms I0521 19:55:44.784337 3703 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 48.535159ms I0521 19:55:44.785844 3703 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 50.12995ms, libovsdb time 862.297µs I0521 19:55:44.857063 3703 namespace.go:98] [konflux-info] adding namespace I0521 19:55:44.857969 3703 namespace.go:102] [konflux-info] adding namespace took 880.662µs I0521 19:55:44.934483 3703 namespace.go:142] [konflux-info] updating namespace I0521 19:55:44.981821 3703 namespace.go:142] [konflux-info] updating namespace I0521 19:55:45.032150 3703 namespace.go:98] [namespace-lister] adding namespace I0521 19:55:45.033065 3703 namespace.go:102] [namespace-lister] adding namespace took 892.967µs I0521 19:55:45.050439 3703 namespace.go:98] [enterprise-contract-service] adding namespace I0521 19:55:45.050495 3703 namespace.go:142] [image-controller] updating namespace I0521 19:55:45.051314 3703 namespace.go:102] [enterprise-contract-service] adding namespace took 851.47µs I0521 19:55:45.111873 3703 namespace.go:142] [namespace-lister] updating namespace I0521 19:55:45.165263 3703 namespace.go:142] [namespace-lister] updating namespace I0521 19:55:45.219318 3703 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:55:45.277365 3703 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:55:45.284339 3703 namespace.go:142] [default-tenant] updating namespace I0521 19:55:45.346267 3703 namespace.go:98] [segment-bridge] adding namespace I0521 19:55:45.347115 3703 namespace.go:102] [segment-bridge] adding namespace took 819.967µs I0521 19:55:45.408432 3703 cni.go:452] [konflux-ui/test-tsf-konflux bbc7813e63a9a462856354e2b6b47a83b66ca61b7c6bde9efe8c82f72083765f network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux bbc7813e63a9a462856354e2b6b47a83b66ca61b7c6bde9efe8c82f72083765f network default NAD default NAD key ] I0521 19:55:45.418291 3703 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: bbc7813e63a9a46, network: default, NAD default, SandboxID: "bbc7813e63a9a462856354e2b6b47a83b66ca61b7c6bde9efe8c82f72083765f", PCI device ID: , UID: "51e58cf2-cc12-4964-b6a0-3d3b053ba393", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0521 19:55:45.475075 3703 cni.go:473] [konflux-ui/test-tsf-konflux bbc7813e63a9a462856354e2b6b47a83b66ca61b7c6bde9efe8c82f72083765f network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux bbc7813e63a9a462856354e2b6b47a83b66ca61b7c6bde9efe8c82f72083765f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:07:c1:a3:4e:a3\",\"name\":\"bbc7813e63a9a46\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a888b36a-c6cd-464b-95e7-305bfd41a660\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:55:45.480903 3703 namespace.go:98] [konflux-cli] adding namespace I0521 19:55:45.481686 3703 namespace.go:102] [konflux-cli] adding namespace took 760.708µs I0521 19:55:45.509170 3703 namespace.go:142] [segment-bridge] updating namespace I0521 19:55:45.845279 3703 namespace.go:142] [segment-bridge] updating namespace I0521 19:55:45.878934 3703 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0521 19:55:45.879591 3703 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0521 19:55:45.879612 3703 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0521 19:55:45.882299 3703 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0521 19:55:46.024298 3703 namespace.go:142] [konflux-cli] updating namespace I0521 19:55:46.051092 3703 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0521 19:55:46.051117 3703 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0521 19:55:46.052003 3703 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0521 19:55:46.229315 3703 namespace.go:142] [konflux-cli] updating namespace I0521 19:55:46.677170 3703 namespace.go:142] [build-service] updating namespace I0521 19:55:47.198178 3703 namespace.go:142] [default-tenant] updating namespace I0521 19:55:47.423383 3703 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-cvn8z] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-cvn8z for pod on switch ip-10-0-1-142.ec2.internal I0521 19:55:47.423490 3703 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-cvn8z I0521 19:55:47.447300 3703 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-cvn8z] pod update took 23.833772ms I0521 19:55:47.447332 3703 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-cvn8z] addLogicalPort annotation time took 23.874073ms I0521 19:55:47.448761 3703 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-cvn8z] addLogicalPort took 25.39652ms, libovsdb time 910.967µs I0521 19:55:47.597097 3703 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:55:47.928528 3703 namespace.go:142] [image-controller] updating namespace I0521 19:55:48.149757 3703 namespace.go:142] [integration-service] updating namespace I0521 19:55:48.167405 3703 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-mqlgj] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-mqlgj for pod on switch ip-10-0-1-142.ec2.internal I0521 19:55:48.167493 3703 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-mqlgj I0521 19:55:48.197378 3703 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-mqlgj] pod update took 29.903417ms I0521 19:55:48.197416 3703 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-mqlgj] addLogicalPort annotation time took 29.94767ms I0521 19:55:48.199125 3703 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-mqlgj] addLogicalPort took 31.734244ms, libovsdb time 1.060859ms I0521 19:55:48.370727 3703 namespace.go:142] [konflux-info] updating namespace I0521 19:55:48.418951 3703 base_network_controller_pods.go:487] [default/konflux-ui/proxy-869475889-ptc7g] creating logical port konflux-ui_proxy-869475889-ptc7g for pod on switch ip-10-0-1-142.ec2.internal I0521 19:55:48.419048 3703 kube.go:256] Updating pod konflux-ui/proxy-869475889-ptc7g I0521 19:55:48.446734 3703 pod.go:62] [konflux-ui/proxy-869475889-ptc7g] pod update took 27.715759ms I0521 19:55:48.446757 3703 base_network_controller_pods.go:951] [default/konflux-ui/proxy-869475889-ptc7g] addLogicalPort annotation time took 27.745974ms I0521 19:55:48.448212 3703 pods.go:271] [konflux-ui/proxy-869475889-ptc7g] addLogicalPort took 29.27685ms, libovsdb time 985.795µs I0521 19:55:48.594255 3703 namespace.go:142] [namespace-lister] updating namespace I0521 19:55:48.832474 3703 namespace.go:142] [release-service] updating namespace I0521 19:55:48.962167 3703 namespace.go:142] [build-service] updating namespace I0521 19:55:48.983790 3703 namespace.go:142] [default-tenant] updating namespace I0521 19:55:49.008863 3703 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:55:49.032189 3703 namespace.go:142] [image-controller] updating namespace I0521 19:55:49.042374 3703 namespace.go:142] [integration-service] updating namespace I0521 19:55:49.073246 3703 namespace.go:142] [konflux-info] updating namespace I0521 19:55:49.100450 3703 namespace.go:142] [namespace-lister] updating namespace I0521 19:55:49.115293 3703 namespace.go:142] [release-service] updating namespace I0521 19:55:49.193045 3703 namespace.go:142] [build-service] updating namespace I0521 19:55:49.293236 3703 namespace.go:142] [default-tenant] updating namespace I0521 19:55:49.393607 3703 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:55:49.522396 3703 namespace.go:142] [image-controller] updating namespace I0521 19:55:49.641589 3703 namespace.go:142] [integration-service] updating namespace I0521 19:55:49.784438 3703 namespace.go:142] [konflux-info] updating namespace I0521 19:55:49.902822 3703 namespace.go:142] [namespace-lister] updating namespace I0521 19:55:50.105335 3703 namespace.go:142] [release-service] updating namespace W0521 19:55:51.235269 3703 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0521 19:55:51.260044 3703 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0521 19:55:51.576619 3703 namespace.go:142] [konflux-cli] updating namespace I0521 19:55:51.779668 3703 namespace.go:142] [segment-bridge] updating namespace I0521 19:55:51.912430 3703 namespace.go:142] [konflux-cli] updating namespace I0521 19:55:51.932845 3703 namespace.go:142] [segment-bridge] updating namespace I0521 19:55:52.013228 3703 namespace.go:142] [konflux-cli] updating namespace I0521 19:55:52.111218 3703 namespace.go:142] [segment-bridge] updating namespace W0521 19:55:52.242222 3703 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0521 19:55:54.125225 3703 cni.go:452] [tsf-tas/tuf-97fc8ff76-xc6sb 016476ab31cf12f03fa2c255b457c5eaa8b24dd798ee10d1618d66359af82ec0 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-xc6sb 016476ab31cf12f03fa2c255b457c5eaa8b24dd798ee10d1618d66359af82ec0 network default NAD default NAD key ] I0521 19:55:54.134763 3703 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-xc6sb, hostIfaceName: 016476ab31cf12f, network: default, NAD default, SandboxID: "016476ab31cf12f03fa2c255b457c5eaa8b24dd798ee10d1618d66359af82ec0", PCI device ID: , UID: "9a8a017b-8c33-41f1-b0ff-9f97e162dd2a", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0521 19:55:54.194516 3703 cni.go:473] [tsf-tas/tuf-97fc8ff76-xc6sb 016476ab31cf12f03fa2c255b457c5eaa8b24dd798ee10d1618d66359af82ec0 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-xc6sb 016476ab31cf12f03fa2c255b457c5eaa8b24dd798ee10d1618d66359af82ec0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:d7:5c:cd:88:ed\",\"name\":\"016476ab31cf12f\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f64ca6c8-d334-4a78-a6e4-46c69b2a28a5\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:55:55.295697 3703 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-cvn8z 77d7b5ef0665c18e7a7e2345beb189b1832ac8f8588c109f4c2b8855055fdd6f network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-cvn8z 77d7b5ef0665c18e7a7e2345beb189b1832ac8f8588c109f4c2b8855055fdd6f network default NAD default NAD key ] I0521 19:55:55.305248 3703 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-cvn8z, hostIfaceName: 77d7b5ef0665c18, network: default, NAD default, SandboxID: "77d7b5ef0665c18e7a7e2345beb189b1832ac8f8588c109f4c2b8855055fdd6f", PCI device ID: , UID: "0ce2f9bc-08b7-44b2-b2d8-992af4c7e279", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0521 19:55:55.361398 3703 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-cvn8z 77d7b5ef0665c18e7a7e2345beb189b1832ac8f8588c109f4c2b8855055fdd6f network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-cvn8z 77d7b5ef0665c18e7a7e2345beb189b1832ac8f8588c109f4c2b8855055fdd6f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:3f:f8:04:35:e3\",\"name\":\"77d7b5ef0665c18\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a81563a-a735-402f-93d5-be5e0094e019\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:55:56.268814 3703 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:55:56.272696 3703 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service I0521 19:55:56.334911 3703 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-mqlgj 72e3f0f27444aeffe1fc7c92b2d7becb04e66ffa292e05825397584b1a7c5f63 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-mqlgj 72e3f0f27444aeffe1fc7c92b2d7becb04e66ffa292e05825397584b1a7c5f63 network default NAD default NAD key ] I0521 19:55:56.348835 3703 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-mqlgj, hostIfaceName: 72e3f0f27444aef, network: default, NAD default, SandboxID: "72e3f0f27444aeffe1fc7c92b2d7becb04e66ffa292e05825397584b1a7c5f63", PCI device ID: , UID: "9bc86683-a359-4e19-9db5-44c1bd4ca9f4", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0521 19:55:56.412311 3703 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-mqlgj 72e3f0f27444aeffe1fc7c92b2d7becb04e66ffa292e05825397584b1a7c5f63 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-mqlgj 72e3f0f27444aeffe1fc7c92b2d7becb04e66ffa292e05825397584b1a7c5f63 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:17:09:58:a5:1f\",\"name\":\"72e3f0f27444aef\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/90f3544d-12f6-4191-accd-420d6de84606\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:55:56.585987 3703 cni.go:452] [konflux-ui/proxy-869475889-ptc7g bc66f236ac2c0d3436eb2a5a7114daafa87e5e11fa5c6dfc454bcb705ff74561 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-869475889-ptc7g bc66f236ac2c0d3436eb2a5a7114daafa87e5e11fa5c6dfc454bcb705ff74561 network default NAD default NAD key ] I0521 19:55:56.596485 3703 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-869475889-ptc7g, hostIfaceName: bc66f236ac2c0d3, network: default, NAD default, SandboxID: "bc66f236ac2c0d3436eb2a5a7114daafa87e5e11fa5c6dfc454bcb705ff74561", PCI device ID: , UID: "6b7459fc-38e6-4b50-8943-a4607aadc338", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0521 19:55:56.664315 3703 cni.go:473] [konflux-ui/proxy-869475889-ptc7g bc66f236ac2c0d3436eb2a5a7114daafa87e5e11fa5c6dfc454bcb705ff74561 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-869475889-ptc7g bc66f236ac2c0d3436eb2a5a7114daafa87e5e11fa5c6dfc454bcb705ff74561 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:3e:41:4d:30:ca\",\"name\":\"bc66f236ac2c0d3\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f657b14d-b19a-4e77-bbb4-97725c1ee419\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:55:58.285301 3703 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0521 19:56:00.328681 3703 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:56:00.328714 3703 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 19:56:00.497220 3703 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:56:00.498005 3703 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:56:00.521471 3703 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0521 19:56:00.559806 3703 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0521 19:56:00.560411 3703 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0521 19:56:03.530538 3703 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:56:03.530577 3703 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0521 19:56:07.034733 3703 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=64 W0521 19:56:07.281256 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:56:07.281280 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:56:07.285257 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:56:07.285285 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0521 19:56:07.464639 3703 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-cvn8z 77d7b5ef0665c18e7a7e2345beb189b1832ac8f8588c109f4c2b8855055fdd6f network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-cvn8z 77d7b5ef0665c18e7a7e2345beb189b1832ac8f8588c109f4c2b8855055fdd6f network default NAD default NAD key ] I0521 19:56:07.552739 3703 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-cvn8z 77d7b5ef0665c18e7a7e2345beb189b1832ac8f8588c109f4c2b8855055fdd6f network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-cvn8z 77d7b5ef0665c18e7a7e2345beb189b1832ac8f8588c109f4c2b8855055fdd6f network default NAD default NAD key default], result "{}", err I0521 19:56:07.605935 3703 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cvn8z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:56:07.605974 3703 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-cvn8z I0521 19:56:07.607424 3703 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-cvn8z, ips: 10.128.0.56 I0521 19:56:07.607457 3703 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cvn8z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:56:08.556171 3703 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cvn8z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:56:08.556194 3703 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cvn8z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:56:08.562571 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-cvn8z I0521 19:56:08.562614 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-cvn8z W0521 19:56:11.510827 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0521 19:56:11.511667 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0521 19:56:11.537383 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0521 19:56:16.036836 3703 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=81 W0521 19:56:41.430965 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0521 19:56:41.430993 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0521 19:56:41.431004 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0521 19:56:41.431009 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0521 19:56:42.121833 3703 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 W0521 19:56:44.621840 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0521 19:56:44.621859 3703 util.go:959] Failed to build node endpoints for node ip-10-0-1-142.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0521 19:56:53.162569 3703 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=4 I0521 19:57:14.360005 3703 obj_retry.go:498] Detected object konflux-ui/proxy-67b95b49b8-jf5nf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:57:14.360617 3703 obj_retry.go:498] Detected object konflux-ui/proxy-67b95b49b8-jf5nf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:57:14.727252 3703 obj_retry.go:492] Detected object konflux-ui/proxy-67b95b49b8-jf5nf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:57:14.727274 3703 obj_retry.go:492] Detected object konflux-ui/proxy-67b95b49b8-jf5nf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:57:14.735010 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-67b95b49b8-jf5nf I0521 19:57:14.735033 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-67b95b49b8-jf5nf I0521 19:57:15.959677 3703 cni.go:452] [konflux-ui/test-tsf-konflux bbc7813e63a9a462856354e2b6b47a83b66ca61b7c6bde9efe8c82f72083765f network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux bbc7813e63a9a462856354e2b6b47a83b66ca61b7c6bde9efe8c82f72083765f network default NAD default NAD key ] I0521 19:57:16.047427 3703 cni.go:473] [konflux-ui/test-tsf-konflux bbc7813e63a9a462856354e2b6b47a83b66ca61b7c6bde9efe8c82f72083765f network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux bbc7813e63a9a462856354e2b6b47a83b66ca61b7c6bde9efe8c82f72083765f network default NAD default NAD key default], result "{}", err I0521 19:57:16.146291 3703 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:57:16.146324 3703 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0521 19:57:16.147593 3703 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.55 I0521 19:57:16.147615 3703 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:57:16.184953 3703 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:57:16.184976 3703 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:57:16.190798 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0521 19:57:16.190826 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0521 19:57:19.041084 3703 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=652 I0521 19:57:34.984639 3703 namespace.go:98] [managed-tenant-xi897] adding namespace I0521 19:57:34.985737 3703 namespace.go:102] [managed-tenant-xi897] adding namespace took 1.068022ms I0521 19:57:35.015321 3703 namespace.go:142] [managed-tenant-xi897] updating namespace I0521 19:57:35.040503 3703 namespace.go:142] [managed-tenant-xi897] updating namespace I0521 19:57:36.042207 3703 namespace.go:142] [managed-tenant-xi897] updating namespace I0521 19:57:36.174068 3703 namespace.go:142] [managed-tenant-xi897] updating namespace I0521 19:57:36.332953 3703 namespace.go:142] [managed-tenant-xi897] updating namespace I0521 19:58:06.178515 3703 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0521 19:58:12.152164 3703 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0521 19:58:23.162586 3703 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0521 19:58:32.160015 3703 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0521 19:59:38.140910 3703 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0521 19:59:56.144937 3703 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0521 20:00:00.215783 3703 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-8mnjr] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29656560-8mnjr for pod on switch ip-10-0-1-142.ec2.internal I0521 20:00:00.215886 3703 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-8mnjr I0521 20:00:00.241940 3703 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-8mnjr] pod update took 26.077883ms I0521 20:00:00.241965 3703 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-8mnjr] addLogicalPort annotation time took 26.105778ms I0521 20:00:00.243204 3703 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-8mnjr] addLogicalPort took 27.434672ms, libovsdb time 842.58µs I0521 20:00:00.577739 3703 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-8mnjr 9f7cc5fdfe41e87d5fda6281493c6e9d8282cabb4716d69f6459eeacdfa0b3a7 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-8mnjr 9f7cc5fdfe41e87d5fda6281493c6e9d8282cabb4716d69f6459eeacdfa0b3a7 network default NAD default NAD key ] I0521 20:00:00.587478 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29656560-8mnjr, hostIfaceName: 9f7cc5fdfe41e87, network: default, NAD default, SandboxID: "9f7cc5fdfe41e87d5fda6281493c6e9d8282cabb4716d69f6459eeacdfa0b3a7", PCI device ID: , UID: "ce9be032-d77c-43c9-bdc6-0a3420835b95", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0521 20:00:00.642375 3703 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-8mnjr 9f7cc5fdfe41e87d5fda6281493c6e9d8282cabb4716d69f6459eeacdfa0b3a7 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-8mnjr 9f7cc5fdfe41e87d5fda6281493c6e9d8282cabb4716d69f6459eeacdfa0b3a7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:7c:f5:ab:17:36\",\"name\":\"9f7cc5fdfe41e87\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2da18eff-31fc-4e74-a311-776627877c5b\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 20:00:03.945299 3703 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-8mnjr 9f7cc5fdfe41e87d5fda6281493c6e9d8282cabb4716d69f6459eeacdfa0b3a7 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-8mnjr 9f7cc5fdfe41e87d5fda6281493c6e9d8282cabb4716d69f6459eeacdfa0b3a7 network default NAD default NAD key ] I0521 20:00:04.036219 3703 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-8mnjr 9f7cc5fdfe41e87d5fda6281493c6e9d8282cabb4716d69f6459eeacdfa0b3a7 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-8mnjr 9f7cc5fdfe41e87d5fda6281493c6e9d8282cabb4716d69f6459eeacdfa0b3a7 network default NAD default NAD key default], result "{}", err I0521 20:00:04.087706 3703 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-8mnjr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:00:04.087738 3703 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-8mnjr I0521 20:00:04.089054 3703 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-8mnjr, ips: 10.128.0.59 I0521 20:00:04.089081 3703 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-8mnjr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:00:04.966580 3703 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-8mnjr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:00:04.966604 3703 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-8mnjr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:00:23.153707 3703 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0521 20:00:25.032639 3703 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0521 20:01:31.034440 3703 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=57 I0521 20:02:41.125566 3703 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0521 20:02:57.165906 3703 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0521 20:03:01.038153 3703 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=33 W0521 20:03:07.687434 3703 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-85fb4c798b-8f6tm I0521 20:03:42.818175 3703 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod] creating logical port default-tenant_tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod for pod on switch ip-10-0-1-142.ec2.internal I0521 20:03:42.818330 3703 kube.go:256] Updating pod default-tenant/tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod I0521 20:03:42.852034 3703 pod.go:62] [default-tenant/tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod] pod update took 33.737686ms I0521 20:03:42.852057 3703 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod] addLogicalPort annotation time took 33.764564ms I0521 20:03:42.853442 3703 pods.go:271] [default-tenant/tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod] addLogicalPort took 35.288476ms, libovsdb time 966.486µs I0521 20:03:43.486743 3703 cni.go:452] [default-tenant/tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod cfa76c01c2300fae5d7b60fa96439b710b102531c2ae3ccd644b884ad947d512 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod cfa76c01c2300fae5d7b60fa96439b710b102531c2ae3ccd644b884ad947d512 network default NAD default NAD key ] I0521 20:03:43.496319 3703 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod, hostIfaceName: cfa76c01c2300fa, network: default, NAD default, SandboxID: "cfa76c01c2300fae5d7b60fa96439b710b102531c2ae3ccd644b884ad947d512", PCI device ID: , UID: "6fc05a8b-b1f3-4d02-9746-ccf541b2c695", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0521 20:03:43.553787 3703 cni.go:473] [default-tenant/tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod cfa76c01c2300fae5d7b60fa96439b710b102531c2ae3ccd644b884ad947d512 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod cfa76c01c2300fae5d7b60fa96439b710b102531c2ae3ccd644b884ad947d512 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:95:0f:8d:df:eb\",\"name\":\"cfa76c01c2300fa\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a38bfac3-7779-4c03-9a27-8a767baea9f7\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 20:03:51.181683 3703 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5 I0521 20:03:58.411215 3703 cni.go:452] [default-tenant/tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod cfa76c01c2300fae5d7b60fa96439b710b102531c2ae3ccd644b884ad947d512 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod cfa76c01c2300fae5d7b60fa96439b710b102531c2ae3ccd644b884ad947d512 network default NAD default NAD key ] I0521 20:03:58.500893 3703 cni.go:473] [default-tenant/tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod cfa76c01c2300fae5d7b60fa96439b710b102531c2ae3ccd644b884ad947d512 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod cfa76c01c2300fae5d7b60fa96439b710b102531c2ae3ccd644b884ad947d512 network default NAD default NAD key default], result "{}", err I0521 20:03:58.556349 3703 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:03:58.556407 3703 pods.go:176] Deleting pod: default-tenant/tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod I0521 20:03:58.557771 3703 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod, ips: 10.128.0.60 I0521 20:03:58.557804 3703 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:03:59.294839 3703 obj_retry.go:492] Detected object default-tenant/tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:03:59.294903 3703 obj_retry.go:492] Detected object default-tenant/tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:03:59.301531 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod I0521 20:03:59.301609 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod I0521 20:04:03.985689 3703 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-r5z4d-on-push-kzgkd-init-pod] creating logical port default-tenant_tsf-comp-r5z4d-on-push-kzgkd-init-pod for pod on switch ip-10-0-1-142.ec2.internal I0521 20:04:03.985831 3703 kube.go:256] Updating pod default-tenant/tsf-comp-r5z4d-on-push-kzgkd-init-pod I0521 20:04:04.004362 3703 pod.go:62] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-init-pod] pod update took 18.557192ms I0521 20:04:04.004390 3703 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-r5z4d-on-push-kzgkd-init-pod] addLogicalPort annotation time took 18.588707ms I0521 20:04:04.005893 3703 pods.go:271] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-init-pod] addLogicalPort took 20.222523ms, libovsdb time 957.447µs I0521 20:04:04.349705 3703 cni.go:452] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-init-pod ee916d910bec539287737969c0f3d768576431fd5fc1c9a4a4dccd1418f33b12 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-init-pod ee916d910bec539287737969c0f3d768576431fd5fc1c9a4a4dccd1418f33b12 network default NAD default NAD key ] I0521 20:04:04.359500 3703 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-r5z4d-on-push-kzgkd-init-pod, hostIfaceName: ee916d910bec539, network: default, NAD default, SandboxID: "ee916d910bec539287737969c0f3d768576431fd5fc1c9a4a4dccd1418f33b12", PCI device ID: , UID: "8af4cf24-fdd6-418e-9411-e31e9f424b76", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0521 20:04:04.415342 3703 cni.go:473] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-init-pod ee916d910bec539287737969c0f3d768576431fd5fc1c9a4a4dccd1418f33b12 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-init-pod ee916d910bec539287737969c0f3d768576431fd5fc1c9a4a4dccd1418f33b12 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:ba:74:06:5a:da\",\"name\":\"ee916d910bec539\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1e8a2ac-a0ef-47cd-9090-c6e004f63345\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 20:04:09.373615 3703 cni.go:452] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-init-pod ee916d910bec539287737969c0f3d768576431fd5fc1c9a4a4dccd1418f33b12 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-init-pod ee916d910bec539287737969c0f3d768576431fd5fc1c9a4a4dccd1418f33b12 network default NAD default NAD key ] I0521 20:04:09.464307 3703 cni.go:473] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-init-pod ee916d910bec539287737969c0f3d768576431fd5fc1c9a4a4dccd1418f33b12 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-init-pod ee916d910bec539287737969c0f3d768576431fd5fc1c9a4a4dccd1418f33b12 network default NAD default NAD key default], result "{}", err I0521 20:04:09.526270 3703 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:04:09.526330 3703 pods.go:176] Deleting pod: default-tenant/tsf-comp-r5z4d-on-push-kzgkd-init-pod I0521 20:04:09.528070 3703 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-r5z4d-on-push-kzgkd-init-pod, ips: 10.128.0.61 I0521 20:04:09.528097 3703 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:04:11.039515 3703 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=82 I0521 20:04:25.272221 3703 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:04:25.272868 3703 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:04:46.165197 3703 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0521 20:04:47.124853 3703 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0521 20:05:03.148648 3703 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0521 20:05:12.051055 3703 obj_retry.go:492] Detected object tsf-tpa/create-db-9vzh9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:05:12.051079 3703 obj_retry.go:492] Detected object tsf-tpa/create-db-9vzh9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:05:12.056177 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-9vzh9 I0521 20:05:12.056203 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-9vzh9 I0521 20:05:15.038151 3703 obj_retry.go:492] Detected object tsf-tpa/migrate-db-qzqpx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:05:15.038181 3703 obj_retry.go:492] Detected object tsf-tpa/migrate-db-qzqpx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:05:15.042617 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-qzqpx I0521 20:05:15.042645 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-qzqpx I0521 20:05:19.034055 3703 obj_retry.go:492] Detected object tsf-tpa/create-importers-gw78v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:05:19.034085 3703 obj_retry.go:492] Detected object tsf-tpa/create-importers-gw78v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:05:19.039218 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-gw78v I0521 20:05:19.039255 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-gw78v I0521 20:05:27.039689 3703 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11 I0521 20:05:35.583537 3703 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-container-pod] creating logical port default-tenant_tsf-comp-r5z4d-on-push-kzgkd-build-container-pod for pod on switch ip-10-0-1-142.ec2.internal I0521 20:05:35.583690 3703 kube.go:256] Updating pod default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-container-pod I0521 20:05:35.625794 3703 pod.go:62] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-container-pod] pod update took 42.146737ms I0521 20:05:35.625817 3703 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-container-pod] addLogicalPort annotation time took 42.173233ms I0521 20:05:35.627076 3703 pods.go:271] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-container-pod] addLogicalPort took 43.556878ms, libovsdb time 871.857µs I0521 20:05:35.698763 3703 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:05:35.699371 3703 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:05:35.949429 3703 cni.go:452] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-container-pod 1d7374c1c3238a66be85dff3dc91611911bf49031d65e741243ac9e205f8b86d network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-container-pod 1d7374c1c3238a66be85dff3dc91611911bf49031d65e741243ac9e205f8b86d network default NAD default NAD key ] I0521 20:05:35.959084 3703 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-r5z4d-on-push-kzgkd-build-container-pod, hostIfaceName: 1d7374c1c3238a6, network: default, NAD default, SandboxID: "1d7374c1c3238a66be85dff3dc91611911bf49031d65e741243ac9e205f8b86d", PCI device ID: , UID: "027484b5-4a6a-402b-b199-67b1b4626f14", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0521 20:05:36.017694 3703 cni.go:473] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-container-pod 1d7374c1c3238a66be85dff3dc91611911bf49031d65e741243ac9e205f8b86d network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-container-pod 1d7374c1c3238a66be85dff3dc91611911bf49031d65e741243ac9e205f8b86d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:eb:a2:87:0f:36\",\"name\":\"1d7374c1c3238a6\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3f0bcae-414c-4fe6-8781-66d63a93cdc5\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 20:06:24.155041 3703 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0521 20:06:35.163480 3703 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0521 20:07:10.143769 3703 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0521 20:07:17.043641 3703 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=114 I0521 20:07:52.161927 3703 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0521 20:08:15.934338 3703 cni.go:452] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-container-pod 1d7374c1c3238a66be85dff3dc91611911bf49031d65e741243ac9e205f8b86d network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-container-pod 1d7374c1c3238a66be85dff3dc91611911bf49031d65e741243ac9e205f8b86d network default NAD default NAD key ] I0521 20:08:16.032120 3703 cni.go:473] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-container-pod 1d7374c1c3238a66be85dff3dc91611911bf49031d65e741243ac9e205f8b86d network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-container-pod 1d7374c1c3238a66be85dff3dc91611911bf49031d65e741243ac9e205f8b86d network default NAD default NAD key default], result "{}", err I0521 20:08:16.146304 3703 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:08:16.146369 3703 pods.go:176] Deleting pod: default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-container-pod I0521 20:08:16.147907 3703 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-container-pod, ips: 10.128.0.62 I0521 20:08:16.147945 3703 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:08:25.035478 3703 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0521 20:08:38.037285 3703 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0521 20:09:01.184988 3703 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-r5z4d-on-push-kzgkd-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-comp-r5z4d-on-push-kzgkd-deprecated-base-image-check-pod for pod on switch ip-10-0-1-142.ec2.internal I0521 20:09:01.185141 3703 kube.go:256] Updating pod default-tenant/tsf-comp-r5z4d-on-push-kzgkd-deprecated-base-image-check-pod I0521 20:09:01.210747 3703 pod.go:62] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-deprecated-base-image-check-pod] pod update took 25.638879ms I0521 20:09:01.210772 3703 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-r5z4d-on-push-kzgkd-deprecated-base-image-check-pod] addLogicalPort annotation time took 25.666193ms I0521 20:09:01.212333 3703 pods.go:271] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-deprecated-base-image-check-pod] addLogicalPort took 27.362011ms, libovsdb time 1.005863ms I0521 20:09:01.258179 3703 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clamav-scan-pod] creating logical port default-tenant_tsf-comp-r5z4d-on-push-kzgkd-clamav-scan-pod for pod on switch ip-10-0-1-142.ec2.internal I0521 20:09:01.258317 3703 kube.go:256] Updating pod default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clamav-scan-pod I0521 20:09:01.292677 3703 pod.go:62] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clamav-scan-pod] pod update took 34.405598ms I0521 20:09:01.292705 3703 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clamav-scan-pod] addLogicalPort annotation time took 34.439058ms I0521 20:09:01.293895 3703 pods.go:271] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clamav-scan-pod] addLogicalPort took 35.736089ms, libovsdb time 812.539µs I0521 20:09:01.550174 3703 cni.go:452] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-deprecated-base-image-check-pod 290867c57da9a62bc89d9955411346b1381746ed5b74e35085a1a9f84bdbae75 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-deprecated-base-image-check-pod 290867c57da9a62bc89d9955411346b1381746ed5b74e35085a1a9f84bdbae75 network default NAD default NAD key ] I0521 20:09:01.559869 3703 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-r5z4d-on-push-kzgkd-deprecated-base-image-check-pod, hostIfaceName: 290867c57da9a62, network: default, NAD default, SandboxID: "290867c57da9a62bc89d9955411346b1381746ed5b74e35085a1a9f84bdbae75", PCI device ID: , UID: "33fc4bce-9c46-498d-b1c5-a8ac89e4b2d8", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23] I0521 20:09:01.616263 3703 cni.go:473] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-deprecated-base-image-check-pod 290867c57da9a62bc89d9955411346b1381746ed5b74e35085a1a9f84bdbae75 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-deprecated-base-image-check-pod 290867c57da9a62bc89d9955411346b1381746ed5b74e35085a1a9f84bdbae75 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:9c:82:a7:b3:31\",\"name\":\"290867c57da9a62\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3fdd6e6c-db3e-492e-80c5-7a92f03d1879\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 20:09:01.623473 3703 cni.go:452] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clamav-scan-pod 4cdfa1dfb629725afbad8bf78d0d94ddb1b37a03a91121f4f78093aa8c71bc0b network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clamav-scan-pod 4cdfa1dfb629725afbad8bf78d0d94ddb1b37a03a91121f4f78093aa8c71bc0b network default NAD default NAD key ] I0521 20:09:01.632925 3703 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-r5z4d-on-push-kzgkd-clamav-scan-pod, hostIfaceName: 4cdfa1dfb629725, network: default, NAD default, SandboxID: "4cdfa1dfb629725afbad8bf78d0d94ddb1b37a03a91121f4f78093aa8c71bc0b", PCI device ID: , UID: "87f749c3-6ddd-4dca-afe8-f9f900dba748", MAC: 0a:58:0a:80:00:40, IPs: [10.128.0.64/23] I0521 20:09:01.689209 3703 cni.go:473] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clamav-scan-pod 4cdfa1dfb629725afbad8bf78d0d94ddb1b37a03a91121f4f78093aa8c71bc0b network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clamav-scan-pod 4cdfa1dfb629725afbad8bf78d0d94ddb1b37a03a91121f4f78093aa8c71bc0b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:11:d1:17:52:29\",\"name\":\"4cdfa1dfb629725\"},{\"mac\":\"0a:58:0a:80:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1b15f9e-f4eb-4612-8f81-cdc665a6b706\"}],\"ips\":[{\"address\":\"10.128.0.64/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 20:09:01.984771 3703 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:09:01.985320 3703 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:09:02.168743 3703 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0521 20:09:48.555942 3703 cni.go:452] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-deprecated-base-image-check-pod 290867c57da9a62bc89d9955411346b1381746ed5b74e35085a1a9f84bdbae75 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-deprecated-base-image-check-pod 290867c57da9a62bc89d9955411346b1381746ed5b74e35085a1a9f84bdbae75 network default NAD default NAD key ] I0521 20:09:48.656928 3703 cni.go:473] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-deprecated-base-image-check-pod 290867c57da9a62bc89d9955411346b1381746ed5b74e35085a1a9f84bdbae75 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-deprecated-base-image-check-pod 290867c57da9a62bc89d9955411346b1381746ed5b74e35085a1a9f84bdbae75 network default NAD default NAD key default], result "{}", err I0521 20:09:48.721182 3703 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:09:48.721216 3703 pods.go:176] Deleting pod: default-tenant/tsf-comp-r5z4d-on-push-kzgkd-deprecated-base-image-check-pod I0521 20:09:48.722505 3703 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-r5z4d-on-push-kzgkd-deprecated-base-image-check-pod, ips: 10.128.0.63 I0521 20:09:48.722529 3703 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:00.168192 3703 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0521 20:10:00.191519 3703 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-l96hb] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29656570-l96hb for pod on switch ip-10-0-1-142.ec2.internal I0521 20:10:00.191715 3703 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-l96hb I0521 20:10:00.217849 3703 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-l96hb] pod update took 26.171424ms I0521 20:10:00.217884 3703 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-l96hb] addLogicalPort annotation time took 26.213105ms I0521 20:10:00.219541 3703 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-l96hb] addLogicalPort took 28.044751ms, libovsdb time 1.08687ms I0521 20:10:00.847790 3703 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-l96hb 4cb033593409a8c21142b1d85ec7f4017cac0b98ac4d11457c94c66bf133cf81 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-l96hb 4cb033593409a8c21142b1d85ec7f4017cac0b98ac4d11457c94c66bf133cf81 network default NAD default NAD key ] I0521 20:10:00.857514 3703 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29656570-l96hb, hostIfaceName: 4cb033593409a8c, network: default, NAD default, SandboxID: "4cb033593409a8c21142b1d85ec7f4017cac0b98ac4d11457c94c66bf133cf81", PCI device ID: , UID: "032a3a8b-06aa-4adf-a517-353e574bce16", MAC: 0a:58:0a:80:00:41, IPs: [10.128.0.65/23] I0521 20:10:00.912796 3703 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-l96hb 4cb033593409a8c21142b1d85ec7f4017cac0b98ac4d11457c94c66bf133cf81 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-l96hb 4cb033593409a8c21142b1d85ec7f4017cac0b98ac4d11457c94c66bf133cf81 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:be:e7:59:c4:24\",\"name\":\"4cb033593409a8c\"},{\"mac\":\"0a:58:0a:80:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/206f19d4-7a8c-403e-ae4a-3f59b41baf96\"}],\"ips\":[{\"address\":\"10.128.0.65/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 20:10:04.669785 3703 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-l96hb 4cb033593409a8c21142b1d85ec7f4017cac0b98ac4d11457c94c66bf133cf81 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-l96hb 4cb033593409a8c21142b1d85ec7f4017cac0b98ac4d11457c94c66bf133cf81 network default NAD default NAD key ] I0521 20:10:04.765557 3703 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-l96hb 4cb033593409a8c21142b1d85ec7f4017cac0b98ac4d11457c94c66bf133cf81 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-l96hb 4cb033593409a8c21142b1d85ec7f4017cac0b98ac4d11457c94c66bf133cf81 network default NAD default NAD key default], result "{}", err I0521 20:10:04.846236 3703 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-l96hb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:04.846281 3703 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-l96hb I0521 20:10:04.847684 3703 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-l96hb, ips: 10.128.0.65 I0521 20:10:04.847720 3703 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-l96hb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:05.683135 3703 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-l96hb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:10:05.683188 3703 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-l96hb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:10:05.720031 3703 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:10:05.720056 3703 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:10:05.724886 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks I0521 20:10:05.724911 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks I0521 20:10:16.127519 3703 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0521 20:10:23.736287 3703 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:23.736933 3703 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:23.803072 3703 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:23.803664 3703 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:23.870729 3703 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:23.871339 3703 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:33.859386 3703 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:33.859991 3703 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:33.865455 3703 cni.go:452] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clamav-scan-pod 4cdfa1dfb629725afbad8bf78d0d94ddb1b37a03a91121f4f78093aa8c71bc0b network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clamav-scan-pod 4cdfa1dfb629725afbad8bf78d0d94ddb1b37a03a91121f4f78093aa8c71bc0b network default NAD default NAD key ] I0521 20:10:33.959059 3703 cni.go:473] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clamav-scan-pod 4cdfa1dfb629725afbad8bf78d0d94ddb1b37a03a91121f4f78093aa8c71bc0b network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clamav-scan-pod 4cdfa1dfb629725afbad8bf78d0d94ddb1b37a03a91121f4f78093aa8c71bc0b network default NAD default NAD key default], result "{}", err I0521 20:10:34.037631 3703 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:34.037663 3703 pods.go:176] Deleting pod: default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clamav-scan-pod I0521 20:10:34.038993 3703 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clamav-scan-pod, ips: 10.128.0.64 I0521 20:10:34.039019 3703 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:36.543375 3703 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-mtfy-q8jk6-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-mtfy-q8jk6-collect-keyless-params-pod for pod on switch ip-10-0-1-142.ec2.internal I0521 20:10:36.543492 3703 kube.go:256] Updating pod default-tenant/my-integration-test-mtfy-q8jk6-collect-keyless-params-pod I0521 20:10:36.563129 3703 pod.go:62] [default-tenant/my-integration-test-mtfy-q8jk6-collect-keyless-params-pod] pod update took 19.670503ms I0521 20:10:36.563156 3703 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-mtfy-q8jk6-collect-keyless-params-pod] addLogicalPort annotation time took 19.700871ms I0521 20:10:36.564446 3703 pods.go:271] [default-tenant/my-integration-test-mtfy-q8jk6-collect-keyless-params-pod] addLogicalPort took 21.087197ms, libovsdb time 897.448µs I0521 20:10:36.911434 3703 cni.go:452] [default-tenant/my-integration-test-mtfy-q8jk6-collect-keyless-params-pod 2db21fe2772a1d546fe873bcba36ad5216d0dfdefb07cd461bddfa419201783b network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-mtfy-q8jk6-collect-keyless-params-pod 2db21fe2772a1d546fe873bcba36ad5216d0dfdefb07cd461bddfa419201783b network default NAD default NAD key ] I0521 20:10:36.922039 3703 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-mtfy-q8jk6-collect-keyless-params-pod, hostIfaceName: 2db21fe2772a1d5, network: default, NAD default, SandboxID: "2db21fe2772a1d546fe873bcba36ad5216d0dfdefb07cd461bddfa419201783b", PCI device ID: , UID: "541e27ec-6a38-45d0-958a-8b0df1e964cd", MAC: 0a:58:0a:80:00:42, IPs: [10.128.0.66/23] I0521 20:10:36.979517 3703 cni.go:473] [default-tenant/my-integration-test-mtfy-q8jk6-collect-keyless-params-pod 2db21fe2772a1d546fe873bcba36ad5216d0dfdefb07cd461bddfa419201783b network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-mtfy-q8jk6-collect-keyless-params-pod 2db21fe2772a1d546fe873bcba36ad5216d0dfdefb07cd461bddfa419201783b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:7b:7d:80:ee:0c\",\"name\":\"2db21fe2772a1d5\"},{\"mac\":\"0a:58:0a:80:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd5dc28f-de82-4e15-b52b-2c16b1c4afd6\"}],\"ips\":[{\"address\":\"10.128.0.66/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 20:10:52.292860 3703 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-mtfy-q8jk6-verify-pod] creating logical port default-tenant_my-integration-test-mtfy-q8jk6-verify-pod for pod on switch ip-10-0-1-142.ec2.internal I0521 20:10:52.293025 3703 kube.go:256] Updating pod default-tenant/my-integration-test-mtfy-q8jk6-verify-pod I0521 20:10:52.325690 3703 pod.go:62] [default-tenant/my-integration-test-mtfy-q8jk6-verify-pod] pod update took 32.708121ms I0521 20:10:52.325713 3703 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-mtfy-q8jk6-verify-pod] addLogicalPort annotation time took 32.735237ms I0521 20:10:52.327099 3703 pods.go:271] [default-tenant/my-integration-test-mtfy-q8jk6-verify-pod] addLogicalPort took 34.257791ms, libovsdb time 917.989µs I0521 20:10:52.658403 3703 cni.go:452] [default-tenant/my-integration-test-mtfy-q8jk6-verify-pod 791a7579e215a005a63003a1f25f66858b0aafc34684cf1bf4fb8b1b4912f556 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-mtfy-q8jk6-verify-pod 791a7579e215a005a63003a1f25f66858b0aafc34684cf1bf4fb8b1b4912f556 network default NAD default NAD key ] I0521 20:10:52.668335 3703 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-mtfy-q8jk6-verify-pod, hostIfaceName: 791a7579e215a00, network: default, NAD default, SandboxID: "791a7579e215a005a63003a1f25f66858b0aafc34684cf1bf4fb8b1b4912f556", PCI device ID: , UID: "615193db-ff8f-472b-a56d-234412c56041", MAC: 0a:58:0a:80:00:43, IPs: [10.128.0.67/23] I0521 20:10:52.725622 3703 cni.go:473] [default-tenant/my-integration-test-mtfy-q8jk6-verify-pod 791a7579e215a005a63003a1f25f66858b0aafc34684cf1bf4fb8b1b4912f556 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-mtfy-q8jk6-verify-pod 791a7579e215a005a63003a1f25f66858b0aafc34684cf1bf4fb8b1b4912f556 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:04:37:30:cd:fb\",\"name\":\"791a7579e215a00\"},{\"mac\":\"0a:58:0a:80:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f65ed3ee-99e3-4352-a14e-0bee7d5b949e\"}],\"ips\":[{\"address\":\"10.128.0.67/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 20:10:53.015571 3703 cni.go:452] [default-tenant/my-integration-test-mtfy-q8jk6-collect-keyless-params-pod 2db21fe2772a1d546fe873bcba36ad5216d0dfdefb07cd461bddfa419201783b network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-mtfy-q8jk6-collect-keyless-params-pod 2db21fe2772a1d546fe873bcba36ad5216d0dfdefb07cd461bddfa419201783b network default NAD default NAD key ] I0521 20:10:53.105076 3703 cni.go:473] [default-tenant/my-integration-test-mtfy-q8jk6-collect-keyless-params-pod 2db21fe2772a1d546fe873bcba36ad5216d0dfdefb07cd461bddfa419201783b network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-mtfy-q8jk6-collect-keyless-params-pod 2db21fe2772a1d546fe873bcba36ad5216d0dfdefb07cd461bddfa419201783b network default NAD default NAD key default], result "{}", err I0521 20:10:53.180886 3703 obj_retry.go:498] Detected object default-tenant/my-integration-test-mtfy-q8jk6-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:53.180931 3703 pods.go:176] Deleting pod: default-tenant/my-integration-test-mtfy-q8jk6-collect-keyless-params-pod I0521 20:10:53.182328 3703 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-mtfy-q8jk6-collect-keyless-params-pod, ips: 10.128.0.66 I0521 20:10:53.182362 3703 obj_retry.go:498] Detected object default-tenant/my-integration-test-mtfy-q8jk6-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:11:04.040948 3703 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=43 I0521 20:11:10.152872 3703 cni.go:452] [default-tenant/my-integration-test-mtfy-q8jk6-verify-pod 791a7579e215a005a63003a1f25f66858b0aafc34684cf1bf4fb8b1b4912f556 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-mtfy-q8jk6-verify-pod 791a7579e215a005a63003a1f25f66858b0aafc34684cf1bf4fb8b1b4912f556 network default NAD default NAD key ] I0521 20:11:10.257600 3703 cni.go:473] [default-tenant/my-integration-test-mtfy-q8jk6-verify-pod 791a7579e215a005a63003a1f25f66858b0aafc34684cf1bf4fb8b1b4912f556 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-mtfy-q8jk6-verify-pod 791a7579e215a005a63003a1f25f66858b0aafc34684cf1bf4fb8b1b4912f556 network default NAD default NAD key default], result "{}", err I0521 20:11:10.426260 3703 obj_retry.go:498] Detected object default-tenant/my-integration-test-mtfy-q8jk6-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:11:10.426346 3703 pods.go:176] Deleting pod: default-tenant/my-integration-test-mtfy-q8jk6-verify-pod I0521 20:11:10.428340 3703 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-mtfy-q8jk6-verify-pod, ips: 10.128.0.67 I0521 20:11:10.428382 3703 obj_retry.go:498] Detected object default-tenant/my-integration-test-mtfy-q8jk6-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:11:24.604205 3703 base_network_controller_pods.go:487] [default/managed-tenant-xi897/managed-nx2lh-verify-access-to-resources-pod] creating logical port managed-tenant-xi897_managed-nx2lh-verify-access-to-resources-pod for pod on switch ip-10-0-1-142.ec2.internal I0521 20:11:24.604363 3703 kube.go:256] Updating pod managed-tenant-xi897/managed-nx2lh-verify-access-to-resources-pod I0521 20:11:24.623148 3703 pod.go:62] [managed-tenant-xi897/managed-nx2lh-verify-access-to-resources-pod] pod update took 18.815029ms I0521 20:11:24.623178 3703 base_network_controller_pods.go:951] [default/managed-tenant-xi897/managed-nx2lh-verify-access-to-resources-pod] addLogicalPort annotation time took 18.847558ms I0521 20:11:24.624575 3703 pods.go:271] [managed-tenant-xi897/managed-nx2lh-verify-access-to-resources-pod] addLogicalPort took 20.391234ms, libovsdb time 952.908µs I0521 20:11:24.976985 3703 cni.go:452] [managed-tenant-xi897/managed-nx2lh-verify-access-to-resources-pod b89459a166f7be1f2b83960f8cad16b9bd9621b50b2e2c1f58640d70fbc012e1 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-xi897/managed-nx2lh-verify-access-to-resources-pod b89459a166f7be1f2b83960f8cad16b9bd9621b50b2e2c1f58640d70fbc012e1 network default NAD default NAD key ] I0521 20:11:24.986908 3703 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-xi897, podName: managed-nx2lh-verify-access-to-resources-pod, hostIfaceName: b89459a166f7be1, network: default, NAD default, SandboxID: "b89459a166f7be1f2b83960f8cad16b9bd9621b50b2e2c1f58640d70fbc012e1", PCI device ID: , UID: "d53d08da-8492-4dc8-a20f-def888ac3e33", MAC: 0a:58:0a:80:00:44, IPs: [10.128.0.68/23] I0521 20:11:25.044488 3703 cni.go:473] [managed-tenant-xi897/managed-nx2lh-verify-access-to-resources-pod b89459a166f7be1f2b83960f8cad16b9bd9621b50b2e2c1f58640d70fbc012e1 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-xi897/managed-nx2lh-verify-access-to-resources-pod b89459a166f7be1f2b83960f8cad16b9bd9621b50b2e2c1f58640d70fbc012e1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:77:07:28:43:17\",\"name\":\"b89459a166f7be1\"},{\"mac\":\"0a:58:0a:80:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f7537faf-d6a0-4f5a-b4e0-5cc7a1ddebf1\"}],\"ips\":[{\"address\":\"10.128.0.68/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 20:11:43.417439 3703 cni.go:452] [managed-tenant-xi897/managed-nx2lh-verify-access-to-resources-pod b89459a166f7be1f2b83960f8cad16b9bd9621b50b2e2c1f58640d70fbc012e1 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-xi897/managed-nx2lh-verify-access-to-resources-pod b89459a166f7be1f2b83960f8cad16b9bd9621b50b2e2c1f58640d70fbc012e1 network default NAD default NAD key ] I0521 20:11:43.526328 3703 cni.go:473] [managed-tenant-xi897/managed-nx2lh-verify-access-to-resources-pod b89459a166f7be1f2b83960f8cad16b9bd9621b50b2e2c1f58640d70fbc012e1 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-xi897/managed-nx2lh-verify-access-to-resources-pod b89459a166f7be1f2b83960f8cad16b9bd9621b50b2e2c1f58640d70fbc012e1 network default NAD default NAD key default], result "{}", err I0521 20:11:43.594388 3703 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:11:43.594421 3703 pods.go:176] Deleting pod: managed-tenant-xi897/managed-nx2lh-verify-access-to-resources-pod I0521 20:11:43.596182 3703 pods.go:236] Attempting to release IPs for pod: managed-tenant-xi897/managed-nx2lh-verify-access-to-resources-pod, ips: 10.128.0.68 I0521 20:11:43.596216 3703 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:11:43.971837 3703 base_network_controller_pods.go:487] [default/managed-tenant-xi897/managed-nx2lh-collect-data-pod] creating logical port managed-tenant-xi897_managed-nx2lh-collect-data-pod for pod on switch ip-10-0-1-142.ec2.internal I0521 20:11:43.971952 3703 kube.go:256] Updating pod managed-tenant-xi897/managed-nx2lh-collect-data-pod I0521 20:11:43.998866 3703 pod.go:62] [managed-tenant-xi897/managed-nx2lh-collect-data-pod] pod update took 26.94624ms I0521 20:11:43.998893 3703 base_network_controller_pods.go:951] [default/managed-tenant-xi897/managed-nx2lh-collect-data-pod] addLogicalPort annotation time took 26.977123ms I0521 20:11:44.000309 3703 pods.go:271] [managed-tenant-xi897/managed-nx2lh-collect-data-pod] addLogicalPort took 28.48441ms, libovsdb time 893.234µs I0521 20:11:44.344900 3703 cni.go:452] [managed-tenant-xi897/managed-nx2lh-collect-data-pod ce5a6086781a852f76b22a1dfb3ddfd78fb786d31dc50bd2d48a53cfd2b1f2fe network default NAD default NAD key ] ADD starting CNI request [managed-tenant-xi897/managed-nx2lh-collect-data-pod ce5a6086781a852f76b22a1dfb3ddfd78fb786d31dc50bd2d48a53cfd2b1f2fe network default NAD default NAD key ] I0521 20:11:44.354576 3703 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-xi897, podName: managed-nx2lh-collect-data-pod, hostIfaceName: ce5a6086781a852, network: default, NAD default, SandboxID: "ce5a6086781a852f76b22a1dfb3ddfd78fb786d31dc50bd2d48a53cfd2b1f2fe", PCI device ID: , UID: "044dfed2-cab6-43c4-ae87-e11e349f3d38", MAC: 0a:58:0a:80:00:45, IPs: [10.128.0.69/23] I0521 20:11:44.411522 3703 cni.go:473] [managed-tenant-xi897/managed-nx2lh-collect-data-pod ce5a6086781a852f76b22a1dfb3ddfd78fb786d31dc50bd2d48a53cfd2b1f2fe network default NAD default NAD key default] ADD finished CNI request [managed-tenant-xi897/managed-nx2lh-collect-data-pod ce5a6086781a852f76b22a1dfb3ddfd78fb786d31dc50bd2d48a53cfd2b1f2fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:a1:ea:e5:48:7d\",\"name\":\"ce5a6086781a852\"},{\"mac\":\"0a:58:0a:80:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f7d49e87-f2c8-4446-965b-bb3baf6af647\"}],\"ips\":[{\"address\":\"10.128.0.69/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 20:11:46.151710 3703 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0521 20:12:12.128897 3703 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0521 20:12:13.455692 3703 base_network_controller_pods.go:487] [default/managed-tenant-xi897/managed-nx2lh-collect-signing-params-pod] creating logical port managed-tenant-xi897_managed-nx2lh-collect-signing-params-pod for pod on switch ip-10-0-1-142.ec2.internal I0521 20:12:13.455848 3703 kube.go:256] Updating pod managed-tenant-xi897/managed-nx2lh-collect-signing-params-pod I0521 20:12:13.477159 3703 pod.go:62] [managed-tenant-xi897/managed-nx2lh-collect-signing-params-pod] pod update took 21.34735ms I0521 20:12:13.477180 3703 base_network_controller_pods.go:951] [default/managed-tenant-xi897/managed-nx2lh-collect-signing-params-pod] addLogicalPort annotation time took 21.373085ms I0521 20:12:13.478474 3703 pods.go:271] [managed-tenant-xi897/managed-nx2lh-collect-signing-params-pod] addLogicalPort took 22.79741ms, libovsdb time 837.431µs I0521 20:12:13.665350 3703 cni.go:452] [managed-tenant-xi897/managed-nx2lh-collect-data-pod ce5a6086781a852f76b22a1dfb3ddfd78fb786d31dc50bd2d48a53cfd2b1f2fe network default NAD default NAD key ] DEL starting CNI request [managed-tenant-xi897/managed-nx2lh-collect-data-pod ce5a6086781a852f76b22a1dfb3ddfd78fb786d31dc50bd2d48a53cfd2b1f2fe network default NAD default NAD key ] I0521 20:12:13.775056 3703 cni.go:473] [managed-tenant-xi897/managed-nx2lh-collect-data-pod ce5a6086781a852f76b22a1dfb3ddfd78fb786d31dc50bd2d48a53cfd2b1f2fe network default NAD default NAD key default] DEL finished CNI request [managed-tenant-xi897/managed-nx2lh-collect-data-pod ce5a6086781a852f76b22a1dfb3ddfd78fb786d31dc50bd2d48a53cfd2b1f2fe network default NAD default NAD key default], result "{}", err I0521 20:12:13.829759 3703 cni.go:452] [managed-tenant-xi897/managed-nx2lh-collect-signing-params-pod 4f041600cc9b407f64d724115d54941a9eefa01d407eb96e06909c5c04c5f417 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-xi897/managed-nx2lh-collect-signing-params-pod 4f041600cc9b407f64d724115d54941a9eefa01d407eb96e06909c5c04c5f417 network default NAD default NAD key ] I0521 20:12:13.840646 3703 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-xi897, podName: managed-nx2lh-collect-signing-params-pod, hostIfaceName: 4f041600cc9b407, network: default, NAD default, SandboxID: "4f041600cc9b407f64d724115d54941a9eefa01d407eb96e06909c5c04c5f417", PCI device ID: , UID: "8de6770c-9f01-498e-9307-7694e0b70992", MAC: 0a:58:0a:80:00:46, IPs: [10.128.0.70/23] I0521 20:12:13.868249 3703 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:13.868312 3703 pods.go:176] Deleting pod: managed-tenant-xi897/managed-nx2lh-collect-data-pod I0521 20:12:13.869845 3703 pods.go:236] Attempting to release IPs for pod: managed-tenant-xi897/managed-nx2lh-collect-data-pod, ips: 10.128.0.69 I0521 20:12:13.869882 3703 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:13.899152 3703 cni.go:473] [managed-tenant-xi897/managed-nx2lh-collect-signing-params-pod 4f041600cc9b407f64d724115d54941a9eefa01d407eb96e06909c5c04c5f417 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-xi897/managed-nx2lh-collect-signing-params-pod 4f041600cc9b407f64d724115d54941a9eefa01d407eb96e06909c5c04c5f417 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:bd:43:c8:47:55\",\"name\":\"4f041600cc9b407\"},{\"mac\":\"0a:58:0a:80:00:46\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1cfb91a0-4347-4ed5-bf29-3c523b3881f7\"}],\"ips\":[{\"address\":\"10.128.0.70/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 20:12:14.296084 3703 base_network_controller_pods.go:487] [default/managed-tenant-xi897/managed-nx2lh-collect-task-params-pod] creating logical port managed-tenant-xi897_managed-nx2lh-collect-task-params-pod for pod on switch ip-10-0-1-142.ec2.internal I0521 20:12:14.296232 3703 kube.go:256] Updating pod managed-tenant-xi897/managed-nx2lh-collect-task-params-pod I0521 20:12:14.318186 3703 pod.go:62] [managed-tenant-xi897/managed-nx2lh-collect-task-params-pod] pod update took 21.986128ms I0521 20:12:14.318208 3703 base_network_controller_pods.go:951] [default/managed-tenant-xi897/managed-nx2lh-collect-task-params-pod] addLogicalPort annotation time took 22.010324ms I0521 20:12:14.319539 3703 pods.go:271] [managed-tenant-xi897/managed-nx2lh-collect-task-params-pod] addLogicalPort took 23.471384ms, libovsdb time 858.23µs I0521 20:12:14.677661 3703 cni.go:452] [managed-tenant-xi897/managed-nx2lh-collect-task-params-pod 6e755137976d9096ddb7e57109d1dfcf6af819442c78d40647f33a5ab63f4576 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-xi897/managed-nx2lh-collect-task-params-pod 6e755137976d9096ddb7e57109d1dfcf6af819442c78d40647f33a5ab63f4576 network default NAD default NAD key ] I0521 20:12:14.688773 3703 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-xi897, podName: managed-nx2lh-collect-task-params-pod, hostIfaceName: 6e755137976d909, network: default, NAD default, SandboxID: "6e755137976d9096ddb7e57109d1dfcf6af819442c78d40647f33a5ab63f4576", PCI device ID: , UID: "3f41a406-8b4b-42f4-90b1-d6f532d74f43", MAC: 0a:58:0a:80:00:47, IPs: [10.128.0.71/23] I0521 20:12:14.744968 3703 cni.go:473] [managed-tenant-xi897/managed-nx2lh-collect-task-params-pod 6e755137976d9096ddb7e57109d1dfcf6af819442c78d40647f33a5ab63f4576 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-xi897/managed-nx2lh-collect-task-params-pod 6e755137976d9096ddb7e57109d1dfcf6af819442c78d40647f33a5ab63f4576 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:fc:99:af:b5:84\",\"name\":\"6e755137976d909\"},{\"mac\":\"0a:58:0a:80:00:47\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33eae447-776d-430f-a1de-cb3bfc96896a\"}],\"ips\":[{\"address\":\"10.128.0.71/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 20:12:15.381652 3703 base_network_controller_pods.go:487] [default/managed-tenant-xi897/managed-nx2lh-collect-registry-token-secret-pod] creating logical port managed-tenant-xi897_managed-nx2lh-collect-registry-token-secret-pod for pod on switch ip-10-0-1-142.ec2.internal I0521 20:12:15.381779 3703 kube.go:256] Updating pod managed-tenant-xi897/managed-nx2lh-collect-registry-token-secret-pod I0521 20:12:15.405633 3703 pod.go:62] [managed-tenant-xi897/managed-nx2lh-collect-registry-token-secret-pod] pod update took 23.884742ms I0521 20:12:15.405657 3703 base_network_controller_pods.go:951] [default/managed-tenant-xi897/managed-nx2lh-collect-registry-token-secret-pod] addLogicalPort annotation time took 23.913049ms I0521 20:12:15.407187 3703 pods.go:271] [managed-tenant-xi897/managed-nx2lh-collect-registry-token-secret-pod] addLogicalPort took 25.551615ms, libovsdb time 999.537µs I0521 20:12:15.542299 3703 base_network_controller_pods.go:487] [default/managed-tenant-xi897/managed-nx2lh-check-data-keys-pod] creating logical port managed-tenant-xi897_managed-nx2lh-check-data-keys-pod for pod on switch ip-10-0-1-142.ec2.internal I0521 20:12:15.542447 3703 kube.go:256] Updating pod managed-tenant-xi897/managed-nx2lh-check-data-keys-pod I0521 20:12:15.564527 3703 pod.go:62] [managed-tenant-xi897/managed-nx2lh-check-data-keys-pod] pod update took 22.121603ms I0521 20:12:15.564577 3703 base_network_controller_pods.go:951] [default/managed-tenant-xi897/managed-nx2lh-check-data-keys-pod] addLogicalPort annotation time took 22.152193ms I0521 20:12:15.566283 3703 pods.go:271] [managed-tenant-xi897/managed-nx2lh-check-data-keys-pod] addLogicalPort took 23.996565ms, libovsdb time 1.133151ms I0521 20:12:15.748237 3703 cni.go:452] [managed-tenant-xi897/managed-nx2lh-collect-registry-token-secret-pod 31907a85cfc1f2776e3eb34eda1a32151c1cd5dcec918db6d9200ac08cbd8f1e network default NAD default NAD key ] ADD starting CNI request [managed-tenant-xi897/managed-nx2lh-collect-registry-token-secret-pod 31907a85cfc1f2776e3eb34eda1a32151c1cd5dcec918db6d9200ac08cbd8f1e network default NAD default NAD key ] I0521 20:12:15.760199 3703 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-xi897, podName: managed-nx2lh-collect-registry-token-secret-pod, hostIfaceName: 31907a85cfc1f27, network: default, NAD default, SandboxID: "31907a85cfc1f2776e3eb34eda1a32151c1cd5dcec918db6d9200ac08cbd8f1e", PCI device ID: , UID: "be28c155-3610-4f87-b3c5-c2a66edcba04", MAC: 0a:58:0a:80:00:48, IPs: [10.128.0.72/23] I0521 20:12:15.816837 3703 cni.go:473] [managed-tenant-xi897/managed-nx2lh-collect-registry-token-secret-pod 31907a85cfc1f2776e3eb34eda1a32151c1cd5dcec918db6d9200ac08cbd8f1e network default NAD default NAD key default] ADD finished CNI request [managed-tenant-xi897/managed-nx2lh-collect-registry-token-secret-pod 31907a85cfc1f2776e3eb34eda1a32151c1cd5dcec918db6d9200ac08cbd8f1e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:0b:c2:9a:6a:35\",\"name\":\"31907a85cfc1f27\"},{\"mac\":\"0a:58:0a:80:00:48\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44f1253d-ea5d-412d-b3f5-f192786cf7d5\"}],\"ips\":[{\"address\":\"10.128.0.72/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 20:12:15.916183 3703 cni.go:452] [managed-tenant-xi897/managed-nx2lh-check-data-keys-pod 62c996ec5f208014cbcf258bef017b73dac1a63608d49e7073ecd31c62784ee3 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-xi897/managed-nx2lh-check-data-keys-pod 62c996ec5f208014cbcf258bef017b73dac1a63608d49e7073ecd31c62784ee3 network default NAD default NAD key ] I0521 20:12:15.926758 3703 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-xi897, podName: managed-nx2lh-check-data-keys-pod, hostIfaceName: 62c996ec5f20801, network: default, NAD default, SandboxID: "62c996ec5f208014cbcf258bef017b73dac1a63608d49e7073ecd31c62784ee3", PCI device ID: , UID: "246a2b25-ed46-492c-a515-12d853dbd310", MAC: 0a:58:0a:80:00:49, IPs: [10.128.0.73/23] I0521 20:12:15.986471 3703 cni.go:473] [managed-tenant-xi897/managed-nx2lh-check-data-keys-pod 62c996ec5f208014cbcf258bef017b73dac1a63608d49e7073ecd31c62784ee3 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-xi897/managed-nx2lh-check-data-keys-pod 62c996ec5f208014cbcf258bef017b73dac1a63608d49e7073ecd31c62784ee3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:ac:90:7e:eb:7d\",\"name\":\"62c996ec5f20801\"},{\"mac\":\"0a:58:0a:80:00:49\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6f055e4-db09-426f-9b99-78c997b03054\"}],\"ips\":[{\"address\":\"10.128.0.73/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 20:12:16.066865 3703 base_network_controller_pods.go:487] [default/managed-tenant-xi897/managed-nx2lh-reduce-snapshot-pod] creating logical port managed-tenant-xi897_managed-nx2lh-reduce-snapshot-pod for pod on switch ip-10-0-1-142.ec2.internal I0521 20:12:16.067056 3703 kube.go:256] Updating pod managed-tenant-xi897/managed-nx2lh-reduce-snapshot-pod I0521 20:12:16.092929 3703 pod.go:62] [managed-tenant-xi897/managed-nx2lh-reduce-snapshot-pod] pod update took 25.920763ms I0521 20:12:16.092960 3703 base_network_controller_pods.go:951] [default/managed-tenant-xi897/managed-nx2lh-reduce-snapshot-pod] addLogicalPort annotation time took 25.95858ms I0521 20:12:16.094562 3703 pods.go:271] [managed-tenant-xi897/managed-nx2lh-reduce-snapshot-pod] addLogicalPort took 27.700425ms, libovsdb time 931.238µs I0521 20:12:16.439790 3703 cni.go:452] [managed-tenant-xi897/managed-nx2lh-reduce-snapshot-pod 6ea8dc8d838373b360f49ea970368a7e96cb5705fecb229afad307adf9b18c18 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-xi897/managed-nx2lh-reduce-snapshot-pod 6ea8dc8d838373b360f49ea970368a7e96cb5705fecb229afad307adf9b18c18 network default NAD default NAD key ] I0521 20:12:16.449708 3703 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-xi897, podName: managed-nx2lh-reduce-snapshot-pod, hostIfaceName: 6ea8dc8d838373b, network: default, NAD default, SandboxID: "6ea8dc8d838373b360f49ea970368a7e96cb5705fecb229afad307adf9b18c18", PCI device ID: , UID: "99cf3d8d-f5ac-4687-be9e-a91f8f67bfa5", MAC: 0a:58:0a:80:00:4a, IPs: [10.128.0.74/23] I0521 20:12:16.506495 3703 cni.go:473] [managed-tenant-xi897/managed-nx2lh-reduce-snapshot-pod 6ea8dc8d838373b360f49ea970368a7e96cb5705fecb229afad307adf9b18c18 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-xi897/managed-nx2lh-reduce-snapshot-pod 6ea8dc8d838373b360f49ea970368a7e96cb5705fecb229afad307adf9b18c18 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:7a:71:59:0f:69\",\"name\":\"6ea8dc8d838373b\"},{\"mac\":\"0a:58:0a:80:00:4a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76afc209-6e25-40ba-af77-8a1e3dfd5c8c\"}],\"ips\":[{\"address\":\"10.128.0.74/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 20:12:21.786222 3703 cni.go:452] [managed-tenant-xi897/managed-nx2lh-collect-task-params-pod 6e755137976d9096ddb7e57109d1dfcf6af819442c78d40647f33a5ab63f4576 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-xi897/managed-nx2lh-collect-task-params-pod 6e755137976d9096ddb7e57109d1dfcf6af819442c78d40647f33a5ab63f4576 network default NAD default NAD key ] I0521 20:12:21.885610 3703 cni.go:473] [managed-tenant-xi897/managed-nx2lh-collect-task-params-pod 6e755137976d9096ddb7e57109d1dfcf6af819442c78d40647f33a5ab63f4576 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-xi897/managed-nx2lh-collect-task-params-pod 6e755137976d9096ddb7e57109d1dfcf6af819442c78d40647f33a5ab63f4576 network default NAD default NAD key default], result "{}", err I0521 20:12:21.999289 3703 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:21.999320 3703 pods.go:176] Deleting pod: managed-tenant-xi897/managed-nx2lh-collect-task-params-pod I0521 20:12:22.000848 3703 pods.go:236] Attempting to release IPs for pod: managed-tenant-xi897/managed-nx2lh-collect-task-params-pod, ips: 10.128.0.71 I0521 20:12:22.000882 3703 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:23.810666 3703 cni.go:452] [managed-tenant-xi897/managed-nx2lh-collect-registry-token-secret-pod 31907a85cfc1f2776e3eb34eda1a32151c1cd5dcec918db6d9200ac08cbd8f1e network default NAD default NAD key ] DEL starting CNI request [managed-tenant-xi897/managed-nx2lh-collect-registry-token-secret-pod 31907a85cfc1f2776e3eb34eda1a32151c1cd5dcec918db6d9200ac08cbd8f1e network default NAD default NAD key ] I0521 20:12:23.899627 3703 cni.go:473] [managed-tenant-xi897/managed-nx2lh-collect-registry-token-secret-pod 31907a85cfc1f2776e3eb34eda1a32151c1cd5dcec918db6d9200ac08cbd8f1e network default NAD default NAD key default] DEL finished CNI request [managed-tenant-xi897/managed-nx2lh-collect-registry-token-secret-pod 31907a85cfc1f2776e3eb34eda1a32151c1cd5dcec918db6d9200ac08cbd8f1e network default NAD default NAD key default], result "{}", err I0521 20:12:24.028352 3703 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:24.028390 3703 pods.go:176] Deleting pod: managed-tenant-xi897/managed-nx2lh-collect-registry-token-secret-pod I0521 20:12:24.029814 3703 pods.go:236] Attempting to release IPs for pod: managed-tenant-xi897/managed-nx2lh-collect-registry-token-secret-pod, ips: 10.128.0.72 I0521 20:12:24.029844 3703 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:25.832241 3703 cni.go:452] [managed-tenant-xi897/managed-nx2lh-check-data-keys-pod 62c996ec5f208014cbcf258bef017b73dac1a63608d49e7073ecd31c62784ee3 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-xi897/managed-nx2lh-check-data-keys-pod 62c996ec5f208014cbcf258bef017b73dac1a63608d49e7073ecd31c62784ee3 network default NAD default NAD key ] I0521 20:12:25.927448 3703 cni.go:473] [managed-tenant-xi897/managed-nx2lh-check-data-keys-pod 62c996ec5f208014cbcf258bef017b73dac1a63608d49e7073ecd31c62784ee3 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-xi897/managed-nx2lh-check-data-keys-pod 62c996ec5f208014cbcf258bef017b73dac1a63608d49e7073ecd31c62784ee3 network default NAD default NAD key default], result "{}", err I0521 20:12:26.023701 3703 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:26.023735 3703 pods.go:176] Deleting pod: managed-tenant-xi897/managed-nx2lh-check-data-keys-pod I0521 20:12:26.025173 3703 pods.go:236] Attempting to release IPs for pod: managed-tenant-xi897/managed-nx2lh-check-data-keys-pod, ips: 10.128.0.73 I0521 20:12:26.025199 3703 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:27.855020 3703 cni.go:452] [managed-tenant-xi897/managed-nx2lh-collect-signing-params-pod 4f041600cc9b407f64d724115d54941a9eefa01d407eb96e06909c5c04c5f417 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-xi897/managed-nx2lh-collect-signing-params-pod 4f041600cc9b407f64d724115d54941a9eefa01d407eb96e06909c5c04c5f417 network default NAD default NAD key ] I0521 20:12:27.958452 3703 cni.go:473] [managed-tenant-xi897/managed-nx2lh-collect-signing-params-pod 4f041600cc9b407f64d724115d54941a9eefa01d407eb96e06909c5c04c5f417 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-xi897/managed-nx2lh-collect-signing-params-pod 4f041600cc9b407f64d724115d54941a9eefa01d407eb96e06909c5c04c5f417 network default NAD default NAD key default], result "{}", err I0521 20:12:28.025163 3703 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:28.025197 3703 pods.go:176] Deleting pod: managed-tenant-xi897/managed-nx2lh-collect-signing-params-pod I0521 20:12:28.026718 3703 pods.go:236] Attempting to release IPs for pod: managed-tenant-xi897/managed-nx2lh-collect-signing-params-pod, ips: 10.128.0.70 I0521 20:12:28.026749 3703 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:34.559852 3703 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s2n5v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:34.560476 3703 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s2n5v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:35.409889 3703 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s2n5v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:12:35.409911 3703 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s2n5v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:12:35.413234 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s2n5v I0521 20:12:35.413266 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s2n5v I0521 20:12:37.955681 3703 cni.go:452] [managed-tenant-xi897/managed-nx2lh-reduce-snapshot-pod 6ea8dc8d838373b360f49ea970368a7e96cb5705fecb229afad307adf9b18c18 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-xi897/managed-nx2lh-reduce-snapshot-pod 6ea8dc8d838373b360f49ea970368a7e96cb5705fecb229afad307adf9b18c18 network default NAD default NAD key ] I0521 20:12:38.035488 3703 cni.go:473] [managed-tenant-xi897/managed-nx2lh-reduce-snapshot-pod 6ea8dc8d838373b360f49ea970368a7e96cb5705fecb229afad307adf9b18c18 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-xi897/managed-nx2lh-reduce-snapshot-pod 6ea8dc8d838373b360f49ea970368a7e96cb5705fecb229afad307adf9b18c18 network default NAD default NAD key default], result "{}", err I0521 20:12:38.179625 3703 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:38.179668 3703 pods.go:176] Deleting pod: managed-tenant-xi897/managed-nx2lh-reduce-snapshot-pod I0521 20:12:38.181291 3703 pods.go:236] Attempting to release IPs for pod: managed-tenant-xi897/managed-nx2lh-reduce-snapshot-pod, ips: 10.128.0.74 I0521 20:12:38.181321 3703 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:40.038909 3703 base_network_controller_pods.go:487] [default/managed-tenant-xi897/managed-nx2lh-apply-mapping-pod] creating logical port managed-tenant-xi897_managed-nx2lh-apply-mapping-pod for pod on switch ip-10-0-1-142.ec2.internal I0521 20:12:40.039082 3703 kube.go:256] Updating pod managed-tenant-xi897/managed-nx2lh-apply-mapping-pod I0521 20:12:40.066300 3703 pod.go:62] [managed-tenant-xi897/managed-nx2lh-apply-mapping-pod] pod update took 27.258755ms I0521 20:12:40.066322 3703 base_network_controller_pods.go:951] [default/managed-tenant-xi897/managed-nx2lh-apply-mapping-pod] addLogicalPort annotation time took 27.287327ms I0521 20:12:40.067940 3703 pods.go:271] [managed-tenant-xi897/managed-nx2lh-apply-mapping-pod] addLogicalPort took 29.051205ms, libovsdb time 1.030381ms I0521 20:12:40.405304 3703 cni.go:452] [managed-tenant-xi897/managed-nx2lh-apply-mapping-pod 86f124dd4378b523d4debefb9a0d7cbaffbeb823afda7a26b30f01df529201a2 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-xi897/managed-nx2lh-apply-mapping-pod 86f124dd4378b523d4debefb9a0d7cbaffbeb823afda7a26b30f01df529201a2 network default NAD default NAD key ] I0521 20:12:40.431974 3703 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-xi897, podName: managed-nx2lh-apply-mapping-pod, hostIfaceName: 86f124dd4378b52, network: default, NAD default, SandboxID: "86f124dd4378b523d4debefb9a0d7cbaffbeb823afda7a26b30f01df529201a2", PCI device ID: , UID: "29583adf-c8a3-4b0e-bbb9-45a2e0dd46a9", MAC: 0a:58:0a:80:00:4b, IPs: [10.128.0.75/23] I0521 20:12:40.488182 3703 cni.go:473] [managed-tenant-xi897/managed-nx2lh-apply-mapping-pod 86f124dd4378b523d4debefb9a0d7cbaffbeb823afda7a26b30f01df529201a2 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-xi897/managed-nx2lh-apply-mapping-pod 86f124dd4378b523d4debefb9a0d7cbaffbeb823afda7a26b30f01df529201a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:80:39:b1:4e:75\",\"name\":\"86f124dd4378b52\"},{\"mac\":\"0a:58:0a:80:00:4b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5cd07a30-37c9-4f33-866a-20d0d2e9dc03\"}],\"ips\":[{\"address\":\"10.128.0.75/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 20:12:51.081633 3703 cni.go:452] [managed-tenant-xi897/managed-nx2lh-apply-mapping-pod 86f124dd4378b523d4debefb9a0d7cbaffbeb823afda7a26b30f01df529201a2 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-xi897/managed-nx2lh-apply-mapping-pod 86f124dd4378b523d4debefb9a0d7cbaffbeb823afda7a26b30f01df529201a2 network default NAD default NAD key ] I0521 20:12:51.188634 3703 cni.go:473] [managed-tenant-xi897/managed-nx2lh-apply-mapping-pod 86f124dd4378b523d4debefb9a0d7cbaffbeb823afda7a26b30f01df529201a2 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-xi897/managed-nx2lh-apply-mapping-pod 86f124dd4378b523d4debefb9a0d7cbaffbeb823afda7a26b30f01df529201a2 network default NAD default NAD key default], result "{}", err I0521 20:12:51.315895 3703 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:51.315937 3703 pods.go:176] Deleting pod: managed-tenant-xi897/managed-nx2lh-apply-mapping-pod I0521 20:12:51.317302 3703 pods.go:236] Attempting to release IPs for pod: managed-tenant-xi897/managed-nx2lh-apply-mapping-pod, ips: 10.128.0.75 I0521 20:12:51.317325 3703 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:52.360350 3703 base_network_controller_pods.go:487] [default/managed-tenant-xi897/managed-nx2lh-filter-already-released-images-pod] creating logical port managed-tenant-xi897_managed-nx2lh-filter-already-released-images-pod for pod on switch ip-10-0-1-142.ec2.internal I0521 20:12:52.360571 3703 kube.go:256] Updating pod managed-tenant-xi897/managed-nx2lh-filter-already-released-images-pod I0521 20:12:52.383633 3703 pod.go:62] [managed-tenant-xi897/managed-nx2lh-filter-already-released-images-pod] pod update took 23.119072ms I0521 20:12:52.383658 3703 base_network_controller_pods.go:951] [default/managed-tenant-xi897/managed-nx2lh-filter-already-released-images-pod] addLogicalPort annotation time took 23.148996ms I0521 20:12:52.384891 3703 pods.go:271] [managed-tenant-xi897/managed-nx2lh-filter-already-released-images-pod] addLogicalPort took 24.562154ms, libovsdb time 855.726µs I0521 20:12:53.035246 3703 cni.go:452] [managed-tenant-xi897/managed-nx2lh-filter-already-released-images-pod dbe92b18ff7f8b36825beee274b396d40fdc9803e4ec155e0e7b09831e6d601a network default NAD default NAD key ] ADD starting CNI request [managed-tenant-xi897/managed-nx2lh-filter-already-released-images-pod dbe92b18ff7f8b36825beee274b396d40fdc9803e4ec155e0e7b09831e6d601a network default NAD default NAD key ] I0521 20:12:53.045310 3703 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-xi897, podName: managed-nx2lh-filter-already-released-images-pod, hostIfaceName: dbe92b18ff7f8b3, network: default, NAD default, SandboxID: "dbe92b18ff7f8b36825beee274b396d40fdc9803e4ec155e0e7b09831e6d601a", PCI device ID: , UID: "e0b760ba-0415-490c-bb2d-06c9822b9282", MAC: 0a:58:0a:80:00:4c, IPs: [10.128.0.76/23] I0521 20:12:53.099805 3703 cni.go:473] [managed-tenant-xi897/managed-nx2lh-filter-already-released-images-pod dbe92b18ff7f8b36825beee274b396d40fdc9803e4ec155e0e7b09831e6d601a network default NAD default NAD key default] ADD finished CNI request [managed-tenant-xi897/managed-nx2lh-filter-already-released-images-pod dbe92b18ff7f8b36825beee274b396d40fdc9803e4ec155e0e7b09831e6d601a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:a9:61:97:59:74\",\"name\":\"dbe92b18ff7f8b3\"},{\"mac\":\"0a:58:0a:80:00:4c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d162228d-6b9b-49b3-aaec-5854baac67eb\"}],\"ips\":[{\"address\":\"10.128.0.76/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 20:12:55.158179 3703 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0521 20:12:57.184559 3703 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0521 20:13:03.209970 3703 cni.go:452] [managed-tenant-xi897/managed-nx2lh-filter-already-released-images-pod dbe92b18ff7f8b36825beee274b396d40fdc9803e4ec155e0e7b09831e6d601a network default NAD default NAD key ] DEL starting CNI request [managed-tenant-xi897/managed-nx2lh-filter-already-released-images-pod dbe92b18ff7f8b36825beee274b396d40fdc9803e4ec155e0e7b09831e6d601a network default NAD default NAD key ] I0521 20:13:03.302183 3703 cni.go:473] [managed-tenant-xi897/managed-nx2lh-filter-already-released-images-pod dbe92b18ff7f8b36825beee274b396d40fdc9803e4ec155e0e7b09831e6d601a network default NAD default NAD key default] DEL finished CNI request [managed-tenant-xi897/managed-nx2lh-filter-already-released-images-pod dbe92b18ff7f8b36825beee274b396d40fdc9803e4ec155e0e7b09831e6d601a network default NAD default NAD key default], result "{}", err I0521 20:13:03.387896 3703 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:13:03.387936 3703 pods.go:176] Deleting pod: managed-tenant-xi897/managed-nx2lh-filter-already-released-images-pod I0521 20:13:03.389497 3703 pods.go:236] Attempting to release IPs for pod: managed-tenant-xi897/managed-nx2lh-filter-already-released-images-pod, ips: 10.128.0.76 I0521 20:13:03.389534 3703 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:13:07.041957 3703 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0521 20:13:15.985836 3703 obj_retry.go:498] Detected object managed-tenant-xi897/affinity-assistant-8528ee7084-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:13:15.986416 3703 obj_retry.go:498] Detected object managed-tenant-xi897/affinity-assistant-8528ee7084-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:13:16.701258 3703 obj_retry.go:492] Detected object managed-tenant-xi897/affinity-assistant-8528ee7084-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:13:16.701280 3703 obj_retry.go:492] Detected object managed-tenant-xi897/affinity-assistant-8528ee7084-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:13:16.708926 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-xi897/affinity-assistant-8528ee7084-0 I0521 20:13:16.708953 3703 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-xi897/affinity-assistant-8528ee7084-0 W0521 20:13:27.687375 3703 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-7b7598649-8k584