+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-61.ec2.internal ++ [[ -n ip-10-0-0-61.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-61.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260324-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260324-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260324-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0410 16:39:15.276828184 - disable conntrack on geneve port' I0410 16:39:15.276828184 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0410 16:39:15.293595441 - starting ovnkube-node' I0410 16:39:15.293595441 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-61.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-61.ec2.internal --init-node ip-10-0-0-61.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-61.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0410 16:39:15.331711 3657 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0410 16:39:15.331766 3657 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-956427cb4a.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0410 16:39:15.333160 3657 kube.go:423] Waiting for certificate I0410 16:39:15.333188 3657 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0410 16:39:15.333245 3657 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0410 16:39:15.333923 3657 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0410 16:39:15.366746 3657 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0410 16:39:15.366761 3657 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0410 16:39:15.370076 3657 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0410 16:39:15.370165 3657 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-hqgm4" I0410 16:39:15.375698 3657 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-hqgm4" I0410 16:39:15.375760 3657 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0410 16:39:16.334073 3657 kube.go:430] Certificate found I0410 16:39:16.334625 3657 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0410 16:39:16.335572 3657 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0410 16:39:16.378834 3657 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-11 16:34:15 +0000 UTC" deadline="2026-04-11 10:56:44.641877627 +0000 UTC" I0410 16:39:16.378959 3657 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h17m28.262930884s" I0410 16:39:16.403658 3657 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0410 16:39:16.413919 3657 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0410 16:39:16.414007 3657 factory.go:537] Starting watch factory I0410 16:39:16.414108 3657 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:16.414126 3657 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:16.414620 3657 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0410 16:39:16.414888 3657 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:16.414908 3657 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:16.414923 3657 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:16.414944 3657 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:16.415133 3657 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:16.415197 3657 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:16.415576 3657 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:16.415886 3657 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:16.416080 3657 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:16.416100 3657 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:16.422408 3657 controller_manager.go:368] Starting the ovnkube controller I0410 16:39:16.422418 3657 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-61.ec2.internal I0410 16:39:16.422464 3657 controller_manager.go:393] NBDB zone sync took: 38.612µs I0410 16:39:16.422486 3657 factory.go:537] Starting watch factory I0410 16:39:16.443587 3657 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:16.444548 3657 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:16.445245 3657 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0410 16:39:16.445623 3657 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:16.445594 3657 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:16.446412 3657 ovn_northd.go:121] Registering OVN northd metrics I0410 16:39:16.447617 3657 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:16.452099 3657 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0410 16:39:16.452154 3657 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0410 16:39:16.458189 3657 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0410 16:39:16.468838 3657 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0410 16:39:16.519974 3657 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0410 16:39:16.519995 3657 factory.go:1931] *v1.Namespace informer cache synced successfully I0410 16:39:16.519999 3657 factory.go:1931] *v1.Node informer cache synced successfully I0410 16:39:16.520002 3657 factory.go:1931] *v1.Service informer cache synced successfully I0410 16:39:16.520005 3657 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0410 16:39:16.520009 3657 factory.go:1931] *v1.Pod informer cache synced successfully I0410 16:39:16.520115 3657 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0410 16:39:16.520104 3657 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0410 16:39:16.520142 3657 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0410 16:39:16.520142 3657 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0410 16:39:16.523997 3657 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0410 16:39:16.523997 3657 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0410 16:39:16.525856 3657 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0410 16:39:16.525871 3657 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0410 16:39:16.525959 3657 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:16.526002 3657 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:16.528732 3657 factory.go:1931] *v1.Node informer cache synced successfully I0410 16:39:16.528743 3657 factory.go:1931] *v1.Service informer cache synced successfully I0410 16:39:16.528746 3657 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0410 16:39:16.528749 3657 factory.go:1931] *v1.Pod informer cache synced successfully I0410 16:39:16.528752 3657 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0410 16:39:16.528755 3657 factory.go:1931] *v1.Namespace informer cache synced successfully I0410 16:39:16.528869 3657 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:16.531563 3657 factory.go:1931] *v1.EgressIP informer cache synced successfully I0410 16:39:16.531655 3657 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:16.531673 3657 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:16.534034 3657 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0410 16:39:16.534045 3657 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0410 16:39:16.534593 3657 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:16.537170 3657 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0410 16:39:16.537253 3657 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:16.537278 3657 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:16.539360 3657 factory.go:1931] *v1.EgressIP informer cache synced successfully I0410 16:39:16.540139 3657 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:16.542878 3657 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0410 16:39:16.542947 3657 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:16.542966 3657 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:16.544997 3657 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0410 16:39:16.545753 3657 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:16.548420 3657 factory.go:1931] *v1.EgressService informer cache synced successfully I0410 16:39:16.548475 3657 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:16.548489 3657 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:16.550571 3657 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0410 16:39:16.551626 3657 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:16.553476 3657 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0410 16:39:16.553632 3657 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0410 16:39:16.553644 3657 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0410 16:39:16.556256 3657 factory.go:1931] *v1.EgressService informer cache synced successfully I0410 16:39:16.556589 3657 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0410 16:39:16.558537 3657 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0410 16:39:16.558603 3657 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:16.558615 3657 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:16.558673 3657 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:16.558692 3657 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:16.561321 3657 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0410 16:39:16.561552 3657 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:16.561562 3657 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0410 16:39:16.564176 3657 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0410 16:39:16.564189 3657 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0410 16:39:16.564212 3657 factory.go:649] Watch Factory start up complete, took: 150.194222ms I0410 16:39:16.564285 3657 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0410 16:39:16.566422 3657 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0410 16:39:16.572165 3657 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0410 16:39:16.572175 3657 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0410 16:39:16.572181 3657 factory.go:649] Watch Factory start up complete, took: 149.694645ms I0410 16:39:16.572188 3657 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-0-61.ec2.internal" zone I0410 16:39:16.604450 3657 default_node_network_controller.go:709] Initializing the default node network controller I0410 16:39:16.669996 3657 udn_isolation.go:101] Starting UDN host isolation manager I0410 16:39:16.675790 3657 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0410 16:39:16.728702 3657 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0410 16:39:16.728788 3657 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0410 16:39:16.728800 3657 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0410 16:39:16.760369 3657 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0410 16:39:16.760426 3657 default_node_network_controller.go:808] Node ip-10-0-0-61.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0410 16:39:16.765319 3657 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.61"] k8s.ovn.org/zone-name:ip-10-0-0-61.ec2.internal] on node ip-10-0-0-61.ec2.internal I0410 16:39:16.785866 3657 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0410 16:39:16.791506 3657 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0410 16:39:16.791615 3657 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0410 16:39:16.791722 3657 gateway_init.go:263] Preparing Gateway I0410 16:39:16.791730 3657 gateway_shared_intf.go:1658] Creating new gateway I0410 16:39:16.822750 3657 controller_manager.go:427] Waiting for node in zone sync took: 250.551002ms I0410 16:39:16.828347 3657 controller_manager.go:608] Switching to transit router for layer2 networks I0410 16:39:16.828360 3657 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-61.ec2.internal I0410 16:39:16.843475 3657 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0410 16:39:16.849359 3657 controller_manager.go:288] SCTP support detected in OVN I0410 16:39:16.849982 3657 services_controller.go:69] Creating services controller for network=default I0410 16:39:16.850041 3657 udn_enabled_svc.go:80] Waiting for service informer to sync I0410 16:39:16.850287 3657 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0410 16:39:16.850343 3657 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0410 16:39:16.850362 3657 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0410 16:39:16.850375 3657 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0410 16:39:16.850489 3657 udn_enabled_svc.go:95] Performing full resync I0410 16:39:16.850615 3657 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0410 16:39:16.850695 3657 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0410 16:39:16.850723 3657 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 62.275µs I0410 16:39:16.850737 3657 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 30.349µs I0410 16:39:16.850748 3657 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 53.348µs I0410 16:39:16.850756 3657 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0410 16:39:16.850770 3657 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0410 16:39:16.850785 3657 default_network_controller.go:321] Starting the default network controller I0410 16:39:16.850804 3657 udn_enabled_svc.go:99] Waiting for handler to sync I0410 16:39:16.850814 3657 udn_enabled_svc.go:104] Starting worker I0410 16:39:16.850850 3657 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 13.859µs I0410 16:39:16.859479 3657 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0410 16:39:16.859546 3657 repair.go:33] Syncing exgw routes took 55.599µs I0410 16:39:16.859564 3657 default_network_controller.go:407] Starting all the Watchers... I0410 16:39:16.859780 3657 namespace.go:98] [openshift-config-operator] adding namespace I0410 16:39:16.859790 3657 namespace.go:98] [openshift-host-network] adding namespace I0410 16:39:16.859794 3657 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0410 16:39:16.859794 3657 namespace.go:98] [openshift-backplane-mobb] adding namespace I0410 16:39:16.859799 3657 namespace.go:98] [openshift-backplane-tam] adding namespace I0410 16:39:16.859805 3657 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0410 16:39:16.859806 3657 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0410 16:39:16.859810 3657 namespace.go:98] [dedicated-admin] adding namespace I0410 16:39:16.859783 3657 namespace.go:98] [openshift-operators-redhat] adding namespace I0410 16:39:16.859815 3657 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0410 16:39:16.859782 3657 namespace.go:98] [openshift-kube-scheduler] adding namespace I0410 16:39:16.859798 3657 namespace.go:98] [openshift-console-user-settings] adding namespace I0410 16:39:16.859810 3657 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0410 16:39:16.859853 3657 namespace.go:98] [openshift-monitoring] adding namespace I0410 16:39:16.859782 3657 namespace.go:98] [openshift-ingress] adding namespace I0410 16:39:16.860450 3657 namespace.go:102] [openshift-config-operator] adding namespace took 658.333µs I0410 16:39:16.860468 3657 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0410 16:39:16.860931 3657 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 456.964µs I0410 16:39:16.860945 3657 namespace.go:98] [kube-node-lease] adding namespace I0410 16:39:16.861424 3657 namespace.go:102] [kube-node-lease] adding namespace took 472.005µs I0410 16:39:16.861441 3657 namespace.go:98] [openshift-machine-api] adding namespace I0410 16:39:16.861913 3657 namespace.go:102] [openshift-host-network] adding namespace took 2.115798ms I0410 16:39:16.861927 3657 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0410 16:39:16.862381 3657 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 2.576419ms I0410 16:39:16.862394 3657 namespace.go:98] [default] adding namespace I0410 16:39:16.862781 3657 namespace.go:102] [openshift-backplane-mobb] adding namespace took 2.975413ms I0410 16:39:16.862789 3657 namespace.go:98] [openshift-insights] adding namespace I0410 16:39:16.863592 3657 namespace.go:102] [openshift-backplane-tam] adding namespace took 3.78329ms I0410 16:39:16.863606 3657 namespace.go:98] [openshift-infra] adding namespace I0410 16:39:16.864027 3657 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 4.214707ms I0410 16:39:16.864046 3657 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0410 16:39:16.864486 3657 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 4.670397ms I0410 16:39:16.864500 3657 namespace.go:98] [openshift-network-node-identity] adding namespace I0410 16:39:16.864906 3657 namespace.go:102] [dedicated-admin] adding namespace took 5.08878ms I0410 16:39:16.864915 3657 namespace.go:98] [openshift-config] adding namespace I0410 16:39:16.865320 3657 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.499488ms I0410 16:39:16.865338 3657 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0410 16:39:16.865756 3657 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.930729ms I0410 16:39:16.865769 3657 namespace.go:98] [openshift-authentication] adding namespace I0410 16:39:16.866155 3657 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.327329ms I0410 16:39:16.866166 3657 namespace.go:98] [kube-system] adding namespace I0410 16:39:16.866578 3657 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.74909ms I0410 16:39:16.866590 3657 namespace.go:98] [openshift-route-controller-manager] adding namespace I0410 16:39:16.866966 3657 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.135838ms I0410 16:39:16.866977 3657 namespace.go:98] [openshift-image-registry] adding namespace I0410 16:39:16.867370 3657 namespace.go:102] [openshift-monitoring] adding namespace took 7.50498ms I0410 16:39:16.867381 3657 namespace.go:98] [openshift-backplane] adding namespace I0410 16:39:16.867695 3657 namespace.go:102] [openshift-ingress] adding namespace took 7.817776ms I0410 16:39:16.867708 3657 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0410 16:39:16.868141 3657 namespace.go:102] [openshift-machine-api] adding namespace took 6.694987ms I0410 16:39:16.868155 3657 namespace.go:98] [openshift-backplane-cee] adding namespace I0410 16:39:16.868515 3657 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.583676ms I0410 16:39:16.868527 3657 namespace.go:98] [openshift-network-console] adding namespace I0410 16:39:16.868946 3657 namespace.go:102] [default] adding namespace took 6.546086ms I0410 16:39:16.868961 3657 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0410 16:39:16.869479 3657 namespace.go:102] [openshift-insights] adding namespace took 6.685088ms I0410 16:39:16.869491 3657 namespace.go:98] [kube-public] adding namespace I0410 16:39:16.869852 3657 namespace.go:102] [openshift-infra] adding namespace took 6.241444ms I0410 16:39:16.869863 3657 namespace.go:98] [openshift-operators] adding namespace I0410 16:39:16.870225 3657 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.174257ms I0410 16:39:16.870235 3657 namespace.go:98] [openshift-must-gather-operator] adding namespace I0410 16:39:16.870763 3657 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.256379ms I0410 16:39:16.870782 3657 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0410 16:39:16.871149 3657 namespace.go:102] [openshift-config] adding namespace took 6.22792ms I0410 16:39:16.871167 3657 namespace.go:98] [openshift-backplane-csm] adding namespace I0410 16:39:16.871665 3657 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.321299ms I0410 16:39:16.871676 3657 namespace.go:98] [openshift-ingress-operator] adding namespace W0410 16:39:16.872122 3657 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-z9ssj: pod kube-system/global-pull-secret-syncer-z9ssj: no pod IPs found I0410 16:39:16.872176 3657 namespace.go:102] [openshift-authentication] adding namespace took 6.400293ms I0410 16:39:16.872193 3657 namespace.go:98] [openshift-dns] adding namespace I0410 16:39:16.872687 3657 namespace.go:102] [kube-system] adding namespace took 6.515283ms I0410 16:39:16.872698 3657 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0410 16:39:16.873029 3657 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.434096ms I0410 16:39:16.873037 3657 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0410 16:39:16.873593 3657 namespace.go:102] [openshift-image-registry] adding namespace took 6.611984ms I0410 16:39:16.873602 3657 namespace.go:98] [openshift-ingress-canary] adding namespace I0410 16:39:16.874146 3657 namespace.go:102] [openshift-backplane] adding namespace took 6.759251ms I0410 16:39:16.874162 3657 namespace.go:98] [openshift-machine-config-operator] adding namespace I0410 16:39:16.874574 3657 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.861773ms I0410 16:39:16.874587 3657 namespace.go:98] [openshift] adding namespace I0410 16:39:16.874948 3657 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.78864ms I0410 16:39:16.875356 3657 namespace.go:102] [openshift-network-console] adding namespace took 6.821686ms I0410 16:39:16.875370 3657 namespace.go:98] [openshift-cluster-version] adding namespace I0410 16:39:16.875877 3657 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.911414ms I0410 16:39:16.875889 3657 namespace.go:98] [openshift-apiserver-operator] adding namespace I0410 16:39:16.876320 3657 namespace.go:102] [kube-public] adding namespace took 6.824916ms I0410 16:39:16.876334 3657 namespace.go:98] [openshift-console] adding namespace I0410 16:39:16.876704 3657 namespace.go:102] [openshift-operators] adding namespace took 6.836152ms I0410 16:39:16.876716 3657 namespace.go:98] [openshift-dns-operator] adding namespace I0410 16:39:16.877076 3657 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.837149ms I0410 16:39:16.877090 3657 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0410 16:39:16.877546 3657 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.757512ms I0410 16:39:16.877560 3657 namespace.go:98] [openshift-network-operator] adding namespace I0410 16:39:16.877929 3657 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.757086ms I0410 16:39:16.877941 3657 namespace.go:98] [openshift-multus] adding namespace I0410 16:39:16.878298 3657 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.616125ms I0410 16:39:16.878314 3657 namespace.go:98] [openshift-network-diagnostics] adding namespace I0410 16:39:16.878915 3657 namespace.go:102] [openshift-dns] adding namespace took 6.715501ms I0410 16:39:16.878934 3657 namespace.go:98] [openshift-config-managed] adding namespace I0410 16:39:16.879364 3657 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.659975ms I0410 16:39:16.879382 3657 namespace.go:98] [openshift-kube-apiserver] adding namespace I0410 16:39:16.879941 3657 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.89833ms I0410 16:39:16.879958 3657 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0410 16:39:16.880387 3657 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.780298ms I0410 16:39:16.880400 3657 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0410 16:39:16.880774 3657 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.607404ms I0410 16:39:16.880785 3657 namespace.go:98] [openshift-service-ca-operator] adding namespace I0410 16:39:16.881188 3657 namespace.go:102] [openshift] adding namespace took 6.595247ms I0410 16:39:16.881214 3657 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0410 16:39:16.881685 3657 namespace.go:102] [openshift-cluster-version] adding namespace took 6.308448ms I0410 16:39:16.881699 3657 namespace.go:98] [openshift-backplane-cse] adding namespace I0410 16:39:16.881890 3657 iptables.go:108] Creating table: filter chain: FORWARD I0410 16:39:16.882223 3657 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.327407ms I0410 16:39:16.882237 3657 namespace.go:98] [openshift-authentication-operator] adding namespace I0410 16:39:16.883030 3657 namespace.go:102] [openshift-console] adding namespace took 6.687741ms I0410 16:39:16.883046 3657 namespace.go:98] [openshift-marketplace] adding namespace I0410 16:39:16.883505 3657 namespace.go:102] [openshift-dns-operator] adding namespace took 6.783692ms I0410 16:39:16.883519 3657 namespace.go:98] [openshift-logging] adding namespace I0410 16:39:16.883952 3657 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.856499ms W0410 16:39:16.884339 3657 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-wz558: pod openshift-multus/network-metrics-daemon-wz558: no pod IPs found W0410 16:39:16.884352 3657 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-2vcg7: pod openshift-multus/network-metrics-daemon-2vcg7: no pod IPs found I0410 16:39:16.884377 3657 namespace.go:102] [openshift-network-operator] adding namespace took 6.812694ms I0410 16:39:16.884388 3657 namespace.go:98] [openshift-etcd] adding namespace I0410 16:39:16.884973 3657 namespace.go:102] [openshift-multus] adding namespace took 7.027645ms I0410 16:39:16.884985 3657 namespace.go:98] [openshift-controller-manager] adding namespace W0410 16:39:16.885472 3657 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-w7ndg: pod openshift-network-diagnostics/network-check-target-w7ndg: no pod IPs found W0410 16:39:16.885493 3657 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-lz2cc: pod openshift-network-diagnostics/network-check-target-lz2cc: no pod IPs found I0410 16:39:16.886100 3657 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.779591ms I0410 16:39:16.886115 3657 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0410 16:39:16.886568 3657 namespace.go:102] [openshift-config-managed] adding namespace took 7.629187ms I0410 16:39:16.886582 3657 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0410 16:39:16.886970 3657 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.582215ms I0410 16:39:16.886984 3657 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0410 16:39:16.887432 3657 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.469244ms I0410 16:39:16.887444 3657 namespace.go:98] [openshift-customer-monitoring] adding namespace I0410 16:39:16.887791 3657 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.385927ms I0410 16:39:16.888190 3657 iptables.go:108] Creating table: filter chain: OUTPUT I0410 16:39:16.888228 3657 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.438781ms I0410 16:39:16.888238 3657 namespace.go:98] [openshift-backplane-srep] adding namespace I0410 16:39:16.888695 3657 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.474797ms I0410 16:39:16.888708 3657 namespace.go:98] [openshift-node] adding namespace I0410 16:39:16.889099 3657 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.393794ms I0410 16:39:16.889115 3657 namespace.go:98] [openshift-package-operator] adding namespace I0410 16:39:16.889609 3657 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.366126ms I0410 16:39:16.890068 3657 namespace.go:102] [openshift-marketplace] adding namespace took 7.01566ms I0410 16:39:16.890529 3657 namespace.go:102] [openshift-logging] adding namespace took 7.003932ms I0410 16:39:16.890546 3657 namespace.go:98] [open-cluster-management-2pjdbflt20orhukbtf2dladvdmeaucej] adding namespace I0410 16:39:16.890932 3657 namespace.go:102] [openshift-etcd] adding namespace took 6.538243ms I0410 16:39:16.891317 3657 namespace.go:102] [openshift-controller-manager] adding namespace took 6.327388ms I0410 16:39:16.891744 3657 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.624009ms I0410 16:39:16.891757 3657 namespace.go:98] [openshift-console-operator] adding namespace I0410 16:39:16.892124 3657 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.537712ms I0410 16:39:16.892590 3657 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.60091ms I0410 16:39:16.892604 3657 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0410 16:39:16.892987 3657 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.537672ms I0410 16:39:16.893001 3657 namespace.go:98] [openshift-apiserver] adding namespace I0410 16:39:16.893411 3657 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.167988ms I0410 16:39:16.893778 3657 namespace.go:102] [openshift-node] adding namespace took 5.064841ms I0410 16:39:16.893789 3657 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0410 16:39:16.893956 3657 gateway_shared_intf.go:1787] Gateway Creation Complete I0410 16:39:16.893968 3657 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-61.ec2.internal","mac-address":"12:0b:08:06:a9:ed","ip-addresses":["10.0.0.61/24"],"ip-address":"10.0.0.61/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:b7384841-581e-48e5-a90b-fc7a6ee5efee k8s.ovn.org/node-encap-ips:["10.0.0.61"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.61/24"} k8s.ovn.org/zone-name:ip-10-0-0-61.ec2.internal] on node ip-10-0-0-61.ec2.internal I0410 16:39:16.894186 3657 namespace.go:102] [openshift-package-operator] adding namespace took 5.066091ms I0410 16:39:16.894621 3657 namespace.go:102] [open-cluster-management-2pjdbflt20orhukbtf2dladvdmeaucej] adding namespace took 4.069849ms I0410 16:39:16.894988 3657 namespace.go:102] [openshift-console-operator] adding namespace took 3.224328ms I0410 16:39:16.895373 3657 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 2.763988ms I0410 16:39:16.895758 3657 namespace.go:102] [openshift-apiserver] adding namespace took 2.752122ms I0410 16:39:16.896090 3657 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 2.296777ms I0410 16:39:16.896446 3657 zone_ic_handler.go:186] Time taken to create transit switch: 268.135µs I0410 16:39:16.896516 3657 master.go:532] Adding or Updating local node "ip-10-0-0-61.ec2.internal" for network "default" I0410 16:39:16.896585 3657 obj_retry.go:544] Failed to create *v1.Node ip-10-0-1-149.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-149.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-149.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-149.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-149.ec2.internal I0410 16:39:16.897019 3657 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-104.ec2.internal for the network default I0410 16:39:16.898136 3657 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-104.ec2.internal" on network "default" took: 1.123511ms I0410 16:39:16.900171 3657 default_network_controller.go:806] Node add failed for ip-10-0-0-61.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-61.ec2.internal, error getting gateway config for node ip-10-0-0-61.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-61.ec2.internal", failed to update chassis to local for local node ip-10-0-0-61.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-61.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-61.ec2.internal] E0410 16:39:16.900251 3657 obj_retry.go:541] Failed to create *v1.Node ip-10-0-0-61.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-61.ec2.internal, error getting gateway config for node ip-10-0-0-61.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-61.ec2.internal", failed to update chassis to local for local node ip-10-0-0-61.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-61.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-61.ec2.internal] I0410 16:39:16.900299 3657 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0410 16:39:16.900326 3657 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0410 16:39:16.900317 3657 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-61.ec2.internal", UID:"7321f60b-6715-4521-9a5e-ec925ecf2693", APIVersion:"v1", ResourceVersion:"8683", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-61.ec2.internal, error getting gateway config for node ip-10-0-0-61.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-61.ec2.internal", failed to update chassis to local for local node ip-10-0-0-61.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-61.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-61.ec2.internal] I0410 16:39:16.900343 3657 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0410 16:39:16.900362 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-61.ec2.internal in network "default" I0410 16:39:16.900385 3657 node_tracker.go:235] Node ip-10-0-0-61.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-61.ec2.internal" I0410 16:39:16.900396 3657 node_tracker.go:169] Node ip-10-0-0-61.ec2.internal switch + router changed, syncing services in network "default" I0410 16:39:16.900404 3657 services_controller.go:574] Full service sync requested for network=default I0410 16:39:16.900409 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-149.ec2.internal in network "default" I0410 16:39:16.900417 3657 node_tracker.go:235] Node ip-10-0-1-149.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-149.ec2.internal" I0410 16:39:16.900424 3657 node_tracker.go:169] Node ip-10-0-1-149.ec2.internal switch + router changed, syncing services in network "default" I0410 16:39:16.900428 3657 services_controller.go:574] Full service sync requested for network=default I0410 16:39:16.900435 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-104.ec2.internal in network "default" I0410 16:39:16.900469 3657 node_tracker.go:169] Node ip-10-0-2-104.ec2.internal switch + router changed, syncing services in network "default" I0410 16:39:16.900475 3657 services_controller.go:574] Full service sync requested for network=default I0410 16:39:16.913599 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-61.ec2.internal in network "default" I0410 16:39:16.913643 3657 node_tracker.go:169] Node ip-10-0-0-61.ec2.internal switch + router changed, syncing services in network "default" I0410 16:39:16.913654 3657 services_controller.go:574] Full service sync requested for network=default I0410 16:39:16.913660 3657 master.go:532] Adding or Updating local node "ip-10-0-0-61.ec2.internal" for network "default" I0410 16:39:16.916755 3657 default_node_network_controller.go:518] Node connection status = connected W0410 16:39:16.918454 3657 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-2vcg7: pod openshift-multus/network-metrics-daemon-2vcg7: no pod IPs found W0410 16:39:16.918484 3657 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-w7ndg: pod openshift-network-diagnostics/network-check-target-w7ndg: no pod IPs found W0410 16:39:16.918495 3657 gateway.go:197] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-z9ssj: pod kube-system/global-pull-secret-syncer-z9ssj: no pod IPs found I0410 16:39:16.919649 3657 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-0-61.ec2.internal for the network default I0410 16:39:17.000836 3657 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0410 16:39:17.000857 3657 services_controller.go:208] Setting up event handlers for services for network=default I0410 16:39:17.000979 3657 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0410 16:39:17.001012 3657 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0410 16:39:17.001022 3657 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0410 16:39:17.101273 3657 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0410 16:39:17.101302 3657 repair.go:60] Starting repairing loop for services I0410 16:39:17.101379 3657 repair.go:131] Deleted 0 stale service LBs I0410 16:39:17.101399 3657 repair.go:137] Deleted 0 stale Chassis Template Vars I0410 16:39:17.101417 3657 repair.go:62] Finished repairing loop for services: 118.003µs I0410 16:39:17.101442 3657 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0410 16:39:17.101451 3657 services_controller.go:254] Starting workers for network=default I0410 16:39:17.101810 3657 obj_retry.go:544] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-lz2cc, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-lz2cc: suppressed error logged: pod openshift-network-diagnostics/network-check-target-lz2cc: no pod IPs found I0410 16:39:17.101817 3657 obj_retry.go:544] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-wz558, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-wz558: suppressed error logged: pod openshift-multus/network-metrics-daemon-wz558: no pod IPs found I0410 16:39:17.101940 3657 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-z9ssj] creating logical port kube-system_global-pull-secret-syncer-z9ssj for pod on switch ip-10-0-0-61.ec2.internal I0410 16:39:17.101972 3657 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-2vcg7] creating logical port openshift-multus_network-metrics-daemon-2vcg7 for pod on switch ip-10-0-0-61.ec2.internal I0410 16:39:17.101942 3657 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-jp75d of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0410 16:39:17.102056 3657 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-z9ssj I0410 16:39:17.102092 3657 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-2vcg7 I0410 16:39:17.118515 3657 pod.go:62] [kube-system/global-pull-secret-syncer-z9ssj] pod update took 16.502311ms I0410 16:39:17.118537 3657 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-z9ssj] addLogicalPort annotation time took 16.531114ms I0410 16:39:17.118562 3657 pod.go:62] [openshift-multus/network-metrics-daemon-2vcg7] pod update took 16.511229ms I0410 16:39:17.118576 3657 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-2vcg7] addLogicalPort annotation time took 16.527705ms I0410 16:39:17.119549 3657 pods.go:271] [kube-system/global-pull-secret-syncer-z9ssj] addLogicalPort took 17.616757ms, libovsdb time 811.122µs I0410 16:39:17.119808 3657 pods.go:271] [openshift-multus/network-metrics-daemon-2vcg7] addLogicalPort took 17.845514ms, libovsdb time 1.070615ms I0410 16:39:17.119843 3657 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-w7ndg] creating logical port openshift-network-diagnostics_network-check-target-w7ndg for pod on switch ip-10-0-0-61.ec2.internal I0410 16:39:17.119904 3657 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-w7ndg I0410 16:39:17.136324 3657 pod.go:62] [openshift-network-diagnostics/network-check-target-w7ndg] pod update took 16.44257ms I0410 16:39:17.136343 3657 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-w7ndg] addLogicalPort annotation time took 16.463238ms I0410 16:39:17.137112 3657 pods.go:271] [openshift-network-diagnostics/network-check-target-w7ndg] addLogicalPort took 17.276482ms, libovsdb time 558.835µs I0410 16:39:17.137538 3657 admin_network_policy_controller.go:227] Starting controller default-network-controller I0410 16:39:17.137557 3657 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0410 16:39:17.137568 3657 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0410 16:39:17.137572 3657 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0410 16:39:17.137762 3657 repair.go:29] Repairing admin network policies took 185.324µs I0410 16:39:17.137857 3657 repair.go:92] Repairing baseline admin network policies took 87.079µs I0410 16:39:17.138291 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0410 16:39:17.138308 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0410 16:39:17.139822 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0410 16:39:17.139840 3657 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0410 16:39:17.139851 3657 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0410 16:39:17.142120 3657 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0410 16:39:17.142139 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0410 16:39:17.142147 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0410 16:39:17.143559 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0410 16:39:17.143577 3657 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0410 16:39:17.143590 3657 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0410 16:39:17.145426 3657 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0410 16:39:17.145444 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0410 16:39:17.145452 3657 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0410 16:39:17.146955 3657 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0410 16:39:17.146972 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0410 16:39:17.146979 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0410 16:39:17.147384 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0410 16:39:17.147402 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0410 16:39:17.147410 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0410 16:39:17.148514 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0410 16:39:17.148531 3657 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0410 16:39:17.148538 3657 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0410 16:39:17.148987 3657 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0410 16:39:17.149005 3657 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0410 16:39:17.149016 3657 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0410 16:39:17.149783 3657 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0410 16:39:17.149798 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0410 16:39:17.149807 3657 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0410 16:39:17.151611 3657 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0410 16:39:17.151627 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0410 16:39:17.151634 3657 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0410 16:39:17.153142 3657 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0410 16:39:17.153159 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0410 16:39:17.153167 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0410 16:39:17.154023 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0410 16:39:17.154041 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0410 16:39:17.154049 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0410 16:39:17.154500 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0410 16:39:17.154517 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0410 16:39:17.155166 3657 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0410 16:39:17.155178 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0410 16:39:17.155883 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0410 16:39:17.155898 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0410 16:39:17.155907 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0410 16:39:17.156436 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0410 16:39:17.156455 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0410 16:39:17.156461 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0410 16:39:17.156721 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0410 16:39:17.156737 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0410 16:39:17.156743 3657 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0410 16:39:17.156989 3657 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0410 16:39:17.157004 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0410 16:39:17.157013 3657 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0410 16:39:17.158185 3657 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0410 16:39:17.158218 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0410 16:39:17.158226 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0410 16:39:17.158709 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0410 16:39:17.158725 3657 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0410 16:39:17.158735 3657 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0410 16:39:17.159254 3657 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0410 16:39:17.159268 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0410 16:39:17.159278 3657 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0410 16:39:17.160440 3657 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0410 16:39:17.160457 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0410 16:39:17.160465 3657 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0410 16:39:17.160918 3657 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0410 16:39:17.160934 3657 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0410 16:39:17.160941 3657 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0410 16:39:17.161902 3657 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0410 16:39:17.161923 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0410 16:39:17.161932 3657 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0410 16:39:17.162570 3657 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0410 16:39:17.162587 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0410 16:39:17.162594 3657 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0410 16:39:17.163061 3657 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0410 16:39:17.163078 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0410 16:39:17.163086 3657 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0410 16:39:17.164018 3657 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0410 16:39:17.164036 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0410 16:39:17.164042 3657 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0410 16:39:17.164278 3657 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0410 16:39:17.164294 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0410 16:39:17.164313 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0410 16:39:17.164917 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0410 16:39:17.164931 3657 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0410 16:39:17.164939 3657 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0410 16:39:17.165160 3657 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0410 16:39:17.165369 3657 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-jp75d of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0410 16:39:17.170536 3657 egressfirewall.go:319] Starting EgressFirewall controller I0410 16:39:17.170558 3657 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0410 16:39:17.170576 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0410 16:39:17.170584 3657 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0410 16:39:17.170605 3657 controller.go:133] Adding controller egress-firewall-controller event handlers I0410 16:39:17.170636 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0410 16:39:17.170648 3657 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0410 16:39:17.170896 3657 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0410 16:39:17.170909 3657 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0410 16:39:17.170918 3657 egressqos.go:193] Setting up event handlers for EgressQoS I0410 16:39:17.170928 3657 egressfirewall.go:628] Syncing node "ip-10-0-1-149.ec2.internal" for egress firewall I0410 16:39:17.170935 3657 egressfirewall.go:628] Syncing node "ip-10-0-2-104.ec2.internal" for egress firewall I0410 16:39:17.170939 3657 egressfirewall.go:628] Syncing node "ip-10-0-0-61.ec2.internal" for egress firewall I0410 16:39:17.171029 3657 egressqos.go:245] Starting EgressQoS Controller I0410 16:39:17.171038 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0410 16:39:17.171044 3657 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0410 16:39:17.171049 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0410 16:39:17.171053 3657 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0410 16:39:17.171058 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0410 16:39:17.171063 3657 shared_informer.go:356] "Caches are synced" controller="egressqos" I0410 16:39:17.171066 3657 egressqos.go:259] Repairing EgressQoSes I0410 16:39:17.171070 3657 egressqos.go:399] Starting repairing loop for egressqos I0410 16:39:17.171132 3657 egressqos.go:401] Finished repairing loop for egressqos: 60.651µs I0410 16:39:17.171151 3657 egressservice_zone.go:132] Setting up event handlers for Egress Services I0410 16:39:17.171177 3657 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-61.ec2.internal I0410 16:39:17.171229 3657 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-61.ec2.internal : 52.174µs I0410 16:39:17.171293 3657 egressservice_zone.go:210] Starting Egress Services Controller I0410 16:39:17.171302 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0410 16:39:17.171307 3657 shared_informer.go:356] "Caches are synced" controller="egressservices" I0410 16:39:17.171313 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0410 16:39:17.171318 3657 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0410 16:39:17.171324 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0410 16:39:17.171328 3657 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0410 16:39:17.171333 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0410 16:39:17.171337 3657 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0410 16:39:17.171341 3657 egressservice_zone.go:228] Repairing Egress Services I0410 16:39:17.171598 3657 master_controller.go:88] Starting Admin Policy Based Route Controller I0410 16:39:17.171609 3657 external_controller.go:278] Starting Admin Policy Based Route Controller I0410 16:39:17.171619 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-61.ec2.internal I0410 16:39:17.171630 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-61.ec2.internal: 12.62µs I0410 16:39:17.171638 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-149.ec2.internal I0410 16:39:17.171642 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-149.ec2.internal: 5.781µs I0410 16:39:17.171646 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-104.ec2.internal I0410 16:39:17.171654 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-104.ec2.internal: 8.206µs I0410 16:39:17.171721 3657 default_network_controller.go:568] Completing all the Watchers took 312.150184ms I0410 16:39:17.171736 3657 default_network_controller.go:572] Starting unidling controllers I0410 16:39:17.171746 3657 unidle.go:46] Registering OVN SB ControllerEvent handler I0410 16:39:17.171754 3657 unidle.go:63] Populating Initial ContollerEvent events I0410 16:39:17.171769 3657 unidle.go:79] Setting up event handlers for services I0410 16:39:17.171825 3657 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0410 16:39:17.417341 3657 default_node_network_controller.go:518] Node connection status = connected I0410 16:39:17.917537 3657 default_node_network_controller.go:518] Node connection status = connected I0410 16:39:18.417150 3657 default_node_network_controller.go:518] Node connection status = connected I0410 16:39:18.917166 3657 default_node_network_controller.go:518] Node connection status = connected I0410 16:39:19.197806 3657 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0410 16:39:19.417695 3657 default_node_network_controller.go:518] Node connection status = connected I0410 16:39:19.434866 3657 bridgeconfig.go:537] Gateway is ready I0410 16:39:19.434884 3657 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0410 16:39:19.445860 3657 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.61. Updating OVN encap IP. I0410 16:39:19.450835 3657 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.61 - it is already configured I0410 16:39:19.450850 3657 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.61/24:{} 172.20.0.1/32:{}]. Updating annotations. I0410 16:39:19.451075 3657 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.61/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-61.ec2.internal","mac-address":"12:0b:08:06:a9:ed","ip-addresses":["10.0.0.61/24"],"ip-address":"10.0.0.61/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:b7384841-581e-48e5-a90b-fc7a6ee5efee k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.61/24"}] on node ip-10-0-0-61.ec2.internal I0410 16:39:19.468590 3657 egressfirewall.go:628] Syncing node "ip-10-0-0-61.ec2.internal" for egress firewall I0410 16:39:19.468594 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-61.ec2.internal I0410 16:39:19.468622 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-61.ec2.internal: 33.713µs I0410 16:39:19.468642 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-61.ec2.internal in network "default" I0410 16:39:19.468678 3657 master.go:532] Adding or Updating local node "ip-10-0-0-61.ec2.internal" for network "default" I0410 16:39:19.468683 3657 node_tracker.go:169] Node ip-10-0-0-61.ec2.internal switch + router changed, syncing services in network "default" I0410 16:39:19.468767 3657 services_controller.go:574] Full service sync requested for network=default I0410 16:39:19.469186 3657 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.0.61 I0410 16:39:19.469446 3657 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-61.ec2.internal I0410 16:39:19.473044 3657 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-61.ec2.internal. Updating no re-route policies I0410 16:39:19.473122 3657 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-61.ec2.internal I0410 16:39:19.473131 3657 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-2t5z9 I0410 16:39:19.473143 3657 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-61.ec2.internal I0410 16:39:19.473150 3657 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-61.ec2.internal I0410 16:39:19.473151 3657 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-2t5z9 I0410 16:39:19.473151 3657 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-8726z I0410 16:39:19.473160 3657 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-j6gwq I0410 16:39:19.473166 3657 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-lz2cc I0410 16:39:19.473173 3657 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-j6gwq I0410 16:39:19.473174 3657 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-2t5z9 after 0 failed attempt(s) I0410 16:39:19.473172 3657 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-z9ssj I0410 16:39:19.473169 3657 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-61.ec2.internal after 0 failed attempt(s) I0410 16:39:19.473147 3657 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-bst8k I0410 16:39:19.473181 3657 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-4q4ld I0410 16:39:19.473190 3657 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-bst8k I0410 16:39:19.473190 3657 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-wtldw I0410 16:39:19.473193 3657 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zx7z5 I0410 16:39:19.473193 3657 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-j6gwq after 0 failed attempt(s) I0410 16:39:19.473197 3657 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-wtldw I0410 16:39:19.473212 3657 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zx7z5 I0410 16:39:19.473196 3657 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-v76nf I0410 16:39:19.473221 3657 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-v76nf I0410 16:39:19.473222 3657 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-bst8k after 0 failed attempt(s) I0410 16:39:19.473223 3657 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-wtldw after 0 failed attempt(s) I0410 16:39:19.473228 3657 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zx7z5 after 0 failed attempt(s) I0410 16:39:19.473229 3657 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-49kf4 I0410 16:39:19.473253 3657 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-49kf4 I0410 16:39:19.473282 3657 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-49kf4 after 0 failed attempt(s) I0410 16:39:19.473163 3657 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-8726z I0410 16:39:19.473309 3657 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-8726z after 0 failed attempt(s) I0410 16:39:19.473240 3657 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-v76nf after 0 failed attempt(s) I0410 16:39:19.473136 3657 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-61.ec2.internal I0410 16:39:19.473335 3657 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-61.ec2.internal after 0 failed attempt(s) I0410 16:39:19.473184 3657 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-z9ssj I0410 16:39:19.473369 3657 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-z9ssj] creating logical port kube-system_global-pull-secret-syncer-z9ssj for pod on switch ip-10-0-0-61.ec2.internal I0410 16:39:19.473135 3657 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-wz558 I0410 16:39:19.473424 3657 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-wz558 I0410 16:39:19.473450 3657 obj_retry.go:375] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-wz558, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-wz558: suppressed error logged: pod openshift-multus/network-metrics-daemon-wz558: no pod IPs found I0410 16:39:19.473178 3657 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-lz2cc I0410 16:39:19.473477 3657 obj_retry.go:375] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-lz2cc, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-lz2cc: suppressed error logged: pod openshift-network-diagnostics/network-check-target-lz2cc: no pod IPs found I0410 16:39:19.473196 3657 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-4q4ld I0410 16:39:19.473493 3657 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-4q4ld after 0 failed attempt(s) I0410 16:39:19.473176 3657 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-2vcg7 I0410 16:39:19.473501 3657 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-2vcg7 I0410 16:39:19.473523 3657 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-2vcg7] creating logical port openshift-multus_network-metrics-daemon-2vcg7 for pod on switch ip-10-0-0-61.ec2.internal I0410 16:39:19.473194 3657 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-w7ndg I0410 16:39:19.473573 3657 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-w7ndg I0410 16:39:19.473649 3657 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-w7ndg] creating logical port openshift-network-diagnostics_network-check-target-w7ndg for pod on switch ip-10-0-0-61.ec2.internal I0410 16:39:19.474081 3657 pods.go:271] [openshift-multus/network-metrics-daemon-2vcg7] addLogicalPort took 563.918µs, libovsdb time 237.206µs I0410 16:39:19.474093 3657 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-2vcg7 after 0 failed attempt(s) I0410 16:39:19.474157 3657 pods.go:271] [kube-system/global-pull-secret-syncer-z9ssj] addLogicalPort took 799.299µs, libovsdb time 320.022µs I0410 16:39:19.474164 3657 obj_retry.go:384] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-z9ssj after 0 failed attempt(s) I0410 16:39:19.474624 3657 pods.go:271] [openshift-network-diagnostics/network-check-target-w7ndg] addLogicalPort took 978.728µs, libovsdb time 219.881µs I0410 16:39:19.474641 3657 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-w7ndg after 0 failed attempt(s) I0410 16:39:19.487076 3657 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0410 16:39:19.497769 3657 iptables.go:108] Creating table: mangle chain: OUTPUT I0410 16:39:19.500839 3657 iptables.go:108] Creating table: nat chain: OUTPUT I0410 16:39:19.533696 3657 iptables.go:108] Creating table: nat chain: PREROUTING I0410 16:39:19.594608 3657 iptables.go:108] Creating table: filter chain: FORWARD I0410 16:39:19.610601 3657 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0410 16:39:19.610685 3657 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0410 16:39:19.610745 3657 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0410 16:39:19.610844 3657 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0410 16:39:19.610898 3657 gateway_init.go:325] Gateway and management port readiness took 2.6982719s I0410 16:39:19.610923 3657 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0410 16:39:19.610958 3657 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0410 16:39:19.610975 3657 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0410 16:39:19.610989 3657 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0410 16:39:19.611042 3657 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0410 16:39:19.611118 3657 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 50.094µs I0410 16:39:19.611415 3657 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0410 16:39:19.611448 3657 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 17.673µs I0410 16:39:19.611457 3657 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 49.177µs I0410 16:39:19.611462 3657 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0410 16:39:19.611470 3657 nad_controller.go:173] [node-nad-controller NAD controller]: started I0410 16:39:19.611475 3657 default_node_network_controller.go:898] Starting the default node network controller I0410 16:39:19.611479 3657 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0410 16:39:19.611564 3657 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 15.905µs I0410 16:39:19.611658 3657 default_node_network_controller.go:1449] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0410 16:39:19.611667 3657 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0410 16:39:19.611689 3657 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c0d020 0xc0002dd9d0 0xc0002dda40 0xc0002ddab0 0xc0002ddb20 0xc0002ddb90 0xc0002ddc70 0xc000c27360 0xc0002ddce0 0xc0002ddd50 0xc0001a4320 0xc0062df2d0 0xc0002dddc0 map[0x2f8f0c0:0xc002909980 0x2f8f600:0xc002909b00 0x2f90080:0xc0029098c0 0x2f90320:0xc002909920 0x2f90b00:0xc0029099e0 0x2f90da0:0xc002909a40 0x2f91040:0xc002909aa0 0x2f91820:0xc002909b60 0x2f91ac0:0xc002909bc0 0x2fbc3e0:0xc000e951a0 0x2fbc780:0xc000e95a40 0x2fbd260:0xc000c674a0 0x2fbebc0:0xc001b4c000 0x2fbf6a0:0xc000e95aa0 0x2fc0520:0xc000f5c2a0] 0xc000c4e1c0 0} I0410 16:39:19.611737 3657 gateway.go:151] Starting gateway service sync I0410 16:39:19.612162 3657 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0410 16:39:19.614269 3657 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0410 16:39:19.642578 3657 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0410 16:39:19.643617 3657 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0410 16:39:19.644689 3657 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0410 16:39:19.676257 3657 gateway.go:168] Gateway service sync done. Time taken: 64.511557ms I0410 16:39:19.676571 3657 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32119 I0410 16:39:19.676980 3657 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c0d020 0xc0002dd9d0 0xc0002dda40 0xc0002ddab0 0xc0002ddb20 0xc0002ddb90 0xc0002ddc70 0xc000c27360 0xc0002ddce0 0xc0002ddd50 0xc0001a4320 0xc0062df2d0 0xc0002dddc0 map[0x2f8f0c0:0xc002909980 0x2f8f600:0xc002909b00 0x2f90080:0xc0029098c0 0x2f90320:0xc002909920 0x2f90b00:0xc0029099e0 0x2f90da0:0xc002909a40 0x2f91040:0xc002909aa0 0x2f91820:0xc002909b60 0x2f91ac0:0xc002909bc0 0x2fbc3e0:0xc000e951a0 0x2fbc780:0xc000e95a40 0x2fbd260:0xc000c674a0 0x2fbebc0:0xc001b4c000 0x2fbf6a0:0xc000e95aa0 0x2fc0520:0xc000f5c2a0] 0xc000c4e1c0 0} I0410 16:39:19.677485 3657 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c0d020 0xc0002dd9d0 0xc0002dda40 0xc0002ddab0 0xc0002ddb20 0xc0002ddb90 0xc0002ddc70 0xc000c27360 0xc0002ddce0 0xc0002ddd50 0xc0001a4320 0xc0062df2d0 0xc0002dddc0 map[0x2f8f0c0:0xc002909980 0x2f8f600:0xc002909b00 0x2f90080:0xc0029098c0 0x2f90320:0xc002909920 0x2f90b00:0xc0029099e0 0x2f90da0:0xc002909a40 0x2f91040:0xc002909aa0 0x2f91820:0xc002909b60 0x2f91ac0:0xc002909bc0 0x2fbc3e0:0xc000e951a0 0x2fbc780:0xc000e95a40 0x2fbd260:0xc000c674a0 0x2fbebc0:0xc001b4c000 0x2fbf6a0:0xc000e95aa0 0x2fc0520:0xc000f5c2a0] 0xc000c4e1c0 0} I0410 16:39:19.677522 3657 gateway.go:519] Reconciling gateway with updates I0410 16:39:19.682967 3657 gateway.go:326] Spawning Conntrack Rule Check Thread I0410 16:39:19.683050 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0410 16:39:19.683060 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0410 16:39:19.683075 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0410 16:39:19.683083 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0410 16:39:19.683087 3657 default_node_network_controller.go:943] Gateway and management port readiness took 71.412499ms I0410 16:39:19.683088 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0410 16:39:19.683106 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0410 16:39:19.683110 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0410 16:39:19.683096 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0410 16:39:19.683124 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0410 16:39:19.683132 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0410 16:39:19.683137 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0410 16:39:19.683140 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0410 16:39:19.683147 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0410 16:39:19.683148 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0410 16:39:19.683146 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0410 16:39:19.683157 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0410 16:39:19.683166 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0410 16:39:19.683166 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0410 16:39:19.683168 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0410 16:39:19.683171 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0410 16:39:19.683167 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0410 16:39:19.683182 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0410 16:39:19.683183 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0410 16:39:19.683187 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0410 16:39:19.683191 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0410 16:39:19.683197 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0410 16:39:19.683198 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0410 16:39:19.683198 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0410 16:39:19.683218 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0410 16:39:19.683213 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0410 16:39:19.683225 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0410 16:39:19.683228 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0410 16:39:19.683228 3657 port_claim.go:71] Svc openshift-ingress/router-default: port 31373 is already open, no action needed I0410 16:39:19.683233 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0410 16:39:19.683168 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0410 16:39:19.683236 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0410 16:39:19.683193 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0410 16:39:19.683242 3657 port_claim.go:71] Svc openshift-ingress/router-default: port 32465 is already open, no action needed I0410 16:39:19.683183 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0410 16:39:19.683255 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0410 16:39:19.683258 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0410 16:39:19.683174 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0410 16:39:19.683267 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0410 16:39:19.683268 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0410 16:39:19.683271 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0410 16:39:19.683067 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0410 16:39:19.683280 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0410 16:39:19.683218 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0410 16:39:19.683287 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0410 16:39:19.683288 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0410 16:39:19.683292 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0410 16:39:19.683294 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0410 16:39:19.683292 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0410 16:39:19.683235 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0410 16:39:19.683279 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0410 16:39:19.683218 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0410 16:39:19.683313 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0410 16:39:19.683246 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0410 16:39:19.683325 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0410 16:39:19.683324 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0410 16:39:19.683330 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0410 16:39:19.683313 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0410 16:39:19.683333 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0410 16:39:19.683339 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0410 16:39:19.683340 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0410 16:39:19.683297 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0410 16:39:19.683346 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0410 16:39:19.683349 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0410 16:39:19.683355 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0410 16:39:19.683358 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0410 16:39:19.683361 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0410 16:39:19.683257 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0410 16:39:19.683381 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0410 16:39:19.683387 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0410 16:39:19.683248 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0410 16:39:19.683346 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0410 16:39:19.683410 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0410 16:39:19.683287 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0410 16:39:19.683354 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0410 16:39:19.683426 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0410 16:39:19.683435 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0410 16:39:19.683263 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0410 16:39:19.683449 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0410 16:39:19.683282 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0410 16:39:19.683300 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0410 16:39:19.683470 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0410 16:39:19.683473 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0410 16:39:19.683242 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0410 16:39:19.683484 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0410 16:39:19.683310 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0410 16:39:19.683501 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0410 16:39:19.683509 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0410 16:39:19.683527 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0410 16:39:19.683536 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0410 16:39:19.683310 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0410 16:39:19.683504 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0410 16:39:19.683326 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0410 16:39:19.683601 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0410 16:39:19.683329 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0410 16:39:19.683332 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0410 16:39:19.683615 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0410 16:39:19.683336 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0410 16:39:19.683338 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0410 16:39:19.683726 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0410 16:39:19.683324 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0410 16:39:19.683736 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0410 16:39:19.683337 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0410 16:39:19.683744 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0410 16:39:19.683247 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0410 16:39:19.683780 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0410 16:39:19.684196 3657 node_ip_handler_linux.go:160] Node IP manager is running W0410 16:39:19.720984 3657 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0410 16:39:19.721173 3657 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0410 16:39:19.721314 3657 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0410 16:39:19.731113 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0410 16:39:19.731119 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0410 16:39:19.731134 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0410 16:39:19.731143 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0410 16:39:19.731151 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0410 16:39:19.731157 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0410 16:39:19.731162 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0410 16:39:19.743984 3657 default_network_controller.go:1008] Node "ip-10-0-1-149.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0410 16:39:19.769440 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0410 16:39:19.769467 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0410 16:39:19.769478 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0410 16:39:19.769489 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0410 16:39:19.769497 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0410 16:39:19.769508 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0410 16:39:19.769520 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0410 16:39:19.769528 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0410 16:39:19.769546 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0410 16:39:19.769564 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0410 16:39:19.769577 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0410 16:39:19.769587 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0410 16:39:19.807752 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0410 16:39:19.807774 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0410 16:39:19.807783 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0410 16:39:19.807791 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0410 16:39:19.807799 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) W0410 16:39:20.063417 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0410 16:39:20.087839 3657 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0410 16:39:21.648890 3657 default_node_network_controller.go:1369] Starting node controller node sync W0410 16:39:21.648949 3657 egressip_healthcheck.go:76] Health checking using insecure connection I0410 16:39:21.649001 3657 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0410 16:39:21.660610 3657 default_node_network_controller.go:1411] Node controller node sync done. Time taken: 11.69695ms I0410 16:39:21.660820 3657 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-104.ec2.internal", IP: 10.0.2.104 to PMTUD blocking rules I0410 16:39:21.660835 3657 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-104.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0410 16:39:21.666627 3657 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0410 16:39:21.666905 3657 egressservice_node.go:93] Setting up event handlers for Egress Services I0410 16:39:21.667058 3657 egressservice_node.go:183] Starting Egress Services Controller I0410 16:39:21.667073 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0410 16:39:21.667081 3657 shared_informer.go:356] "Caches are synced" controller="egressservices" I0410 16:39:21.667087 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0410 16:39:21.667091 3657 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0410 16:39:21.667096 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0410 16:39:21.667103 3657 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0410 16:39:21.667107 3657 egressservice_node.go:197] Repairing Egress Services I0410 16:39:21.676759 3657 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0410 16:39:21.676771 3657 external_controller.go:278] Starting Admin Policy Based Route Controller I0410 16:39:21.676871 3657 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0410 16:39:21.676880 3657 link_network_manager.go:117] Link manager is running I0410 16:39:21.676887 3657 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0410 16:39:21.676959 3657 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0410 16:39:21.677280 3657 vrf_manager.go:128] VRF manager is running I0410 16:39:21.677425 3657 node_controller_manager.go:437] Removing flows to drop GARP I0410 16:39:21.677437 3657 gateway.go:519] Reconciling gateway with updates I0410 16:39:21.700140 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0410 16:39:21.700162 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0410 16:39:21.700172 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0410 16:39:21.700188 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0410 16:39:21.700212 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0410 16:39:21.700218 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0410 16:39:21.700226 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0410 16:39:21.700233 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0410 16:39:21.700240 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0410 16:39:21.700250 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0410 16:39:21.700256 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0410 16:39:21.700310 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0410 16:39:21.700324 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0410 16:39:21.700325 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0410 16:39:21.700324 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0410 16:39:21.700330 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0410 16:39:21.700338 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0410 16:39:21.700345 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0410 16:39:21.700349 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0410 16:39:21.700356 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0410 16:39:21.700357 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0410 16:39:21.700369 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0410 16:39:21.700401 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0410 16:39:21.700402 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0410 16:39:21.700412 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0410 16:39:21.700372 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0410 16:39:21.700418 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0410 16:39:21.700430 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0410 16:39:21.700430 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0410 16:39:21.700432 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0410 16:39:21.700437 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0410 16:39:21.700444 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0410 16:39:21.700452 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0410 16:39:21.700470 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0410 16:39:21.700470 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0410 16:39:21.700469 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0410 16:39:21.700480 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0410 16:39:21.700479 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0410 16:39:21.700356 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0410 16:39:21.700495 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0410 16:39:21.700492 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0410 16:39:21.700499 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0410 16:39:21.700503 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0410 16:39:21.700505 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0410 16:39:21.700513 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0410 16:39:21.700411 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0410 16:39:21.700518 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0410 16:39:21.700441 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0410 16:39:21.700524 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0410 16:39:21.700527 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0410 16:39:21.700534 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0410 16:39:21.700533 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0410 16:39:21.700478 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0410 16:39:21.700556 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0410 16:39:21.700559 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0410 16:39:21.700558 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0410 16:39:21.700566 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0410 16:39:21.700558 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0410 16:39:21.700573 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0410 16:39:21.700560 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0410 16:39:21.700587 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0410 16:39:21.700589 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0410 16:39:21.700597 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0410 16:39:21.700605 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0410 16:39:21.700415 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0410 16:39:21.700614 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0410 16:39:21.700640 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0410 16:39:21.700642 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0410 16:39:21.700455 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0410 16:39:21.700651 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0410 16:39:21.700375 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0410 16:39:21.700665 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0410 16:39:21.700669 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0410 16:39:21.700702 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0410 16:39:21.700490 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0410 16:39:21.700720 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0410 16:39:21.700725 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0410 16:39:21.700739 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0410 16:39:21.700738 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0410 16:39:21.700719 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0410 16:39:21.700750 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0410 16:39:21.700750 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0410 16:39:21.700757 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0410 16:39:21.700493 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0410 16:39:21.700764 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0410 16:39:21.700769 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0410 16:39:21.700776 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0410 16:39:21.700786 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0410 16:39:21.700790 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0410 16:39:21.700812 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0410 16:39:21.700315 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0410 16:39:21.700822 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0410 16:39:21.700503 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0410 16:39:21.700832 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0410 16:39:21.700837 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0410 16:39:21.700833 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0410 16:39:21.700843 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0410 16:39:21.700854 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0410 16:39:21.700857 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0410 16:39:21.700869 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0410 16:39:21.700869 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0410 16:39:21.700574 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0410 16:39:21.700885 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0410 16:39:21.700916 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0410 16:39:21.700574 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0410 16:39:21.700482 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0410 16:39:21.700957 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0410 16:39:21.700960 3657 port_claim.go:71] Svc openshift-ingress/router-default: port 31373 is already open, no action needed I0410 16:39:21.700961 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0410 16:39:21.700971 3657 port_claim.go:71] Svc openshift-ingress/router-default: port 32465 is already open, no action needed I0410 16:39:21.700577 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0410 16:39:21.700985 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0410 16:39:21.700574 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0410 16:39:21.700587 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0410 16:39:21.701025 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0410 16:39:21.700656 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0410 16:39:21.701020 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0410 16:39:21.701038 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0410 16:39:21.700758 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0410 16:39:21.700361 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0410 16:39:21.700440 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0410 16:39:21.701091 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0410 16:39:21.700384 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0410 16:39:21.700586 3657 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0410 16:39:21.701110 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0410 16:39:21.701114 3657 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0410 16:39:21.725539 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0410 16:39:21.746858 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0410 16:39:21.746873 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0410 16:39:21.746891 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0410 16:39:21.746900 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0410 16:39:21.746907 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0410 16:39:21.746914 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0410 16:39:21.787992 3657 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0410 16:39:23.044456 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-61.ec2.internal I0410 16:39:23.044489 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-61.ec2.internal: 39.461µs I0410 16:39:23.068432 3657 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5b9d4946bf-vqcfg] creating logical port openshift-image-registry_image-registry-5b9d4946bf-vqcfg for pod on switch ip-10-0-0-61.ec2.internal I0410 16:39:23.068570 3657 kube.go:256] Updating pod openshift-image-registry/image-registry-5b9d4946bf-vqcfg I0410 16:39:23.090418 3657 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-rrbh2] creating logical port openshift-ingress-canary_ingress-canary-rrbh2 for pod on switch ip-10-0-0-61.ec2.internal I0410 16:39:23.090539 3657 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-rrbh2 I0410 16:39:23.094167 3657 pod.go:62] [openshift-image-registry/image-registry-5b9d4946bf-vqcfg] pod update took 25.638542ms I0410 16:39:23.094186 3657 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-5b9d4946bf-vqcfg] addLogicalPort annotation time took 25.68297ms I0410 16:39:23.095455 3657 pods.go:271] [openshift-image-registry/image-registry-5b9d4946bf-vqcfg] addLogicalPort took 27.040662ms, libovsdb time 1.012588ms I0410 16:39:23.099497 3657 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-rx74h] creating logical port openshift-dns_dns-default-rx74h for pod on switch ip-10-0-0-61.ec2.internal I0410 16:39:23.099587 3657 kube.go:256] Updating pod openshift-dns/dns-default-rx74h I0410 16:39:23.107220 3657 pod.go:62] [openshift-ingress-canary/ingress-canary-rrbh2] pod update took 16.708775ms I0410 16:39:23.107239 3657 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-rrbh2] addLogicalPort annotation time took 16.734548ms I0410 16:39:23.108359 3657 pods.go:271] [openshift-ingress-canary/ingress-canary-rrbh2] addLogicalPort took 17.952015ms, libovsdb time 874.08µs I0410 16:39:23.115053 3657 pod.go:62] [openshift-dns/dns-default-rx74h] pod update took 15.483571ms I0410 16:39:23.115078 3657 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-rx74h] addLogicalPort annotation time took 15.508761ms I0410 16:39:23.116148 3657 pods.go:271] [openshift-dns/dns-default-rx74h] addLogicalPort took 16.660864ms, libovsdb time 828.852µs I0410 16:39:23.689103 3657 cni.go:403] [openshift-ingress-canary/ingress-canary-rrbh2 148e8d2e583d94895ac57b7b0df04d8ae68ab6962b246c0005c56e1a211c1e18 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-rrbh2 148e8d2e583d94895ac57b7b0df04d8ae68ab6962b246c0005c56e1a211c1e18 network default NAD default] I0410 16:39:23.718816 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-rrbh2, hostIfaceName: 148e8d2e583d948, network: default, NAD default, SandboxID: "148e8d2e583d94895ac57b7b0df04d8ae68ab6962b246c0005c56e1a211c1e18", PCI device ID: , UID: "9b728503-5395-4dd7-a7f6-1750dc9a9ce3", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0410 16:39:23.769385 3657 cni.go:424] [openshift-ingress-canary/ingress-canary-rrbh2 148e8d2e583d94895ac57b7b0df04d8ae68ab6962b246c0005c56e1a211c1e18 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-rrbh2 148e8d2e583d94895ac57b7b0df04d8ae68ab6962b246c0005c56e1a211c1e18 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:f9:48:f9:9d:13\",\"name\":\"148e8d2e583d948\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8cbc06f9-7703-4007-8db1-cc7535505c0b\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 16:39:26.015914 3657 cni.go:403] [kube-system/global-pull-secret-syncer-z9ssj 563ab454f1e57961f5bc6e76065dbd9415bd836e244ce7b3906af7e298ea5d98 network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-z9ssj 563ab454f1e57961f5bc6e76065dbd9415bd836e244ce7b3906af7e298ea5d98 network default NAD default] I0410 16:39:26.026835 3657 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-z9ssj, hostIfaceName: 563ab454f1e5796, network: default, NAD default, SandboxID: "563ab454f1e57961f5bc6e76065dbd9415bd836e244ce7b3906af7e298ea5d98", PCI device ID: , UID: "ccaf55fc-3abd-4803-9b22-b42935fc4232", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0410 16:39:26.071329 3657 cni.go:424] [kube-system/global-pull-secret-syncer-z9ssj 563ab454f1e57961f5bc6e76065dbd9415bd836e244ce7b3906af7e298ea5d98 network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-z9ssj 563ab454f1e57961f5bc6e76065dbd9415bd836e244ce7b3906af7e298ea5d98 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:e5:d8:ab:83:f9\",\"name\":\"563ab454f1e5796\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/caabc71d-cac9-46bc-b9a9-2e062bb3064d\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 16:39:27.674375 3657 cni.go:403] [openshift-network-diagnostics/network-check-target-w7ndg b373e6a6e0272af7b2a98e77210380f9cd0bf0e0120a6bfeae00890a48e3d7b3 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-w7ndg b373e6a6e0272af7b2a98e77210380f9cd0bf0e0120a6bfeae00890a48e3d7b3 network default NAD default] I0410 16:39:27.684095 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-w7ndg, hostIfaceName: b373e6a6e0272af, network: default, NAD default, SandboxID: "b373e6a6e0272af7b2a98e77210380f9cd0bf0e0120a6bfeae00890a48e3d7b3", PCI device ID: , UID: "cee25c35-fe17-4bbf-bdf1-9c79ed1697d4", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0410 16:39:27.730065 3657 cni.go:424] [openshift-network-diagnostics/network-check-target-w7ndg b373e6a6e0272af7b2a98e77210380f9cd0bf0e0120a6bfeae00890a48e3d7b3 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-w7ndg b373e6a6e0272af7b2a98e77210380f9cd0bf0e0120a6bfeae00890a48e3d7b3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:16:f2:18:d2:fb\",\"name\":\"b373e6a6e0272af\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/84d300bf-fa4a-47be-9623-91f92cdb0d71\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 16:39:28.398430 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-149.ec2.internal I0410 16:39:28.398454 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-149.ec2.internal: 30.084µs I0410 16:39:28.398475 3657 default_network_controller.go:1008] Node "ip-10-0-1-149.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0410 16:39:28.398489 3657 egressfirewall.go:628] Syncing node "ip-10-0-1-149.ec2.internal" for egress firewall W0410 16:39:31.779938 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0410 16:39:33.413896 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-149.ec2.internal in network "default" I0410 16:39:33.413913 3657 default_network_controller.go:1008] Node "ip-10-0-1-149.ec2.internal" in remote zone "ip-10-0-1-149.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0410 16:39:33.413942 3657 node_tracker.go:235] Node ip-10-0-1-149.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-149.ec2.internal" I0410 16:39:33.413957 3657 node_tracker.go:169] Node ip-10-0-1-149.ec2.internal switch + router changed, syncing services in network "default" I0410 16:39:33.413971 3657 services_controller.go:574] Full service sync requested for network=default W0410 16:39:33.414286 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0410 16:39:33.440168 3657 default_network_controller.go:1008] Node "ip-10-0-1-149.ec2.internal" in remote zone "ip-10-0-1-149.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0410 16:39:33.587830 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-149.ec2.internal in network "default" I0410 16:39:33.587888 3657 default_network_controller.go:1008] Node "ip-10-0-1-149.ec2.internal" in remote zone "ip-10-0-1-149.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0410 16:39:33.587893 3657 node_tracker.go:169] Node ip-10-0-1-149.ec2.internal switch + router changed, syncing services in network "default" I0410 16:39:33.588003 3657 services_controller.go:574] Full service sync requested for network=default W0410 16:39:33.588135 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0410 16:39:33.588596 3657 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-149.ec2.internal for the network default I0410 16:39:33.589670 3657 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-149.ec2.internal" on network "default" took: 1.088125ms I0410 16:39:35.143262 3657 egressfirewall.go:628] Syncing node "ip-10-0-1-149.ec2.internal" for egress firewall I0410 16:39:35.143292 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-149.ec2.internal I0410 16:39:35.143298 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-149.ec2.internal in network "default" I0410 16:39:35.143306 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-149.ec2.internal: 19.896µs I0410 16:39:35.143338 3657 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-149.ec2.internal", IP: 10.0.1.149 to PMTUD blocking rules I0410 16:39:35.143347 3657 node_tracker.go:169] Node ip-10-0-1-149.ec2.internal switch + router changed, syncing services in network "default" I0410 16:39:35.143360 3657 services_controller.go:574] Full service sync requested for network=default I0410 16:39:35.143347 3657 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-149.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0410 16:39:35.143806 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0410 16:39:35.149503 3657 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-149.ec2.internal. Updating no re-route policies I0410 16:39:35.159038 3657 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-149.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0410 16:39:35.159050 3657 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-149.ec2.internal", IP: 10.0.1.149 to PMTUD blocking rules I0410 16:39:38.892709 3657 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb for pod on switch ip-10-0-0-61.ec2.internal I0410 16:39:38.892809 3657 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb I0410 16:39:38.905582 3657 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb] pod update took 12.803419ms I0410 16:39:38.905600 3657 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb] addLogicalPort annotation time took 12.826944ms I0410 16:39:38.906698 3657 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb] addLogicalPort took 14.009948ms, libovsdb time 858.388µs I0410 16:39:39.245113 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-149.ec2.internal I0410 16:39:39.245143 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-149.ec2.internal: 36.074µs I0410 16:39:39.276577 3657 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb e50b3fe6e3103ee4cda605e085564b798381225780a9c78fce7842c4d0f7dbbc network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb e50b3fe6e3103ee4cda605e085564b798381225780a9c78fce7842c4d0f7dbbc network default NAD default] I0410 16:39:39.285982 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb, hostIfaceName: e50b3fe6e3103ee, network: default, NAD default, SandboxID: "e50b3fe6e3103ee4cda605e085564b798381225780a9c78fce7842c4d0f7dbbc", PCI device ID: , UID: "4ea9f792-3ec9-4504-ad18-b13ee926d092", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0410 16:39:39.330098 3657 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb e50b3fe6e3103ee4cda605e085564b798381225780a9c78fce7842c4d0f7dbbc network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb e50b3fe6e3103ee4cda605e085564b798381225780a9c78fce7842c4d0f7dbbc network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:04:bc:b6:d5:85\",\"name\":\"e50b3fe6e3103ee\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/856095a6-9c34-4812-9ffe-9e792df41559\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0410 16:39:47.559034 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0410 16:39:51.071508 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0410 16:39:51.071531 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0410 16:39:56.833689 3657 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb e50b3fe6e3103ee4cda605e085564b798381225780a9c78fce7842c4d0f7dbbc network default NAD default] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb e50b3fe6e3103ee4cda605e085564b798381225780a9c78fce7842c4d0f7dbbc network default NAD default] I0410 16:39:56.907266 3657 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb e50b3fe6e3103ee4cda605e085564b798381225780a9c78fce7842c4d0f7dbbc network default NAD default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb e50b3fe6e3103ee4cda605e085564b798381225780a9c78fce7842c4d0f7dbbc network default NAD default], result "{}", err I0410 16:39:56.964769 3657 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:39:56.964796 3657 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb I0410 16:39:56.966033 3657 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb, ips: 10.129.0.9 I0410 16:39:56.966060 3657 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:39:56.966080 3657 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:39:56.966093 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0410 16:39:56.966301 3657 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:39:56.966362 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0410 16:39:57.988309 3657 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:39:57.988331 3657 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:39:57.988355 3657 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:39:57.988369 3657 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390z76kb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:39:59.065800 3657 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0410 16:39:59.075489 3657 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0410 16:40:02.766452 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0410 16:41:12.207964 3657 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-54b84b498b-72dlz] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-54b84b498b-72dlz for pod on switch ip-10-0-0-61.ec2.internal I0410 16:41:12.208055 3657 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-54b84b498b-72dlz I0410 16:41:12.225652 3657 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-54b84b498b-72dlz] pod update took 17.622434ms I0410 16:41:12.225676 3657 base_network_controller_pods.go:937] [default/openshift-cluster-samples-operator/cluster-samples-operator-54b84b498b-72dlz] addLogicalPort annotation time took 17.653947ms I0410 16:41:12.226731 3657 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-54b84b498b-72dlz] addLogicalPort took 18.784982ms, libovsdb time 810.503µs I0410 16:41:12.307056 3657 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-687fd84749-9mcwb] creating logical port openshift-service-ca-operator_service-ca-operator-687fd84749-9mcwb for pod on switch ip-10-0-0-61.ec2.internal I0410 16:41:12.307159 3657 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-687fd84749-9mcwb I0410 16:41:12.307160 3657 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-d6f47c5fd-hn4q6] creating logical port openshift-network-console_networking-console-plugin-d6f47c5fd-hn4q6 for pod on switch ip-10-0-0-61.ec2.internal I0410 16:41:12.307369 3657 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-d6f47c5fd-hn4q6 I0410 16:41:12.325943 3657 pod.go:62] [openshift-service-ca-operator/service-ca-operator-687fd84749-9mcwb] pod update took 18.805344ms I0410 16:41:12.325961 3657 base_network_controller_pods.go:937] [default/openshift-service-ca-operator/service-ca-operator-687fd84749-9mcwb] addLogicalPort annotation time took 18.82762ms I0410 16:41:12.326907 3657 pods.go:271] [openshift-service-ca-operator/service-ca-operator-687fd84749-9mcwb] addLogicalPort took 19.859938ms, libovsdb time 717.963µs I0410 16:41:12.329520 3657 pod.go:62] [openshift-network-console/networking-console-plugin-d6f47c5fd-hn4q6] pod update took 22.172759ms I0410 16:41:12.329538 3657 base_network_controller_pods.go:937] [default/openshift-network-console/networking-console-plugin-d6f47c5fd-hn4q6] addLogicalPort annotation time took 22.192433ms I0410 16:41:12.330500 3657 pods.go:271] [openshift-network-console/networking-console-plugin-d6f47c5fd-hn4q6] addLogicalPort took 23.351593ms, libovsdb time 751.367µs I0410 16:41:12.401174 3657 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-7b4545dddc-cbmgs] creating logical port openshift-insights_insights-operator-7b4545dddc-cbmgs for pod on switch ip-10-0-0-61.ec2.internal I0410 16:41:12.401257 3657 kube.go:256] Updating pod openshift-insights/insights-operator-7b4545dddc-cbmgs I0410 16:41:12.415162 3657 pod.go:62] [openshift-insights/insights-operator-7b4545dddc-cbmgs] pod update took 13.899905ms I0410 16:41:12.415178 3657 base_network_controller_pods.go:937] [default/openshift-insights/insights-operator-7b4545dddc-cbmgs] addLogicalPort annotation time took 13.943384ms I0410 16:41:12.416091 3657 pods.go:271] [openshift-insights/insights-operator-7b4545dddc-cbmgs] addLogicalPort took 14.924837ms, libovsdb time 661.071µs I0410 16:41:12.665697 3657 cni.go:403] [openshift-service-ca-operator/service-ca-operator-687fd84749-9mcwb 1b0ad94dd6cdc6485958fe50c574ef1582fb2cff233a66b3e641a54c29f6a1fb network default NAD default] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-687fd84749-9mcwb 1b0ad94dd6cdc6485958fe50c574ef1582fb2cff233a66b3e641a54c29f6a1fb network default NAD default] I0410 16:41:12.676061 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-687fd84749-9mcwb, hostIfaceName: 1b0ad94dd6cdc64, network: default, NAD default, SandboxID: "1b0ad94dd6cdc6485958fe50c574ef1582fb2cff233a66b3e641a54c29f6a1fb", PCI device ID: , UID: "ae88941d-dd9f-4c98-b487-69dd2abfd958", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0410 16:41:12.719871 3657 cni.go:424] [openshift-service-ca-operator/service-ca-operator-687fd84749-9mcwb 1b0ad94dd6cdc6485958fe50c574ef1582fb2cff233a66b3e641a54c29f6a1fb network default NAD default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-687fd84749-9mcwb 1b0ad94dd6cdc6485958fe50c574ef1582fb2cff233a66b3e641a54c29f6a1fb network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:57:ea:96:7d:1d\",\"name\":\"1b0ad94dd6cdc64\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3feadf10-3ac6-4bf8-934b-bb6bba01396e\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 16:41:12.755345 3657 cni.go:403] [openshift-insights/insights-operator-7b4545dddc-cbmgs f428d9d39a7e17346f638d54df0ff5be6b4252d84d2bf599d1088fa620d38cb6 network default NAD default] ADD starting CNI request [openshift-insights/insights-operator-7b4545dddc-cbmgs f428d9d39a7e17346f638d54df0ff5be6b4252d84d2bf599d1088fa620d38cb6 network default NAD default] I0410 16:41:12.764877 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-7b4545dddc-cbmgs, hostIfaceName: f428d9d39a7e173, network: default, NAD default, SandboxID: "f428d9d39a7e17346f638d54df0ff5be6b4252d84d2bf599d1088fa620d38cb6", PCI device ID: , UID: "9b11e409-af76-4bfc-a737-7e7d21b1ff20", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0410 16:41:12.808946 3657 cni.go:424] [openshift-insights/insights-operator-7b4545dddc-cbmgs f428d9d39a7e17346f638d54df0ff5be6b4252d84d2bf599d1088fa620d38cb6 network default NAD default] ADD finished CNI request [openshift-insights/insights-operator-7b4545dddc-cbmgs f428d9d39a7e17346f638d54df0ff5be6b4252d84d2bf599d1088fa620d38cb6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:4c:c2:a0:eb:4f\",\"name\":\"f428d9d39a7e173\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b92f97a2-3b28-4c06-a7b0-71523d2d9223\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0410 16:41:15.370063 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0410 16:41:16.642989 3657 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0410 16:41:16.643842 3657 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 833.684µs I0410 16:41:16.697440 3657 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0410 16:41:16.763279 3657 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-8c77ffd4c-597mp] creating logical port openshift-kube-storage-version-migrator_migrator-8c77ffd4c-597mp for pod on switch ip-10-0-0-61.ec2.internal I0410 16:41:16.763371 3657 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-8c77ffd4c-597mp I0410 16:41:16.781221 3657 pod.go:62] [openshift-kube-storage-version-migrator/migrator-8c77ffd4c-597mp] pod update took 17.850638ms I0410 16:41:16.781242 3657 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator/migrator-8c77ffd4c-597mp] addLogicalPort annotation time took 17.901417ms I0410 16:41:16.782413 3657 pods.go:271] [openshift-kube-storage-version-migrator/migrator-8c77ffd4c-597mp] addLogicalPort took 19.14991ms, libovsdb time 826.51µs I0410 16:41:17.120693 3657 cni.go:403] [openshift-kube-storage-version-migrator/migrator-8c77ffd4c-597mp 7fef4a919a8ca121b7891f6f16b6fc61a519350f464be255cb551137377c28d9 network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-8c77ffd4c-597mp 7fef4a919a8ca121b7891f6f16b6fc61a519350f464be255cb551137377c28d9 network default NAD default] I0410 16:41:17.130762 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-8c77ffd4c-597mp, hostIfaceName: 7fef4a919a8ca12, network: default, NAD default, SandboxID: "7fef4a919a8ca121b7891f6f16b6fc61a519350f464be255cb551137377c28d9", PCI device ID: , UID: "e63e8b5d-4ea7-4dc9-99c5-2b64374e3f05", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0410 16:41:17.175509 3657 cni.go:424] [openshift-kube-storage-version-migrator/migrator-8c77ffd4c-597mp 7fef4a919a8ca121b7891f6f16b6fc61a519350f464be255cb551137377c28d9 network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-8c77ffd4c-597mp 7fef4a919a8ca121b7891f6f16b6fc61a519350f464be255cb551137377c28d9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:77:a7:61:6a:d6\",\"name\":\"7fef4a919a8ca12\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/daaf5c66-2645-4502-b758-d79878209f95\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 16:41:17.336956 3657 namespace.go:98] [openshift-service-ca] adding namespace I0410 16:41:17.337842 3657 namespace.go:102] [openshift-service-ca] adding namespace took 862.241µs I0410 16:41:17.353856 3657 namespace.go:142] [openshift-service-ca] updating namespace W0410 16:41:25.795323 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0410 16:41:27.397192 3657 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5b9d4946bf-sgpbr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:41:27.397878 3657 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5b9d4946bf-sgpbr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:41:27.416668 3657 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5b9d4946bf-sgpbr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:41:27.416688 3657 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5b9d4946bf-sgpbr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:41:27.423953 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5b9d4946bf-sgpbr I0410 16:41:27.423971 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5b9d4946bf-sgpbr I0410 16:41:27.785354 3657 obj_retry.go:464] Detected object openshift-image-registry/image-registry-85db49696b-gwpt6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:41:27.785863 3657 obj_retry.go:464] Detected object openshift-image-registry/image-registry-85db49696b-gwpt6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:41:27.800221 3657 obj_retry.go:458] Detected object openshift-image-registry/image-registry-85db49696b-gwpt6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:41:27.800240 3657 obj_retry.go:458] Detected object openshift-image-registry/image-registry-85db49696b-gwpt6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:41:27.807865 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-85db49696b-gwpt6 I0410 16:41:27.807884 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-85db49696b-gwpt6 I0410 16:41:28.162940 3657 cni.go:403] [openshift-cluster-samples-operator/cluster-samples-operator-54b84b498b-72dlz 5c50c915dde364c3ff091e2cad0d0fc40f006d5d4b5a6e8df5a3e8f3f1bdaf16 network default NAD default] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-54b84b498b-72dlz 5c50c915dde364c3ff091e2cad0d0fc40f006d5d4b5a6e8df5a3e8f3f1bdaf16 network default NAD default] I0410 16:41:28.171975 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-54b84b498b-72dlz, hostIfaceName: 5c50c915dde364c, network: default, NAD default, SandboxID: "5c50c915dde364c3ff091e2cad0d0fc40f006d5d4b5a6e8df5a3e8f3f1bdaf16", PCI device ID: , UID: "fc2db68c-9b4b-492e-8857-82bcbd3312eb", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0410 16:41:28.215126 3657 cni.go:424] [openshift-cluster-samples-operator/cluster-samples-operator-54b84b498b-72dlz 5c50c915dde364c3ff091e2cad0d0fc40f006d5d4b5a6e8df5a3e8f3f1bdaf16 network default NAD default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-54b84b498b-72dlz 5c50c915dde364c3ff091e2cad0d0fc40f006d5d4b5a6e8df5a3e8f3f1bdaf16 network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:2e:7d:1b:e5:6b\",\"name\":\"5c50c915dde364c\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/055ddae5-dbc8-4f38-bc16-cf1f506c0c63\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 16:41:31.308583 3657 cni.go:403] [openshift-image-registry/image-registry-5b9d4946bf-vqcfg 50598124d2fdc01fa855052340bc18e46d5dfb792188e03e151808f9b74ad055 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-5b9d4946bf-vqcfg 50598124d2fdc01fa855052340bc18e46d5dfb792188e03e151808f9b74ad055 network default NAD default] I0410 16:41:31.318252 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5b9d4946bf-vqcfg, hostIfaceName: 50598124d2fdc01, network: default, NAD default, SandboxID: "50598124d2fdc01fa855052340bc18e46d5dfb792188e03e151808f9b74ad055", PCI device ID: , UID: "43d9b069-e1a1-47a6-91da-5a4f885967b3", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0410 16:41:31.363064 3657 cni.go:424] [openshift-image-registry/image-registry-5b9d4946bf-vqcfg 50598124d2fdc01fa855052340bc18e46d5dfb792188e03e151808f9b74ad055 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-5b9d4946bf-vqcfg 50598124d2fdc01fa855052340bc18e46d5dfb792188e03e151808f9b74ad055 network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:00:f9:c4:7e:fb\",\"name\":\"50598124d2fdc01\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5fce3c04-3b8c-4fd8-a5c3-67456a9880a7\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 16:41:39.656447 3657 cni.go:403] [openshift-dns/dns-default-rx74h 48a22a5ddbf9d498330e159fbc9fedfbe695b1721ed8140805646f18f4ce60a3 network default NAD default] ADD starting CNI request [openshift-dns/dns-default-rx74h 48a22a5ddbf9d498330e159fbc9fedfbe695b1721ed8140805646f18f4ce60a3 network default NAD default] I0410 16:41:39.665456 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-rx74h, hostIfaceName: 48a22a5ddbf9d49, network: default, NAD default, SandboxID: "48a22a5ddbf9d498330e159fbc9fedfbe695b1721ed8140805646f18f4ce60a3", PCI device ID: , UID: "7eab05c5-5747-4c48-9fdf-00fa63abd96c", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0410 16:41:39.710088 3657 cni.go:424] [openshift-dns/dns-default-rx74h 48a22a5ddbf9d498330e159fbc9fedfbe695b1721ed8140805646f18f4ce60a3 network default NAD default] ADD finished CNI request [openshift-dns/dns-default-rx74h 48a22a5ddbf9d498330e159fbc9fedfbe695b1721ed8140805646f18f4ce60a3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:b0:33:9c:dd:69\",\"name\":\"48a22a5ddbf9d49\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a3674efd-10ff-4553-ada8-da8b8b4354e7\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0410 16:41:44.250402 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0410 16:41:44.250418 3657 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0410 16:41:44.250423 3657 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0410 16:41:44.259347 3657 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0410 16:41:44.458759 3657 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0410 16:41:44.469002 3657 cni.go:403] [openshift-network-console/networking-console-plugin-d6f47c5fd-hn4q6 d01d3c1aa139d02a82d6aec2a5f85395a9a5cbf02f726ca3b68df15aee3fafd3 network default NAD default] ADD starting CNI request [openshift-network-console/networking-console-plugin-d6f47c5fd-hn4q6 d01d3c1aa139d02a82d6aec2a5f85395a9a5cbf02f726ca3b68df15aee3fafd3 network default NAD default] I0410 16:41:44.478062 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-d6f47c5fd-hn4q6, hostIfaceName: d01d3c1aa139d02, network: default, NAD default, SandboxID: "d01d3c1aa139d02a82d6aec2a5f85395a9a5cbf02f726ca3b68df15aee3fafd3", PCI device ID: , UID: "31e9cddb-83c2-44c0-889e-f5110f9c3da8", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0410 16:41:44.524853 3657 cni.go:424] [openshift-network-console/networking-console-plugin-d6f47c5fd-hn4q6 d01d3c1aa139d02a82d6aec2a5f85395a9a5cbf02f726ca3b68df15aee3fafd3 network default NAD default] ADD finished CNI request [openshift-network-console/networking-console-plugin-d6f47c5fd-hn4q6 d01d3c1aa139d02a82d6aec2a5f85395a9a5cbf02f726ca3b68df15aee3fafd3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:3b:06:3f:9e:e9\",\"name\":\"d01d3c1aa139d02\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c9b723c-59d9-4a00-a4d0-2589d1ba5077\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0410 16:41:44.553406 3657 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0410 16:41:44.573882 3657 base_network_controller_pods.go:487] [default/openshift-console/downloads-59f56c7685-89cwq] creating logical port openshift-console_downloads-59f56c7685-89cwq for pod on switch ip-10-0-0-61.ec2.internal I0410 16:41:44.573960 3657 kube.go:256] Updating pod openshift-console/downloads-59f56c7685-89cwq I0410 16:41:44.645750 3657 kube.go:256] Updating pod openshift-console/downloads-59f56c7685-89cwq I0410 16:41:44.708754 3657 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-zjl5w] creating logical port openshift-insights_insights-runtime-extractor-zjl5w for pod on switch ip-10-0-0-61.ec2.internal I0410 16:41:44.708834 3657 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-zjl5w I0410 16:41:44.746148 3657 pod.go:62] [openshift-console/downloads-59f56c7685-89cwq] pod update took 172.209665ms I0410 16:41:44.746178 3657 base_network_controller_pods.go:937] [default/openshift-console/downloads-59f56c7685-89cwq] addLogicalPort annotation time took 172.240931ms I0410 16:41:44.747356 3657 pods.go:271] [openshift-console/downloads-59f56c7685-89cwq] addLogicalPort took 173.488709ms, libovsdb time 737.252µs I0410 16:41:44.790390 3657 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-zjl5w I0410 16:41:44.844510 3657 pod.go:62] [openshift-insights/insights-runtime-extractor-zjl5w] pod update took 135.700756ms I0410 16:41:44.844529 3657 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-zjl5w] addLogicalPort annotation time took 135.722404ms I0410 16:41:44.845501 3657 pods.go:271] [openshift-insights/insights-runtime-extractor-zjl5w] addLogicalPort took 136.762555ms, libovsdb time 697.683µs I0410 16:41:44.908397 3657 cni.go:403] [openshift-console/downloads-59f56c7685-89cwq 66bba205e57291aac25860507c3a244bea74c41ac48b4dc9fc0378864b145016 network default NAD default] ADD starting CNI request [openshift-console/downloads-59f56c7685-89cwq 66bba205e57291aac25860507c3a244bea74c41ac48b4dc9fc0378864b145016 network default NAD default] I0410 16:41:44.917644 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: downloads-59f56c7685-89cwq, hostIfaceName: 66bba205e57291a, network: default, NAD default, SandboxID: "66bba205e57291aac25860507c3a244bea74c41ac48b4dc9fc0378864b145016", PCI device ID: , UID: "1526c6a6-0c4d-460f-92af-52f0e7cd7f17", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] W0410 16:41:44.945648 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0410 16:41:44.945663 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0410 16:41:44.945647 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:44.945685 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:44.945692 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0410 16:41:44.962433 3657 cni.go:424] [openshift-console/downloads-59f56c7685-89cwq 66bba205e57291aac25860507c3a244bea74c41ac48b4dc9fc0378864b145016 network default NAD default] ADD finished CNI request [openshift-console/downloads-59f56c7685-89cwq 66bba205e57291aac25860507c3a244bea74c41ac48b4dc9fc0378864b145016 network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:f1:82:9f:82:94\",\"name\":\"66bba205e57291a\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/daea193f-9a01-469a-9467-6e57c0ebe3b8\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0410 16:41:44.994673 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:44.994692 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:44.994698 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:44.994790 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0410 16:41:44.994805 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0410 16:41:45.048412 3657 cni.go:403] [openshift-insights/insights-runtime-extractor-zjl5w dfb2b89b6fd92d439d47dbec9dfe5e36e939277521ac10b80bfc0c8215e24ad6 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-zjl5w dfb2b89b6fd92d439d47dbec9dfe5e36e939277521ac10b80bfc0c8215e24ad6 network default NAD default] I0410 16:41:45.058056 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-zjl5w, hostIfaceName: dfb2b89b6fd92d4, network: default, NAD default, SandboxID: "dfb2b89b6fd92d439d47dbec9dfe5e36e939277521ac10b80bfc0c8215e24ad6", PCI device ID: , UID: "a67f5cf9-9ff1-451b-b92c-91489b72a6a7", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0410 16:41:45.102624 3657 cni.go:424] [openshift-insights/insights-runtime-extractor-zjl5w dfb2b89b6fd92d439d47dbec9dfe5e36e939277521ac10b80bfc0c8215e24ad6 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-zjl5w dfb2b89b6fd92d439d47dbec9dfe5e36e939277521ac10b80bfc0c8215e24ad6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:2a:ad:6c:32:bd\",\"name\":\"dfb2b89b6fd92d4\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51382906-5f9f-4bfe-b114-c4599920c13a\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0410 16:41:45.506500 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:45.506518 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:45.506523 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0410 16:41:45.506498 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0410 16:41:45.506575 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0410 16:41:47.122747 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-2ppqx] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-7944fff6fb-2ppqx for pod on switch ip-10-0-0-61.ec2.internal I0410 16:41:47.122950 3657 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-2ppqx I0410 16:41:47.142379 3657 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-2ppqx] pod update took 19.461895ms I0410 16:41:47.142402 3657 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-2ppqx] addLogicalPort annotation time took 19.493371ms I0410 16:41:47.143613 3657 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-2ppqx] addLogicalPort took 20.889208ms, libovsdb time 868.498µs I0410 16:41:48.076342 3657 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-2ppqx 4fc1244ae1fcb8eb11ada0b9ebd195d9348d0fe70c46084949bf7b50978d79ea network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-2ppqx 4fc1244ae1fcb8eb11ada0b9ebd195d9348d0fe70c46084949bf7b50978d79ea network default NAD default] I0410 16:41:48.087448 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-7944fff6fb-2ppqx, hostIfaceName: 4fc1244ae1fcb8e, network: default, NAD default, SandboxID: "4fc1244ae1fcb8eb11ada0b9ebd195d9348d0fe70c46084949bf7b50978d79ea", PCI device ID: , UID: "7709430c-8d59-4532-a290-5151239d1eea", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0410 16:41:48.138027 3657 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-2ppqx 4fc1244ae1fcb8eb11ada0b9ebd195d9348d0fe70c46084949bf7b50978d79ea network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7944fff6fb-2ppqx 4fc1244ae1fcb8eb11ada0b9ebd195d9348d0fe70c46084949bf7b50978d79ea network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:8c:b7:36:58:44\",\"name\":\"4fc1244ae1fcb8e\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0eb49993-57d2-4027-bec8-f2d300160dbd\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0410 16:41:49.166983 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0410 16:41:49.296163 3657 base_network_controller_pods.go:487] [default/openshift-console/console-6fb95c8fd8-shjkt] creating logical port openshift-console_console-6fb95c8fd8-shjkt for pod on switch ip-10-0-0-61.ec2.internal I0410 16:41:49.296290 3657 kube.go:256] Updating pod openshift-console/console-6fb95c8fd8-shjkt I0410 16:41:49.311947 3657 pod.go:62] [openshift-console/console-6fb95c8fd8-shjkt] pod update took 15.696513ms I0410 16:41:49.311976 3657 base_network_controller_pods.go:937] [default/openshift-console/console-6fb95c8fd8-shjkt] addLogicalPort annotation time took 15.731703ms I0410 16:41:49.313276 3657 pods.go:271] [openshift-console/console-6fb95c8fd8-shjkt] addLogicalPort took 17.130863ms, libovsdb time 979.58µs I0410 16:41:49.656619 3657 cni.go:403] [openshift-console/console-6fb95c8fd8-shjkt f2574a7f606ae9d2e9652232d06df6189e5bd0d911300b7b45f6688430d9e2dd network default NAD default] ADD starting CNI request [openshift-console/console-6fb95c8fd8-shjkt f2574a7f606ae9d2e9652232d06df6189e5bd0d911300b7b45f6688430d9e2dd network default NAD default] I0410 16:41:49.666577 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-6fb95c8fd8-shjkt, hostIfaceName: f2574a7f606ae9d, network: default, NAD default, SandboxID: "f2574a7f606ae9d2e9652232d06df6189e5bd0d911300b7b45f6688430d9e2dd", PCI device ID: , UID: "d973ec30-750f-412e-be59-6b7f6e921b9f", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0410 16:41:49.715497 3657 cni.go:424] [openshift-console/console-6fb95c8fd8-shjkt f2574a7f606ae9d2e9652232d06df6189e5bd0d911300b7b45f6688430d9e2dd network default NAD default] ADD finished CNI request [openshift-console/console-6fb95c8fd8-shjkt f2574a7f606ae9d2e9652232d06df6189e5bd0d911300b7b45f6688430d9e2dd network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:e8:fb:eb:68:cc\",\"name\":\"f2574a7f606ae9d\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1b2c498-6ee2-43f9-92b2-36e32222f2d6\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0410 16:41:49.861776 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0410 16:41:49.861796 3657 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0410 16:41:49.861803 3657 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0410 16:41:49.888933 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0410 16:41:49.888955 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0410 16:41:50.177618 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0410 16:41:52.923559 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0410 16:41:53.147272 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0410 16:41:53.147297 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0410 16:41:53.147302 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0410 16:41:53.188658 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0410 16:41:54.285045 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0410 16:41:57.509930 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0410 16:41:59.414852 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0410 16:41:59.414876 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0410 16:42:00.215088 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0410 16:42:00.236305 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0410 16:42:00.263524 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0410 16:42:02.717547 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-54ddbb879c-zsj8r] creating logical port openshift-monitoring_openshift-state-metrics-54ddbb879c-zsj8r for pod on switch ip-10-0-0-61.ec2.internal I0410 16:42:02.717647 3657 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-54ddbb879c-zsj8r I0410 16:42:02.740641 3657 pod.go:62] [openshift-monitoring/openshift-state-metrics-54ddbb879c-zsj8r] pod update took 23.028003ms I0410 16:42:02.740664 3657 base_network_controller_pods.go:937] [default/openshift-monitoring/openshift-state-metrics-54ddbb879c-zsj8r] addLogicalPort annotation time took 23.057287ms I0410 16:42:02.741884 3657 pods.go:271] [openshift-monitoring/openshift-state-metrics-54ddbb879c-zsj8r] addLogicalPort took 24.356667ms, libovsdb time 903.335µs I0410 16:42:03.076011 3657 cni.go:403] [openshift-monitoring/openshift-state-metrics-54ddbb879c-zsj8r b10592f5a34b5be877c31bcc5e63447be7eb95103a22de6b8bb917a3c211edab network default NAD default] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-54ddbb879c-zsj8r b10592f5a34b5be877c31bcc5e63447be7eb95103a22de6b8bb917a3c211edab network default NAD default] I0410 16:42:03.085942 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-54ddbb879c-zsj8r, hostIfaceName: b10592f5a34b5be, network: default, NAD default, SandboxID: "b10592f5a34b5be877c31bcc5e63447be7eb95103a22de6b8bb917a3c211edab", PCI device ID: , UID: "4f359573-ef7f-440c-abbe-49148ea4ee6d", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0410 16:42:03.135903 3657 cni.go:424] [openshift-monitoring/openshift-state-metrics-54ddbb879c-zsj8r b10592f5a34b5be877c31bcc5e63447be7eb95103a22de6b8bb917a3c211edab network default NAD default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-54ddbb879c-zsj8r b10592f5a34b5be877c31bcc5e63447be7eb95103a22de6b8bb917a3c211edab network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:10:6f:ed:e7:00\",\"name\":\"b10592f5a34b5be\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb82d19b-76ab-4e40-baeb-cb7c71274c72\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0410 16:42:06.566533 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0410 16:42:06.566558 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0410 16:42:06.566563 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0410 16:42:06.956769 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0410 16:42:06.956794 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0410 16:42:06.956800 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0410 16:42:07.330101 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-67d45d666f-fgj8l] creating logical port openshift-monitoring_metrics-server-67d45d666f-fgj8l for pod on switch ip-10-0-0-61.ec2.internal I0410 16:42:07.330223 3657 kube.go:256] Updating pod openshift-monitoring/metrics-server-67d45d666f-fgj8l I0410 16:42:07.347680 3657 pod.go:62] [openshift-monitoring/metrics-server-67d45d666f-fgj8l] pod update took 17.504598ms I0410 16:42:07.347708 3657 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-67d45d666f-fgj8l] addLogicalPort annotation time took 17.53479ms I0410 16:42:07.348944 3657 pods.go:271] [openshift-monitoring/metrics-server-67d45d666f-fgj8l] addLogicalPort took 18.85874ms, libovsdb time 910.142µs I0410 16:42:07.446688 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-599546947f-gb4l2] creating logical port openshift-monitoring_monitoring-plugin-599546947f-gb4l2 for pod on switch ip-10-0-0-61.ec2.internal I0410 16:42:07.446820 3657 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-599546947f-gb4l2 I0410 16:42:07.462666 3657 pod.go:62] [openshift-monitoring/monitoring-plugin-599546947f-gb4l2] pod update took 15.871769ms I0410 16:42:07.462692 3657 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-599546947f-gb4l2] addLogicalPort annotation time took 15.902529ms I0410 16:42:07.463962 3657 pods.go:271] [openshift-monitoring/monitoring-plugin-599546947f-gb4l2] addLogicalPort took 17.291446ms, libovsdb time 928.852µs I0410 16:42:07.691081 3657 cni.go:403] [openshift-monitoring/metrics-server-67d45d666f-fgj8l a970534f38cd9839cce12bb8e4dddffcf42ba671e6c0872fafc344ad2729d21b network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-67d45d666f-fgj8l a970534f38cd9839cce12bb8e4dddffcf42ba671e6c0872fafc344ad2729d21b network default NAD default] I0410 16:42:07.701366 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-67d45d666f-fgj8l, hostIfaceName: a970534f38cd983, network: default, NAD default, SandboxID: "a970534f38cd9839cce12bb8e4dddffcf42ba671e6c0872fafc344ad2729d21b", PCI device ID: , UID: "bf805ce2-7d5e-4e5a-97ff-9de4ce8af4d6", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0410 16:42:07.753763 3657 cni.go:424] [openshift-monitoring/metrics-server-67d45d666f-fgj8l a970534f38cd9839cce12bb8e4dddffcf42ba671e6c0872fafc344ad2729d21b network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-67d45d666f-fgj8l a970534f38cd9839cce12bb8e4dddffcf42ba671e6c0872fafc344ad2729d21b network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:39:95:c8:60:34\",\"name\":\"a970534f38cd983\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95764182-104b-4842-9451-d9e105d98a72\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 16:42:07.805296 3657 cni.go:403] [openshift-monitoring/monitoring-plugin-599546947f-gb4l2 26a1ced3b7ce4082f930e9e511228ce5af27589613402125892a0a2704bb6a0a network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-599546947f-gb4l2 26a1ced3b7ce4082f930e9e511228ce5af27589613402125892a0a2704bb6a0a network default NAD default] I0410 16:42:07.815429 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-599546947f-gb4l2, hostIfaceName: 26a1ced3b7ce408, network: default, NAD default, SandboxID: "26a1ced3b7ce4082f930e9e511228ce5af27589613402125892a0a2704bb6a0a", PCI device ID: , UID: "13a13401-ce60-4e35-b8f8-3efce034e47d", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0410 16:42:07.866301 3657 cni.go:424] [openshift-monitoring/monitoring-plugin-599546947f-gb4l2 26a1ced3b7ce4082f930e9e511228ce5af27589613402125892a0a2704bb6a0a network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-599546947f-gb4l2 26a1ced3b7ce4082f930e9e511228ce5af27589613402125892a0a2704bb6a0a network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:c0:00:58:6f:4f\",\"name\":\"26a1ced3b7ce408\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98cedb4c-998a-4e99-a3ec-2800bff1a6e6\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0410 16:42:07.944338 3657 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-74b87b4759-8btgt IP address from the namespace address-set, err: pod openshift-console/console-74b87b4759-8btgt: no pod IPs found I0410 16:42:09.057746 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-61.ec2.internal I0410 16:42:09.057915 3657 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0410 16:42:09.084670 3657 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 26.809228ms I0410 16:42:09.084695 3657 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 26.841466ms I0410 16:42:09.086093 3657 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 28.365092ms, libovsdb time 1.045798ms I0410 16:42:09.551939 3657 cni.go:403] [openshift-image-registry/image-registry-5b9d4946bf-vqcfg 50598124d2fdc01fa855052340bc18e46d5dfb792188e03e151808f9b74ad055 network default NAD default] DEL starting CNI request [openshift-image-registry/image-registry-5b9d4946bf-vqcfg 50598124d2fdc01fa855052340bc18e46d5dfb792188e03e151808f9b74ad055 network default NAD default] I0410 16:42:09.639153 3657 cni.go:424] [openshift-image-registry/image-registry-5b9d4946bf-vqcfg 50598124d2fdc01fa855052340bc18e46d5dfb792188e03e151808f9b74ad055 network default NAD default] DEL finished CNI request [openshift-image-registry/image-registry-5b9d4946bf-vqcfg 50598124d2fdc01fa855052340bc18e46d5dfb792188e03e151808f9b74ad055 network default NAD default], result "{}", err I0410 16:42:09.687382 3657 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5b9d4946bf-vqcfg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:09.687416 3657 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5b9d4946bf-vqcfg I0410 16:42:09.688581 3657 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5b9d4946bf-vqcfg, ips: 10.129.0.6 I0410 16:42:09.688605 3657 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5b9d4946bf-vqcfg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:09.696148 3657 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5bf556f978-297s7] creating logical port openshift-image-registry_image-registry-5bf556f978-297s7 for pod on switch ip-10-0-0-61.ec2.internal I0410 16:42:09.696259 3657 kube.go:256] Updating pod openshift-image-registry/image-registry-5bf556f978-297s7 I0410 16:42:09.712739 3657 pod.go:62] [openshift-image-registry/image-registry-5bf556f978-297s7] pod update took 16.514086ms I0410 16:42:09.712758 3657 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-5bf556f978-297s7] addLogicalPort annotation time took 16.537374ms I0410 16:42:09.713856 3657 pods.go:271] [openshift-image-registry/image-registry-5bf556f978-297s7] addLogicalPort took 17.719571ms, libovsdb time 794.644µs I0410 16:42:10.013792 3657 cni.go:403] [openshift-monitoring/prometheus-k8s-0 a7a74526494f7c3f1834b1cf3341cb5f6e7dbcbb181cd344ce3984033205110f network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 a7a74526494f7c3f1834b1cf3341cb5f6e7dbcbb181cd344ce3984033205110f network default NAD default] I0410 16:42:10.023596 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: a7a74526494f7c3, network: default, NAD default, SandboxID: "a7a74526494f7c3f1834b1cf3341cb5f6e7dbcbb181cd344ce3984033205110f", PCI device ID: , UID: "c343e9ba-fe45-464f-89ca-878ab22a744f", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0410 16:42:10.061967 3657 cni.go:403] [openshift-image-registry/image-registry-5bf556f978-297s7 43ec4c05d6786e21ac1c73e55f03e88631b6ed907e00620cb60a21035a2bc5c7 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-5bf556f978-297s7 43ec4c05d6786e21ac1c73e55f03e88631b6ed907e00620cb60a21035a2bc5c7 network default NAD default] I0410 16:42:10.067723 3657 obj_retry.go:464] Detected object openshift-image-registry/image-registry-78844b6957-n9tt8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:10.068429 3657 obj_retry.go:464] Detected object openshift-image-registry/image-registry-78844b6957-n9tt8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:10.070793 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5bf556f978-297s7, hostIfaceName: 43ec4c05d6786e2, network: default, NAD default, SandboxID: "43ec4c05d6786e21ac1c73e55f03e88631b6ed907e00620cb60a21035a2bc5c7", PCI device ID: , UID: "c7c60a92-4fce-4ef3-9b82-ec3f1ff01024", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0410 16:42:10.071412 3657 cni.go:424] [openshift-monitoring/prometheus-k8s-0 a7a74526494f7c3f1834b1cf3341cb5f6e7dbcbb181cd344ce3984033205110f network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 a7a74526494f7c3f1834b1cf3341cb5f6e7dbcbb181cd344ce3984033205110f network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:e9:8f:88:0c:8a\",\"name\":\"a7a74526494f7c3\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b5fd93e7-7f24-4edf-9593-43dddcf3e6eb\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 16:42:10.118000 3657 cni.go:424] [openshift-image-registry/image-registry-5bf556f978-297s7 43ec4c05d6786e21ac1c73e55f03e88631b6ed907e00620cb60a21035a2bc5c7 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-5bf556f978-297s7 43ec4c05d6786e21ac1c73e55f03e88631b6ed907e00620cb60a21035a2bc5c7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:c9:ca:97:d2:59\",\"name\":\"43ec4c05d6786e2\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0543fe7-11ee-49f0-a78c-f6e6511fcd99\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0410 16:42:10.268666 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0410 16:42:10.277932 3657 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5b9d4946bf-vqcfg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:10.277950 3657 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5b9d4946bf-vqcfg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:10.281797 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5b9d4946bf-vqcfg I0410 16:42:10.281818 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5b9d4946bf-vqcfg W0410 16:42:10.652737 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:10.652754 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:10.652758 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:10.652763 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:10.988718 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0410 16:42:10.988736 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0410 16:42:11.017984 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0410 16:42:11.031977 3657 obj_retry.go:458] Detected object openshift-image-registry/image-registry-78844b6957-n9tt8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:11.031995 3657 obj_retry.go:458] Detected object openshift-image-registry/image-registry-78844b6957-n9tt8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:11.040631 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-78844b6957-n9tt8 I0410 16:42:11.040650 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-78844b6957-n9tt8 W0410 16:42:11.109449 3657 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-577bcc686d-m2bm2 IP address from the namespace address-set, err: pod openshift-console/console-577bcc686d-m2bm2: no pod IPs found W0410 16:42:11.116379 3657 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-577bcc686d-ztbrh IP address from the namespace address-set, err: pod openshift-console/console-577bcc686d-ztbrh: no pod IPs found W0410 16:42:11.300492 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0410 16:42:11.300507 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0410 16:42:11.987297 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:11.987318 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:11.987325 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0410 16:42:11.987330 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier I0410 16:42:20.205550 3657 obj_retry.go:464] Detected object openshift-console/console-6fb95c8fd8-jz5sr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:20.206102 3657 obj_retry.go:464] Detected object openshift-console/console-6fb95c8fd8-jz5sr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:21.050318 3657 obj_retry.go:458] Detected object openshift-console/console-6fb95c8fd8-jz5sr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:21.050341 3657 obj_retry.go:458] Detected object openshift-console/console-6fb95c8fd8-jz5sr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:21.057414 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6fb95c8fd8-jz5sr I0410 16:42:21.057443 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6fb95c8fd8-jz5sr W0410 16:42:21.326342 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0410 16:42:21.326431 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0410 16:42:21.326475 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0410 16:42:22.330760 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0410 16:42:30.795564 3657 cni.go:403] [openshift-console/console-6fb95c8fd8-shjkt f2574a7f606ae9d2e9652232d06df6189e5bd0d911300b7b45f6688430d9e2dd network default NAD default] DEL starting CNI request [openshift-console/console-6fb95c8fd8-shjkt f2574a7f606ae9d2e9652232d06df6189e5bd0d911300b7b45f6688430d9e2dd network default NAD default] I0410 16:42:30.868651 3657 cni.go:424] [openshift-console/console-6fb95c8fd8-shjkt f2574a7f606ae9d2e9652232d06df6189e5bd0d911300b7b45f6688430d9e2dd network default NAD default] DEL finished CNI request [openshift-console/console-6fb95c8fd8-shjkt f2574a7f606ae9d2e9652232d06df6189e5bd0d911300b7b45f6688430d9e2dd network default NAD default], result "{}", err I0410 16:42:30.934154 3657 obj_retry.go:464] Detected object openshift-console/console-6fb95c8fd8-shjkt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:30.934192 3657 pods.go:176] Deleting pod: openshift-console/console-6fb95c8fd8-shjkt I0410 16:42:30.935469 3657 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6fb95c8fd8-shjkt, ips: 10.129.0.18 I0410 16:42:30.935501 3657 obj_retry.go:464] Detected object openshift-console/console-6fb95c8fd8-shjkt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:30.941838 3657 base_network_controller_pods.go:487] [default/openshift-console/console-86db74f658-xzmzl] creating logical port openshift-console_console-86db74f658-xzmzl for pod on switch ip-10-0-0-61.ec2.internal I0410 16:42:30.941945 3657 kube.go:256] Updating pod openshift-console/console-86db74f658-xzmzl I0410 16:42:30.956473 3657 pod.go:62] [openshift-console/console-86db74f658-xzmzl] pod update took 14.554362ms I0410 16:42:30.956493 3657 base_network_controller_pods.go:937] [default/openshift-console/console-86db74f658-xzmzl] addLogicalPort annotation time took 14.577087ms I0410 16:42:30.957582 3657 pods.go:271] [openshift-console/console-86db74f658-xzmzl] addLogicalPort took 15.754623ms, libovsdb time 791.59µs W0410 16:42:31.288737 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0410 16:42:31.329042 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0410 16:42:31.346955 3657 cni.go:403] [openshift-console/console-86db74f658-xzmzl 2e0b1c7b3d2368894b38442eaf7ddb2bb0d541c3f4262c6f32c75b76b955c1fd network default NAD default] ADD starting CNI request [openshift-console/console-86db74f658-xzmzl 2e0b1c7b3d2368894b38442eaf7ddb2bb0d541c3f4262c6f32c75b76b955c1fd network default NAD default] I0410 16:42:31.356721 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-86db74f658-xzmzl, hostIfaceName: 2e0b1c7b3d23688, network: default, NAD default, SandboxID: "2e0b1c7b3d2368894b38442eaf7ddb2bb0d541c3f4262c6f32c75b76b955c1fd", PCI device ID: , UID: "67b1048a-a9f1-4371-b78d-26780c81e773", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0410 16:42:31.370417 3657 obj_retry.go:458] Detected object openshift-console/console-6fb95c8fd8-shjkt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:31.370438 3657 obj_retry.go:458] Detected object openshift-console/console-6fb95c8fd8-shjkt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:31.376503 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6fb95c8fd8-shjkt I0410 16:42:31.376525 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6fb95c8fd8-shjkt I0410 16:42:31.404020 3657 cni.go:424] [openshift-console/console-86db74f658-xzmzl 2e0b1c7b3d2368894b38442eaf7ddb2bb0d541c3f4262c6f32c75b76b955c1fd network default NAD default] ADD finished CNI request [openshift-console/console-86db74f658-xzmzl 2e0b1c7b3d2368894b38442eaf7ddb2bb0d541c3f4262c6f32c75b76b955c1fd network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:9a:67:26:e1:9c\",\"name\":\"2e0b1c7b3d23688\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e57eed3-cfeb-43f1-b3c5-5eead7d32207\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0410 16:42:36.393365 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0410 16:42:36.393423 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0410 16:42:36.393369 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0410 16:42:37.398311 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0410 16:42:41.420653 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0410 16:42:41.722870 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0410 16:42:54.292814 3657 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:54.293369 3657 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:55.182949 3657 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:55.182972 3657 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:56.414180 3657 obj_retry.go:464] Detected object openshift-console/console-74b87b4759-fc7rt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:56.414786 3657 obj_retry.go:464] Detected object openshift-console/console-74b87b4759-fc7rt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:56.783291 3657 obj_retry.go:458] Detected object openshift-console/console-74b87b4759-fc7rt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:56.783311 3657 obj_retry.go:458] Detected object openshift-console/console-74b87b4759-fc7rt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:56.785850 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74b87b4759-fc7rt I0410 16:42:56.785870 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74b87b4759-fc7rt I0410 16:42:57.629902 3657 obj_retry.go:464] Detected object openshift-image-registry/image-registry-78844b6957-gkfgv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:57.630461 3657 obj_retry.go:464] Detected object openshift-image-registry/image-registry-78844b6957-gkfgv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:42:57.789107 3657 obj_retry.go:458] Detected object openshift-image-registry/image-registry-78844b6957-gkfgv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:57.789126 3657 obj_retry.go:458] Detected object openshift-image-registry/image-registry-78844b6957-gkfgv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:42:57.794078 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-78844b6957-gkfgv I0410 16:42:57.794101 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-78844b6957-gkfgv I0410 16:43:01.326498 3657 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0410 16:43:01.343579 3657 obj_retry.go:464] Detected object openshift-ingress/router-default-5cb984d9f8-dgkln of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:01.344082 3657 obj_retry.go:464] Detected object openshift-ingress/router-default-5cb984d9f8-dgkln of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:02.197629 3657 obj_retry.go:458] Detected object openshift-ingress/router-default-5cb984d9f8-dgkln of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:02.197650 3657 obj_retry.go:458] Detected object openshift-ingress/router-default-5cb984d9f8-dgkln of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:02.200174 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5cb984d9f8-dgkln I0410 16:43:02.200196 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5cb984d9f8-dgkln I0410 16:43:05.559809 3657 cni.go:403] [openshift-multus/network-metrics-daemon-2vcg7 b20b71a6289bff50bc56de8f674c80dc894139d39fdad83cf980a8bb6ea983bf network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-2vcg7 b20b71a6289bff50bc56de8f674c80dc894139d39fdad83cf980a8bb6ea983bf network default NAD default] I0410 16:43:05.569120 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-2vcg7, hostIfaceName: b20b71a6289bff5, network: default, NAD default, SandboxID: "b20b71a6289bff50bc56de8f674c80dc894139d39fdad83cf980a8bb6ea983bf", PCI device ID: , UID: "22b41146-f457-4f85-add2-3e004c86becd", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0410 16:43:05.616554 3657 cni.go:424] [openshift-multus/network-metrics-daemon-2vcg7 b20b71a6289bff50bc56de8f674c80dc894139d39fdad83cf980a8bb6ea983bf network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-2vcg7 b20b71a6289bff50bc56de8f674c80dc894139d39fdad83cf980a8bb6ea983bf network default NAD default], result "{\"interfaces\":[{\"mac\":\"32:88:10:43:08:40\",\"name\":\"b20b71a6289bff5\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97b78fd6-d785-4801-a81b-af744b3ae9f9\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0410 16:43:10.272636 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0410 16:43:10.272660 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0410 16:43:10.272678 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0410 16:43:10.272685 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0410 16:43:10.570923 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0410 16:43:10.571017 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0410 16:43:24.683741 3657 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:24.684340 3657 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:24.923823 3657 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:24.923846 3657 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:24.929616 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0410 16:43:24.929635 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0410 16:43:29.004272 3657 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:29.004843 3657 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:29.329717 3657 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:29.329745 3657 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:29.338560 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0410 16:43:29.338588 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0410 16:43:44.939360 3657 cni.go:403] [openshift-console/console-86db74f658-xzmzl 2e0b1c7b3d2368894b38442eaf7ddb2bb0d541c3f4262c6f32c75b76b955c1fd network default NAD default] DEL starting CNI request [openshift-console/console-86db74f658-xzmzl 2e0b1c7b3d2368894b38442eaf7ddb2bb0d541c3f4262c6f32c75b76b955c1fd network default NAD default] I0410 16:43:45.017533 3657 cni.go:424] [openshift-console/console-86db74f658-xzmzl 2e0b1c7b3d2368894b38442eaf7ddb2bb0d541c3f4262c6f32c75b76b955c1fd network default NAD default] DEL finished CNI request [openshift-console/console-86db74f658-xzmzl 2e0b1c7b3d2368894b38442eaf7ddb2bb0d541c3f4262c6f32c75b76b955c1fd network default NAD default], result "{}", err I0410 16:43:45.065647 3657 obj_retry.go:464] Detected object openshift-console/console-86db74f658-xzmzl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:45.065677 3657 pods.go:176] Deleting pod: openshift-console/console-86db74f658-xzmzl I0410 16:43:45.066949 3657 pods.go:236] Attempting to release IPs for pod: openshift-console/console-86db74f658-xzmzl, ips: 10.129.0.24 I0410 16:43:45.066976 3657 obj_retry.go:464] Detected object openshift-console/console-86db74f658-xzmzl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:45.078668 3657 base_network_controller_pods.go:487] [default/openshift-console/console-db86fcf75-6bhvw] creating logical port openshift-console_console-db86fcf75-6bhvw for pod on switch ip-10-0-0-61.ec2.internal I0410 16:43:45.078770 3657 kube.go:256] Updating pod openshift-console/console-db86fcf75-6bhvw I0410 16:43:45.102974 3657 pod.go:62] [openshift-console/console-db86fcf75-6bhvw] pod update took 24.237837ms I0410 16:43:45.102994 3657 base_network_controller_pods.go:937] [default/openshift-console/console-db86fcf75-6bhvw] addLogicalPort annotation time took 24.260763ms I0410 16:43:45.104044 3657 pods.go:271] [openshift-console/console-db86fcf75-6bhvw] addLogicalPort took 25.389201ms, libovsdb time 704.29µs I0410 16:43:45.432384 3657 cni.go:403] [openshift-console/console-db86fcf75-6bhvw 166adaf1e7993cbe54d53e3beadb18d611972e870e9b80e5f073291dd75af4ee network default NAD default] ADD starting CNI request [openshift-console/console-db86fcf75-6bhvw 166adaf1e7993cbe54d53e3beadb18d611972e870e9b80e5f073291dd75af4ee network default NAD default] I0410 16:43:45.441771 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-db86fcf75-6bhvw, hostIfaceName: 166adaf1e7993cb, network: default, NAD default, SandboxID: "166adaf1e7993cbe54d53e3beadb18d611972e870e9b80e5f073291dd75af4ee", PCI device ID: , UID: "9d37d9f8-23ca-45ab-bc95-12f915c2afe3", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0410 16:43:45.489710 3657 cni.go:424] [openshift-console/console-db86fcf75-6bhvw 166adaf1e7993cbe54d53e3beadb18d611972e870e9b80e5f073291dd75af4ee network default NAD default] ADD finished CNI request [openshift-console/console-db86fcf75-6bhvw 166adaf1e7993cbe54d53e3beadb18d611972e870e9b80e5f073291dd75af4ee network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:11:c0:44:8f:cf\",\"name\":\"166adaf1e7993cb\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b8edee6-cbc3-4be8-8278-4fe3a93f62f6\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 16:43:45.692407 3657 obj_retry.go:458] Detected object openshift-console/console-86db74f658-xzmzl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:45.692431 3657 obj_retry.go:458] Detected object openshift-console/console-86db74f658-xzmzl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:45.700050 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-86db74f658-xzmzl I0410 16:43:45.700081 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-86db74f658-xzmzl I0410 16:43:46.711506 3657 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:46.713228 3657 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:47.419809 3657 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:47.419838 3657 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:47.425089 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0410 16:43:47.425114 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 W0410 16:43:55.718942 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0410 16:43:56.281255 3657 obj_retry.go:464] Detected object openshift-console/console-86db74f658-vtdll of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:56.281802 3657 obj_retry.go:464] Detected object openshift-console/console-86db74f658-vtdll of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:43:56.453920 3657 obj_retry.go:458] Detected object openshift-console/console-86db74f658-vtdll of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:56.453946 3657 obj_retry.go:458] Detected object openshift-console/console-86db74f658-vtdll of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:43:56.456727 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-86db74f658-vtdll I0410 16:43:56.456753 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-86db74f658-vtdll I0410 16:44:31.787819 3657 cni.go:403] [openshift-monitoring/prometheus-k8s-0 a7a74526494f7c3f1834b1cf3341cb5f6e7dbcbb181cd344ce3984033205110f network default NAD default] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 a7a74526494f7c3f1834b1cf3341cb5f6e7dbcbb181cd344ce3984033205110f network default NAD default] I0410 16:44:31.871262 3657 cni.go:424] [openshift-monitoring/prometheus-k8s-0 a7a74526494f7c3f1834b1cf3341cb5f6e7dbcbb181cd344ce3984033205110f network default NAD default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 a7a74526494f7c3f1834b1cf3341cb5f6e7dbcbb181cd344ce3984033205110f network default NAD default], result "{}", err I0410 16:44:31.954680 3657 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:44:31.954713 3657 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0410 16:44:31.955918 3657 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.129.0.22 I0410 16:44:31.955947 3657 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:44:32.859332 3657 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:44:32.859427 3657 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:44:32.865142 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0410 16:44:32.865169 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0410 16:44:32.907564 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-61.ec2.internal I0410 16:44:32.907692 3657 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0410 16:44:32.933689 3657 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 26.032199ms I0410 16:44:32.933711 3657 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 26.061325ms I0410 16:44:32.934963 3657 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 27.418595ms, libovsdb time 896.253µs I0410 16:44:33.270321 3657 cni.go:403] [openshift-monitoring/prometheus-k8s-0 1f34d1bd88c09294e434739167897aecc3cc14acb4d1afd81600073a0d23893e network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 1f34d1bd88c09294e434739167897aecc3cc14acb4d1afd81600073a0d23893e network default NAD default] I0410 16:44:33.279700 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 1f34d1bd88c0929, network: default, NAD default, SandboxID: "1f34d1bd88c09294e434739167897aecc3cc14acb4d1afd81600073a0d23893e", PCI device ID: , UID: "1f65ed26-a162-4d45-bf92-70eb47f85c8c", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0410 16:44:33.327049 3657 cni.go:424] [openshift-monitoring/prometheus-k8s-0 1f34d1bd88c09294e434739167897aecc3cc14acb4d1afd81600073a0d23893e network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 1f34d1bd88c09294e434739167897aecc3cc14acb4d1afd81600073a0d23893e network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:52:f6:18:07:c5\",\"name\":\"1f34d1bd88c0929\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ede3bab9-e038-4717-9c89-a52dc8c3c67c\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 16:44:42.564566 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 W0410 16:45:04.339593 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0410 16:45:14.565569 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0410 16:45:15.391487 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0410 16:45:15.391541 3657 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-zd8bc IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-zd8bc: no pod IPs found W0410 16:45:34.138882 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0410 16:45:34.138903 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0410 16:45:52.531871 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0410 16:46:07.447595 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=63 I0410 16:46:24.462059 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=620 I0410 16:46:41.560348 3657 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0410 16:46:53.261142 3657 namespace.go:98] [tsf] adding namespace I0410 16:46:53.261939 3657 namespace.go:102] [tsf] adding namespace took 778.311µs I0410 16:46:53.280927 3657 namespace.go:142] [tsf] updating namespace I0410 16:46:53.293733 3657 namespace.go:142] [tsf] updating namespace I0410 16:46:57.360013 3657 namespace.go:98] [rhtpa-operator] adding namespace I0410 16:46:57.360920 3657 namespace.go:102] [rhtpa-operator] adding namespace took 887.581µs I0410 16:46:57.363599 3657 namespace.go:98] [rhbk-operator] adding namespace I0410 16:46:57.363637 3657 namespace.go:98] [konflux-ui] adding namespace I0410 16:46:57.363735 3657 namespace.go:98] [cert-manager-operator] adding namespace I0410 16:46:57.363865 3657 namespace.go:98] [tsf-tpa] adding namespace I0410 16:46:57.364288 3657 namespace.go:102] [rhbk-operator] adding namespace took 665.504µs I0410 16:46:57.364800 3657 namespace.go:102] [konflux-ui] adding namespace took 1.153582ms I0410 16:46:57.364942 3657 namespace.go:98] [tsf-tas] adding namespace I0410 16:46:57.365148 3657 namespace.go:98] [tsf-keycloak] adding namespace I0410 16:46:57.365456 3657 namespace.go:102] [cert-manager-operator] adding namespace took 1.707107ms I0410 16:46:57.365487 3657 namespace.go:98] [konflux-operator] adding namespace I0410 16:46:57.366044 3657 namespace.go:102] [konflux-operator] adding namespace took 548.1µs I0410 16:46:57.366568 3657 namespace.go:102] [tsf-tpa] adding namespace took 2.690489ms I0410 16:46:57.367042 3657 namespace.go:102] [tsf-tas] adding namespace took 2.085993ms I0410 16:46:57.367425 3657 namespace.go:102] [tsf-keycloak] adding namespace took 2.265693ms I0410 16:46:57.376751 3657 namespace.go:142] [rhtpa-operator] updating namespace I0410 16:46:57.389303 3657 namespace.go:142] [rhtpa-operator] updating namespace I0410 16:46:57.396870 3657 namespace.go:142] [rhbk-operator] updating namespace I0410 16:46:57.415494 3657 namespace.go:142] [cert-manager-operator] updating namespace I0410 16:46:57.415614 3657 namespace.go:142] [rhbk-operator] updating namespace I0410 16:46:57.415704 3657 namespace.go:142] [tsf-tpa] updating namespace I0410 16:46:57.415780 3657 namespace.go:142] [konflux-ui] updating namespace I0410 16:46:57.427695 3657 namespace.go:142] [tsf-tas] updating namespace I0410 16:46:57.427777 3657 namespace.go:142] [konflux-operator] updating namespace I0410 16:46:57.429014 3657 namespace.go:142] [tsf-keycloak] updating namespace I0410 16:46:57.429358 3657 namespace.go:142] [rhbk-operator] updating namespace I0410 16:46:57.429422 3657 namespace.go:142] [rhtpa-operator] updating namespace I0410 16:46:57.454878 3657 namespace.go:142] [cert-manager-operator] updating namespace I0410 16:46:57.469608 3657 namespace.go:142] [cert-manager-operator] updating namespace I0410 16:46:57.474836 3657 namespace.go:142] [tsf-tpa] updating namespace I0410 16:46:57.486276 3657 namespace.go:142] [tsf-tpa] updating namespace I0410 16:46:57.496270 3657 namespace.go:142] [tsf-tas] updating namespace I0410 16:46:57.510850 3657 namespace.go:142] [tsf-tas] updating namespace I0410 16:46:57.514030 3657 namespace.go:142] [konflux-operator] updating namespace I0410 16:46:57.526845 3657 namespace.go:142] [konflux-operator] updating namespace I0410 16:46:57.539580 3657 namespace.go:142] [tsf-keycloak] updating namespace I0410 16:46:57.555404 3657 namespace.go:142] [tsf-keycloak] updating namespace I0410 16:46:57.555501 3657 namespace.go:142] [konflux-ui] updating namespace I0410 16:46:57.590524 3657 namespace.go:142] [konflux-ui] updating namespace I0410 16:46:58.560806 3657 namespace.go:142] [tsf-tpa] updating namespace I0410 16:46:58.571080 3657 namespace.go:142] [tsf-keycloak] updating namespace I0410 16:46:58.714873 3657 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-61.ec2.internal I0410 16:46:58.714996 3657 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0410 16:46:58.745462 3657 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 30.495366ms I0410 16:46:58.745482 3657 base_network_controller_pods.go:937] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 30.516647ms I0410 16:46:58.746624 3657 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 31.764122ms, libovsdb time 833.197µs I0410 16:46:59.086978 3657 cni.go:403] [tsf/test-tsf-subscriptions f1e4ebd87d68e3fae61c17099878d03d47ead1fd6cbdaf34ab53022d0db95467 network default NAD default] ADD starting CNI request [tsf/test-tsf-subscriptions f1e4ebd87d68e3fae61c17099878d03d47ead1fd6cbdaf34ab53022d0db95467 network default NAD default] I0410 16:46:59.095851 3657 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: f1e4ebd87d68e3f, network: default, NAD default, SandboxID: "f1e4ebd87d68e3fae61c17099878d03d47ead1fd6cbdaf34ab53022d0db95467", PCI device ID: , UID: "2f71fa2b-6dc2-49d7-b815-6b5c915566fa", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0410 16:46:59.142253 3657 cni.go:424] [tsf/test-tsf-subscriptions f1e4ebd87d68e3fae61c17099878d03d47ead1fd6cbdaf34ab53022d0db95467 network default NAD default] ADD finished CNI request [tsf/test-tsf-subscriptions f1e4ebd87d68e3fae61c17099878d03d47ead1fd6cbdaf34ab53022d0db95467 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:13:12:bc:6d:27\",\"name\":\"f1e4ebd87d68e3f\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21cedcfe-c7c6-4598-b10d-a74d241c9276\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 16:47:00.070266 3657 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 for pod on switch ip-10-0-0-61.ec2.internal I0410 16:47:00.070424 3657 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 I0410 16:47:00.084088 3657 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8] pod update took 13.693902ms I0410 16:47:00.084165 3657 base_network_controller_pods.go:937] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8] addLogicalPort annotation time took 13.774794ms I0410 16:47:00.085448 3657 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8] addLogicalPort took 15.20211ms, libovsdb time 882.646µs I0410 16:47:00.167573 3657 base_network_controller_pods.go:487] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5] creating logical port openshift-marketplace_925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 for pod on switch ip-10-0-0-61.ec2.internal I0410 16:47:00.167694 3657 kube.go:256] Updating pod openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 I0410 16:47:00.181455 3657 pod.go:62] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5] pod update took 13.793265ms I0410 16:47:00.181480 3657 base_network_controller_pods.go:937] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5] addLogicalPort annotation time took 13.821133ms I0410 16:47:00.182893 3657 pods.go:271] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5] addLogicalPort took 15.337383ms, libovsdb time 957.517µs I0410 16:47:00.988061 3657 cni.go:403] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 b5ac5bab1feaa4b9817b5a41b889af81e6dd01625a858bf680e340d56ee5f898 network default NAD default] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 b5ac5bab1feaa4b9817b5a41b889af81e6dd01625a858bf680e340d56ee5f898 network default NAD default] I0410 16:47:00.991901 3657 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 03ec4a53b65c8e96cb05903819f27e63f22f550439a16f3ee13de3aa49131320 network default NAD default] ADD starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 03ec4a53b65c8e96cb05903819f27e63f22f550439a16f3ee13de3aa49131320 network default NAD default] I0410 16:47:00.998382 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8, hostIfaceName: b5ac5bab1feaa4b, network: default, NAD default, SandboxID: "b5ac5bab1feaa4b9817b5a41b889af81e6dd01625a858bf680e340d56ee5f898", PCI device ID: , UID: "9b6c3f74-a8ce-4d32-a958-f675666d7fd3", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0410 16:47:01.001753 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5, hostIfaceName: 03ec4a53b65c8e9, network: default, NAD default, SandboxID: "03ec4a53b65c8e96cb05903819f27e63f22f550439a16f3ee13de3aa49131320", PCI device ID: , UID: "924b9510-11f5-4f19-88c5-862aa4f5dcd3", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0410 16:47:01.048056 3657 cni.go:424] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 b5ac5bab1feaa4b9817b5a41b889af81e6dd01625a858bf680e340d56ee5f898 network default NAD default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 b5ac5bab1feaa4b9817b5a41b889af81e6dd01625a858bf680e340d56ee5f898 network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:3c:4f:21:eb:83\",\"name\":\"b5ac5bab1feaa4b\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e71c4460-2b9b-49a6-8314-bfe09a7cb382\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 16:47:01.069371 3657 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 03ec4a53b65c8e96cb05903819f27e63f22f550439a16f3ee13de3aa49131320 network default NAD default] ADD finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 03ec4a53b65c8e96cb05903819f27e63f22f550439a16f3ee13de3aa49131320 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:55:36:74:79:e5\",\"name\":\"03ec4a53b65c8e9\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d94a369-635c-4ac1-903d-d0eac6381a39\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 16:47:01.543979 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0410 16:47:03.134515 3657 base_network_controller_pods.go:487] [default/openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6] creating logical port openshift-marketplace_821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 for pod on switch ip-10-0-0-61.ec2.internal I0410 16:47:03.134640 3657 kube.go:256] Updating pod openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 I0410 16:47:03.147988 3657 pod.go:62] [openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6] pod update took 13.3777ms I0410 16:47:03.148011 3657 base_network_controller_pods.go:937] [default/openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6] addLogicalPort annotation time took 13.405342ms I0410 16:47:03.149259 3657 pods.go:271] [openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6] addLogicalPort took 14.762673ms, libovsdb time 854.613µs I0410 16:47:03.510369 3657 cni.go:403] [openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 c5f52dd20932331de23e8f42735321f7c0c26af2c7dd5cb90b4776dee2d28d7e network default NAD default] ADD starting CNI request [openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 c5f52dd20932331de23e8f42735321f7c0c26af2c7dd5cb90b4776dee2d28d7e network default NAD default] I0410 16:47:03.519335 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6, hostIfaceName: c5f52dd20932331, network: default, NAD default, SandboxID: "c5f52dd20932331de23e8f42735321f7c0c26af2c7dd5cb90b4776dee2d28d7e", PCI device ID: , UID: "f4027b57-e83a-42b9-bb75-6d22b316cf6c", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0410 16:47:03.567380 3657 cni.go:424] [openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 c5f52dd20932331de23e8f42735321f7c0c26af2c7dd5cb90b4776dee2d28d7e network default NAD default] ADD finished CNI request [openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 c5f52dd20932331de23e8f42735321f7c0c26af2c7dd5cb90b4776dee2d28d7e network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:c2:5c:3b:cf:6f\",\"name\":\"c5f52dd20932331\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b237bbb6-a0b8-4c55-b1d5-e3b660335eba\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 16:47:04.476723 3657 cni.go:403] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 b5ac5bab1feaa4b9817b5a41b889af81e6dd01625a858bf680e340d56ee5f898 network default NAD default] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 b5ac5bab1feaa4b9817b5a41b889af81e6dd01625a858bf680e340d56ee5f898 network default NAD default] I0410 16:47:04.561540 3657 cni.go:424] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 b5ac5bab1feaa4b9817b5a41b889af81e6dd01625a858bf680e340d56ee5f898 network default NAD default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 b5ac5bab1feaa4b9817b5a41b889af81e6dd01625a858bf680e340d56ee5f898 network default NAD default], result "{}", err I0410 16:47:04.610765 3657 obj_retry.go:464] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:04.610803 3657 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 I0410 16:47:04.612551 3657 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8, ips: 10.129.0.28 I0410 16:47:04.612585 3657 obj_retry.go:464] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:04.612607 3657 obj_retry.go:464] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:04.612617 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0410 16:47:04.612894 3657 obj_retry.go:464] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:04.612914 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0410 16:47:04.893475 3657 base_network_controller_pods.go:487] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh] creating logical port openshift-marketplace_53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh for pod on switch ip-10-0-0-61.ec2.internal I0410 16:47:04.893639 3657 kube.go:256] Updating pod openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh I0410 16:47:04.906846 3657 pod.go:62] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh] pod update took 13.246368ms I0410 16:47:04.906878 3657 base_network_controller_pods.go:937] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh] addLogicalPort annotation time took 13.282949ms I0410 16:47:04.908624 3657 pods.go:271] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh] addLogicalPort took 15.169751ms, libovsdb time 1.190713ms I0410 16:47:05.261827 3657 cni.go:403] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh 42ef2f542ecf218974759936c6536dd5715547bb0e3100339ddc88f22288c743 network default NAD default] ADD starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh 42ef2f542ecf218974759936c6536dd5715547bb0e3100339ddc88f22288c743 network default NAD default] I0410 16:47:05.274435 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh, hostIfaceName: 42ef2f542ecf218, network: default, NAD default, SandboxID: "42ef2f542ecf218974759936c6536dd5715547bb0e3100339ddc88f22288c743", PCI device ID: , UID: "5b31cd59-4f89-41cd-94db-e1aedbcdb783", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0410 16:47:05.330835 3657 cni.go:424] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh 42ef2f542ecf218974759936c6536dd5715547bb0e3100339ddc88f22288c743 network default NAD default] ADD finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh 42ef2f542ecf218974759936c6536dd5715547bb0e3100339ddc88f22288c743 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:6f:22:2c:96:ca\",\"name\":\"42ef2f542ecf218\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b8268ea-1a65-42fc-8d68-0d0f64f30fd1\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 16:47:05.486491 3657 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 03ec4a53b65c8e96cb05903819f27e63f22f550439a16f3ee13de3aa49131320 network default NAD default] DEL starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 03ec4a53b65c8e96cb05903819f27e63f22f550439a16f3ee13de3aa49131320 network default NAD default] I0410 16:47:05.560050 3657 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 03ec4a53b65c8e96cb05903819f27e63f22f550439a16f3ee13de3aa49131320 network default NAD default] DEL finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 03ec4a53b65c8e96cb05903819f27e63f22f550439a16f3ee13de3aa49131320 network default NAD default], result "{}", err I0410 16:47:05.634634 3657 obj_retry.go:458] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:05.634698 3657 obj_retry.go:458] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:05.634723 3657 obj_retry.go:458] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:05.634752 3657 obj_retry.go:458] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2cgjg8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:06.116384 3657 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x for pod on switch ip-10-0-0-61.ec2.internal I0410 16:47:06.116481 3657 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x I0410 16:47:06.130112 3657 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x] pod update took 13.658877ms I0410 16:47:06.130133 3657 base_network_controller_pods.go:937] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x] addLogicalPort annotation time took 13.686584ms I0410 16:47:06.131566 3657 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x] addLogicalPort took 15.197863ms, libovsdb time 938.095µs I0410 16:47:06.218299 3657 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q for pod on switch ip-10-0-0-61.ec2.internal I0410 16:47:06.218402 3657 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q I0410 16:47:06.232235 3657 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q] pod update took 13.859637ms I0410 16:47:06.232261 3657 base_network_controller_pods.go:937] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q] addLogicalPort annotation time took 13.892255ms I0410 16:47:06.234284 3657 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q] addLogicalPort took 16.000194ms, libovsdb time 1.175916ms I0410 16:47:06.955177 3657 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:06.955228 3657 pods.go:176] Deleting pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 I0410 16:47:06.956881 3657 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5, ips: 10.129.0.29 I0410 16:47:06.956911 3657 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:06.956936 3657 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:06.956947 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0410 16:47:06.957133 3657 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:06.957146 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0410 16:47:07.979682 3657 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:07.979708 3657 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:07.979726 3657 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:07.979738 3657 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:10.458878 3657 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x 8a630f9e4afc44f81ab7d51ea5233dd4a3ac7810a287dcb95150e728f23899e0 network default NAD default] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x 8a630f9e4afc44f81ab7d51ea5233dd4a3ac7810a287dcb95150e728f23899e0 network default NAD default] I0410 16:47:10.458876 3657 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q e8c8e0a8ec03ff72024edb6e2d7a4b2d2e5d7628e520385787342dd79812191c network default NAD default] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q e8c8e0a8ec03ff72024edb6e2d7a4b2d2e5d7628e520385787342dd79812191c network default NAD default] I0410 16:47:10.472189 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q, hostIfaceName: e8c8e0a8ec03ff7, network: default, NAD default, SandboxID: "e8c8e0a8ec03ff72024edb6e2d7a4b2d2e5d7628e520385787342dd79812191c", PCI device ID: , UID: "24f80b46-3aff-4f43-b30e-7548fe7098a4", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0410 16:47:10.474311 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x, hostIfaceName: 8a630f9e4afc44f, network: default, NAD default, SandboxID: "8a630f9e4afc44f81ab7d51ea5233dd4a3ac7810a287dcb95150e728f23899e0", PCI device ID: , UID: "5e4728ec-edda-47fe-a85a-76386b5acbde", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0410 16:47:10.526086 3657 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q e8c8e0a8ec03ff72024edb6e2d7a4b2d2e5d7628e520385787342dd79812191c network default NAD default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q e8c8e0a8ec03ff72024edb6e2d7a4b2d2e5d7628e520385787342dd79812191c network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:d3:b3:73:52:4c\",\"name\":\"e8c8e0a8ec03ff7\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/43098834-e70b-49ad-8ca6-425781a1bcd2\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 16:47:10.543986 3657 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x 8a630f9e4afc44f81ab7d51ea5233dd4a3ac7810a287dcb95150e728f23899e0 network default NAD default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x 8a630f9e4afc44f81ab7d51ea5233dd4a3ac7810a287dcb95150e728f23899e0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:b7:92:17:60:26\",\"name\":\"8a630f9e4afc44f\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e704477-7d1a-4e9b-bc40-a58a62689462\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 16:47:11.448796 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=144 I0410 16:47:12.534769 3657 cni.go:403] [openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 c5f52dd20932331de23e8f42735321f7c0c26af2c7dd5cb90b4776dee2d28d7e network default NAD default] DEL starting CNI request [openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 c5f52dd20932331de23e8f42735321f7c0c26af2c7dd5cb90b4776dee2d28d7e network default NAD default] I0410 16:47:12.603710 3657 cni.go:424] [openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 c5f52dd20932331de23e8f42735321f7c0c26af2c7dd5cb90b4776dee2d28d7e network default NAD default] DEL finished CNI request [openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 c5f52dd20932331de23e8f42735321f7c0c26af2c7dd5cb90b4776dee2d28d7e network default NAD default], result "{}", err I0410 16:47:12.810243 3657 obj_retry.go:464] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:12.810273 3657 pods.go:176] Deleting pod: openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 I0410 16:47:12.811615 3657 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6, ips: 10.129.0.30 I0410 16:47:12.811643 3657 obj_retry.go:464] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:12.811664 3657 obj_retry.go:464] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:12.811671 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0410 16:47:12.811846 3657 obj_retry.go:464] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:12.811861 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0410 16:47:13.545002 3657 cni.go:403] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh 42ef2f542ecf218974759936c6536dd5715547bb0e3100339ddc88f22288c743 network default NAD default] DEL starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh 42ef2f542ecf218974759936c6536dd5715547bb0e3100339ddc88f22288c743 network default NAD default] I0410 16:47:13.617081 3657 cni.go:424] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh 42ef2f542ecf218974759936c6536dd5715547bb0e3100339ddc88f22288c743 network default NAD default] DEL finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh 42ef2f542ecf218974759936c6536dd5715547bb0e3100339ddc88f22288c743 network default NAD default], result "{}", err I0410 16:47:13.752618 3657 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:13.752687 3657 pods.go:176] Deleting pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh I0410 16:47:13.754256 3657 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh, ips: 10.129.0.31 I0410 16:47:13.754292 3657 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:13.754314 3657 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:13.754323 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0410 16:47:13.754510 3657 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:13.754525 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0410 16:47:13.834997 3657 obj_retry.go:458] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:13.835018 3657 obj_retry.go:458] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:13.835030 3657 obj_retry.go:458] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:13.835040 3657 obj_retry.go:458] Detected object openshift-marketplace/821ea3ed037c691b71a71849a99c80c1f2d03fbd7086377c3b9e62a4bc26mz6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:14.554993 3657 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q e8c8e0a8ec03ff72024edb6e2d7a4b2d2e5d7628e520385787342dd79812191c network default NAD default] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q e8c8e0a8ec03ff72024edb6e2d7a4b2d2e5d7628e520385787342dd79812191c network default NAD default] I0410 16:47:14.554993 3657 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x 8a630f9e4afc44f81ab7d51ea5233dd4a3ac7810a287dcb95150e728f23899e0 network default NAD default] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x 8a630f9e4afc44f81ab7d51ea5233dd4a3ac7810a287dcb95150e728f23899e0 network default NAD default] I0410 16:47:14.638224 3657 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x 8a630f9e4afc44f81ab7d51ea5233dd4a3ac7810a287dcb95150e728f23899e0 network default NAD default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x 8a630f9e4afc44f81ab7d51ea5233dd4a3ac7810a287dcb95150e728f23899e0 network default NAD default], result "{}", err I0410 16:47:14.658976 3657 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q e8c8e0a8ec03ff72024edb6e2d7a4b2d2e5d7628e520385787342dd79812191c network default NAD default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q e8c8e0a8ec03ff72024edb6e2d7a4b2d2e5d7628e520385787342dd79812191c network default NAD default], result "{}", err I0410 16:47:14.724366 3657 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:14.724403 3657 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x I0410 16:47:14.725783 3657 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x, ips: 10.129.0.32 I0410 16:47:14.725810 3657 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:14.725833 3657 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:14.725841 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0410 16:47:14.726025 3657 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:14.726041 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0410 16:47:14.781897 3657 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:14.781921 3657 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:14.781936 3657 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:14.781947 3657 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecefxqfh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:14.790691 3657 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:14.790726 3657 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q I0410 16:47:14.791897 3657 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q, ips: 10.129.0.33 I0410 16:47:14.791923 3657 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:47:14.791945 3657 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:14.791958 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0410 16:47:14.792129 3657 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0410 16:47:14.792143 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0410 16:47:15.748061 3657 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:15.748119 3657 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:15.748135 3657 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:15.748149 3657 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad77tv7x of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:15.813159 3657 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:15.813184 3657 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:15.813196 3657 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:15.813225 3657 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflzs5q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:47:19.455447 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0410 16:47:21.680428 3657 namespace.go:98] [cert-manager] adding namespace I0410 16:47:21.681233 3657 namespace.go:102] [cert-manager] adding namespace took 780.777µs I0410 16:47:21.731683 3657 namespace.go:142] [cert-manager] updating namespace I0410 16:47:21.749658 3657 namespace.go:142] [cert-manager] updating namespace I0410 16:47:23.639164 3657 namespace.go:142] [openshift-operators] updating namespace I0410 16:47:23.657600 3657 namespace.go:142] [openshift-operators] updating namespace I0410 16:47:26.451690 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=59 W0410 16:47:30.351567 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0410 16:47:30.351585 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0410 16:47:31.526998 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0410 16:47:31.633217 3657 namespace.go:142] [openshift-operators] updating namespace W0410 16:47:36.161389 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0410 16:47:41.829727 3657 namespace.go:98] [trusted-artifact-signer] adding namespace I0410 16:47:41.830581 3657 namespace.go:102] [trusted-artifact-signer] adding namespace took 829.532µs I0410 16:47:41.856756 3657 namespace.go:142] [trusted-artifact-signer] updating namespace I0410 16:47:41.868723 3657 namespace.go:142] [trusted-artifact-signer] updating namespace W0410 16:47:42.143037 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0410 16:47:43.559749 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 W0410 16:47:47.395549 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0410 16:47:47.750610 3657 namespace.go:98] [openshift-pipelines] adding namespace I0410 16:47:47.751480 3657 namespace.go:102] [openshift-pipelines] adding namespace took 850.834µs I0410 16:47:47.782509 3657 namespace.go:142] [openshift-pipelines] updating namespace I0410 16:47:48.586614 3657 namespace.go:142] [cert-manager] updating namespace I0410 16:47:48.740278 3657 namespace.go:142] [cert-manager-operator] updating namespace I0410 16:47:49.131617 3657 namespace.go:142] [konflux-operator] updating namespace I0410 16:47:49.329757 3657 namespace.go:142] [konflux-ui] updating namespace I0410 16:47:49.556622 3657 namespace.go:142] [open-cluster-management-2pjdbflt20orhukbtf2dladvdmeaucej] updating namespace I0410 16:47:49.947760 3657 namespace.go:142] [rhbk-operator] updating namespace I0410 16:47:50.162548 3657 namespace.go:142] [rhtpa-operator] updating namespace I0410 16:47:50.325658 3657 namespace.go:142] [trusted-artifact-signer] updating namespace I0410 16:47:50.516753 3657 namespace.go:142] [tsf] updating namespace I0410 16:47:50.721676 3657 namespace.go:142] [tsf-keycloak] updating namespace I0410 16:47:50.922170 3657 namespace.go:142] [tsf-tas] updating namespace I0410 16:47:51.115161 3657 namespace.go:142] [tsf-tpa] updating namespace I0410 16:47:51.276866 3657 namespace.go:142] [cert-manager] updating namespace I0410 16:47:51.285770 3657 namespace.go:142] [cert-manager-operator] updating namespace I0410 16:47:51.300613 3657 namespace.go:142] [default] updating namespace I0410 16:47:51.315589 3657 namespace.go:142] [konflux-operator] updating namespace I0410 16:47:51.328366 3657 namespace.go:142] [konflux-ui] updating namespace I0410 16:47:51.339600 3657 namespace.go:142] [open-cluster-management-2pjdbflt20orhukbtf2dladvdmeaucej] updating namespace I0410 16:47:51.350438 3657 namespace.go:142] [openshift] updating namespace I0410 16:47:51.362849 3657 namespace.go:142] [rhbk-operator] updating namespace I0410 16:47:51.372991 3657 namespace.go:142] [rhtpa-operator] updating namespace I0410 16:47:51.386333 3657 namespace.go:142] [trusted-artifact-signer] updating namespace I0410 16:47:51.397898 3657 namespace.go:142] [tsf] updating namespace I0410 16:47:51.414266 3657 namespace.go:142] [tsf-keycloak] updating namespace I0410 16:47:51.428173 3657 namespace.go:142] [tsf-tas] updating namespace I0410 16:47:51.440264 3657 namespace.go:142] [tsf-tpa] updating namespace I0410 16:47:51.500617 3657 namespace.go:142] [cert-manager] updating namespace I0410 16:47:51.602565 3657 namespace.go:142] [cert-manager-operator] updating namespace I0410 16:47:51.719738 3657 namespace.go:142] [default] updating namespace I0410 16:47:51.815905 3657 namespace.go:142] [konflux-operator] updating namespace I0410 16:47:51.900795 3657 namespace.go:142] [konflux-ui] updating namespace I0410 16:47:52.008719 3657 namespace.go:142] [open-cluster-management-2pjdbflt20orhukbtf2dladvdmeaucej] updating namespace I0410 16:47:52.122904 3657 namespace.go:142] [openshift] updating namespace I0410 16:47:52.208921 3657 namespace.go:142] [rhbk-operator] updating namespace I0410 16:47:52.314820 3657 namespace.go:142] [rhtpa-operator] updating namespace I0410 16:47:52.406843 3657 namespace.go:142] [trusted-artifact-signer] updating namespace I0410 16:47:52.515162 3657 namespace.go:142] [tsf] updating namespace I0410 16:47:52.608149 3657 namespace.go:142] [tsf-keycloak] updating namespace W0410 16:47:52.619699 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0410 16:47:52.641086 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0410 16:47:52.647574 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0410 16:47:52.677333 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0410 16:47:52.703687 3657 namespace.go:142] [tsf-tas] updating namespace I0410 16:47:52.814569 3657 namespace.go:142] [tsf-tpa] updating namespace I0410 16:47:53.249336 3657 namespace.go:142] [openshift-pipelines] updating namespace I0410 16:48:01.388601 3657 namespace.go:142] [openshift-pipelines] updating namespace I0410 16:48:02.005115 3657 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-8cr64] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-8cr64 for pod on switch ip-10-0-0-61.ec2.internal I0410 16:48:02.005223 3657 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-8cr64 I0410 16:48:02.021560 3657 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-8cr64] pod update took 16.380171ms I0410 16:48:02.021586 3657 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-8cr64] addLogicalPort annotation time took 16.410539ms I0410 16:48:02.022875 3657 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-8cr64] addLogicalPort took 17.774148ms, libovsdb time 893.077µs I0410 16:48:02.370587 3657 cni.go:403] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-8cr64 4f6ed091c614bd7b98a803732945d0226ebf4b86b2a502ca77afb46152c6b7e2 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-8cr64 4f6ed091c614bd7b98a803732945d0226ebf4b86b2a502ca77afb46152c6b7e2 network default NAD default] I0410 16:48:02.379611 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-8cr64, hostIfaceName: 4f6ed091c614bd7, network: default, NAD default, SandboxID: "4f6ed091c614bd7b98a803732945d0226ebf4b86b2a502ca77afb46152c6b7e2", PCI device ID: , UID: "dda8bfb9-e18e-4f59-a30b-3bc354f85f37", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0410 16:48:02.427669 3657 cni.go:424] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-8cr64 4f6ed091c614bd7b98a803732945d0226ebf4b86b2a502ca77afb46152c6b7e2 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-8cr64 4f6ed091c614bd7b98a803732945d0226ebf4b86b2a502ca77afb46152c6b7e2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:9f:18:77:6e:cf\",\"name\":\"4f6ed091c614bd7\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a199f0d-d077-43b8-9b26-22c919a229b7\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0410 16:48:05.190132 3657 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0410 16:48:05.190148 3657 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0410 16:48:05.190153 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0410 16:48:06.814160 3657 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0410 16:48:06.814177 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0410 16:48:06.814185 3657 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0410 16:48:09.223284 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0410 16:48:09.223304 3657 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0410 16:48:09.223310 3657 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0410 16:48:09.223316 3657 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0410 16:48:13.853510 3657 cni.go:403] [tsf/test-tsf-subscriptions f1e4ebd87d68e3fae61c17099878d03d47ead1fd6cbdaf34ab53022d0db95467 network default NAD default] DEL starting CNI request [tsf/test-tsf-subscriptions f1e4ebd87d68e3fae61c17099878d03d47ead1fd6cbdaf34ab53022d0db95467 network default NAD default] I0410 16:48:13.917697 3657 cni.go:424] [tsf/test-tsf-subscriptions f1e4ebd87d68e3fae61c17099878d03d47ead1fd6cbdaf34ab53022d0db95467 network default NAD default] DEL finished CNI request [tsf/test-tsf-subscriptions f1e4ebd87d68e3fae61c17099878d03d47ead1fd6cbdaf34ab53022d0db95467 network default NAD default], result "{}", err I0410 16:48:13.971187 3657 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:48:13.971313 3657 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0410 16:48:13.972671 3657 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.0.27 I0410 16:48:13.972705 3657 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:48:13.991862 3657 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:48:13.991879 3657 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:48:13.997514 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0410 16:48:13.997537 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0410 16:48:15.105062 3657 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-61.ec2.internal I0410 16:48:15.105167 3657 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0410 16:48:15.121411 3657 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 16.2699ms I0410 16:48:15.121431 3657 base_network_controller_pods.go:937] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 16.299702ms I0410 16:48:15.122620 3657 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 17.574787ms, libovsdb time 826.604µs I0410 16:48:15.463656 3657 cni.go:403] [tsf/test-tsf-infrastructure aab0a68c3705cd173b04e88995d63480c6bec98119f7b77b34f8e583a3c306d5 network default NAD default] ADD starting CNI request [tsf/test-tsf-infrastructure aab0a68c3705cd173b04e88995d63480c6bec98119f7b77b34f8e583a3c306d5 network default NAD default] I0410 16:48:15.472843 3657 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: aab0a68c3705cd1, network: default, NAD default, SandboxID: "aab0a68c3705cd173b04e88995d63480c6bec98119f7b77b34f8e583a3c306d5", PCI device ID: , UID: "6f1e8dfc-e416-4ee5-a30a-54b333991ac3", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0410 16:48:15.519431 3657 cni.go:424] [tsf/test-tsf-infrastructure aab0a68c3705cd173b04e88995d63480c6bec98119f7b77b34f8e583a3c306d5 network default NAD default] ADD finished CNI request [tsf/test-tsf-infrastructure aab0a68c3705cd173b04e88995d63480c6bec98119f7b77b34f8e583a3c306d5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:9d:3c:a6:28:1d\",\"name\":\"aab0a68c3705cd1\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb413887-2ea1-4778-9f13-75273800238c\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0410 16:48:17.825027 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0410 16:48:17.825052 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0410 16:48:17.825077 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0410 16:48:18.000537 3657 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-trkq2] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-trkq2 for pod on switch ip-10-0-0-61.ec2.internal I0410 16:48:18.000647 3657 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-trkq2 I0410 16:48:18.001374 3657 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-z9d4g] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-z9d4g for pod on switch ip-10-0-0-61.ec2.internal I0410 16:48:18.001532 3657 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-z9d4g I0410 16:48:18.014962 3657 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-trkq2] pod update took 14.350945ms I0410 16:48:18.014992 3657 base_network_controller_pods.go:937] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-trkq2] addLogicalPort annotation time took 14.385786ms I0410 16:48:18.015637 3657 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-z9d4g] pod update took 14.13121ms I0410 16:48:18.015663 3657 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-z9d4g] addLogicalPort annotation time took 14.158966ms I0410 16:48:18.016587 3657 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-trkq2] addLogicalPort took 16.084188ms, libovsdb time 1.116768ms I0410 16:48:18.016939 3657 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-z9d4g] addLogicalPort took 15.581417ms, libovsdb time 854.735µs I0410 16:48:22.548943 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0410 16:48:27.363075 3657 cni.go:403] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-trkq2 5f00a58129957f0513f5cd87c3cd3b6f55c6ec24a485de1ba9ace3739e2acbb6 network default NAD default] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-trkq2 5f00a58129957f0513f5cd87c3cd3b6f55c6ec24a485de1ba9ace3739e2acbb6 network default NAD default] I0410 16:48:27.370513 3657 cni.go:403] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-z9d4g 018a2fd47dd1a4809cb0288072071a5be9aa51aaf600a34a209b774a5385445b network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-z9d4g 018a2fd47dd1a4809cb0288072071a5be9aa51aaf600a34a209b774a5385445b network default NAD default] I0410 16:48:27.373342 3657 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-trkq2, hostIfaceName: 5f00a58129957f0, network: default, NAD default, SandboxID: "5f00a58129957f0513f5cd87c3cd3b6f55c6ec24a485de1ba9ace3739e2acbb6", PCI device ID: , UID: "e2a98a90-74e8-4bb4-ac43-4f5b471386df", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0410 16:48:27.380769 3657 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-z9d4g, hostIfaceName: 018a2fd47dd1a48, network: default, NAD default, SandboxID: "018a2fd47dd1a4809cb0288072071a5be9aa51aaf600a34a209b774a5385445b", PCI device ID: , UID: "496c6355-3616-40c5-9307-7ded5bd90ea1", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0410 16:48:27.423709 3657 cni.go:424] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-trkq2 5f00a58129957f0513f5cd87c3cd3b6f55c6ec24a485de1ba9ace3739e2acbb6 network default NAD default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-trkq2 5f00a58129957f0513f5cd87c3cd3b6f55c6ec24a485de1ba9ace3739e2acbb6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:fc:a7:a8:48:ce\",\"name\":\"5f00a58129957f0\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/864723d9-703d-4081-a04e-f2651de678dc\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 16:48:27.444593 3657 cni.go:424] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-z9d4g 018a2fd47dd1a4809cb0288072071a5be9aa51aaf600a34a209b774a5385445b network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-z9d4g 018a2fd47dd1a4809cb0288072071a5be9aa51aaf600a34a209b774a5385445b network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:57:ef:fb:07:17\",\"name\":\"018a2fd47dd1a48\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c59582b1-8bba-4cbc-a836-cadee4438213\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0410 16:48:27.932589 3657 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0410 16:48:27.953718 3657 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0410 16:48:30.621726 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0410 16:48:38.538052 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0410 16:48:47.755659 3657 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0410 16:48:48.950022 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0410 16:48:48.973226 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0410 16:48:51.059400 3657 cni.go:403] [tsf/test-tsf-infrastructure aab0a68c3705cd173b04e88995d63480c6bec98119f7b77b34f8e583a3c306d5 network default NAD default] DEL starting CNI request [tsf/test-tsf-infrastructure aab0a68c3705cd173b04e88995d63480c6bec98119f7b77b34f8e583a3c306d5 network default NAD default] I0410 16:48:51.142493 3657 cni.go:424] [tsf/test-tsf-infrastructure aab0a68c3705cd173b04e88995d63480c6bec98119f7b77b34f8e583a3c306d5 network default NAD default] DEL finished CNI request [tsf/test-tsf-infrastructure aab0a68c3705cd173b04e88995d63480c6bec98119f7b77b34f8e583a3c306d5 network default NAD default], result "{}", err I0410 16:48:51.193580 3657 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:48:51.193609 3657 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0410 16:48:51.194786 3657 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.0.35 I0410 16:48:51.194819 3657 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:48:51.213875 3657 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:48:51.213944 3657 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:48:51.218772 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0410 16:48:51.218791 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0410 16:48:52.231132 3657 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-61.ec2.internal I0410 16:48:52.231287 3657 kube.go:256] Updating pod tsf/test-tsf-iam I0410 16:48:52.248526 3657 pod.go:62] [tsf/test-tsf-iam] pod update took 17.262383ms I0410 16:48:52.248545 3657 base_network_controller_pods.go:937] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 17.286223ms I0410 16:48:52.249727 3657 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 18.611498ms, libovsdb time 831.413µs I0410 16:48:52.592233 3657 cni.go:403] [tsf/test-tsf-iam e9859086bd8b299a0ab2e7e2ebff64f168f74e8bcd0a46be9b3e853c5419fd4f network default NAD default] ADD starting CNI request [tsf/test-tsf-iam e9859086bd8b299a0ab2e7e2ebff64f168f74e8bcd0a46be9b3e853c5419fd4f network default NAD default] I0410 16:48:52.602017 3657 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: e9859086bd8b299, network: default, NAD default, SandboxID: "e9859086bd8b299a0ab2e7e2ebff64f168f74e8bcd0a46be9b3e853c5419fd4f", PCI device ID: , UID: "ac8b26e2-0431-4eab-a277-0dad69c20a5c", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0410 16:48:52.648516 3657 cni.go:424] [tsf/test-tsf-iam e9859086bd8b299a0ab2e7e2ebff64f168f74e8bcd0a46be9b3e853c5419fd4f network default NAD default] ADD finished CNI request [tsf/test-tsf-iam e9859086bd8b299a0ab2e7e2ebff64f168f74e8bcd0a46be9b3e853c5419fd4f network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:08:ce:26:14:fb\",\"name\":\"e9859086bd8b299\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9822a7a3-d08b-4a75-be9d-ebcb45a1a2be\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 16:48:53.175635 3657 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0410 16:48:53.176290 3657 pod_selector_address_set.go:212] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0410 16:48:53.176316 3657 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0410 16:48:53.178277 3657 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0410 16:49:01.501313 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0410 16:49:01.501337 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0410 16:49:01.501467 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0410 16:49:01.501484 3657 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0410 16:49:04.136849 3657 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-68cf9c8c65-kpbnn] creating logical port openshift-pipelines_tekton-results-api-68cf9c8c65-kpbnn for pod on switch ip-10-0-0-61.ec2.internal I0410 16:49:04.136975 3657 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-68cf9c8c65-kpbnn I0410 16:49:04.155657 3657 pod.go:62] [openshift-pipelines/tekton-results-api-68cf9c8c65-kpbnn] pod update took 18.708541ms I0410 16:49:04.155677 3657 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-api-68cf9c8c65-kpbnn] addLogicalPort annotation time took 18.733705ms I0410 16:49:04.156841 3657 pods.go:271] [openshift-pipelines/tekton-results-api-68cf9c8c65-kpbnn] addLogicalPort took 20.014699ms, libovsdb time 838.823µs I0410 16:49:04.496360 3657 cni.go:403] [openshift-pipelines/tekton-results-api-68cf9c8c65-kpbnn 3407bd7444d2412ceab437301d9cde950dae6f351218c38fdfd1e0219995fe38 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-api-68cf9c8c65-kpbnn 3407bd7444d2412ceab437301d9cde950dae6f351218c38fdfd1e0219995fe38 network default NAD default] I0410 16:49:04.505506 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-68cf9c8c65-kpbnn, hostIfaceName: 3407bd7444d2412, network: default, NAD default, SandboxID: "3407bd7444d2412ceab437301d9cde950dae6f351218c38fdfd1e0219995fe38", PCI device ID: , UID: "491294be-5d74-45f7-96be-39aa2ec469d3", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0410 16:49:04.553958 3657 cni.go:424] [openshift-pipelines/tekton-results-api-68cf9c8c65-kpbnn 3407bd7444d2412ceab437301d9cde950dae6f351218c38fdfd1e0219995fe38 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-api-68cf9c8c65-kpbnn 3407bd7444d2412ceab437301d9cde950dae6f351218c38fdfd1e0219995fe38 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:03:8d:88:88:2b\",\"name\":\"3407bd7444d2412\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94e969e4-0ede-462f-934d-7aa5c50a7f2e\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 16:49:05.450234 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=116 I0410 16:49:05.527479 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 W0410 16:49:09.161369 3657 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0410 16:49:09.161392 3657 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0410 16:49:09.161399 3657 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0410 16:49:15.199677 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0410 16:49:15.199699 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0410 16:49:15.199706 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0410 16:49:21.315441 3657 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-h6lmm] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-h6lmm for pod on switch ip-10-0-0-61.ec2.internal I0410 16:49:21.315529 3657 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-h6lmm I0410 16:49:21.329761 3657 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-h6lmm] pod update took 14.259352ms I0410 16:49:21.329785 3657 base_network_controller_pods.go:937] [default/openshift-pipelines/tkn-cli-serve-784b566968-h6lmm] addLogicalPort annotation time took 14.285234ms I0410 16:49:21.330939 3657 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-h6lmm] addLogicalPort took 15.519244ms, libovsdb time 797.169µs I0410 16:49:21.674231 3657 cni.go:403] [openshift-pipelines/tkn-cli-serve-784b566968-h6lmm 91c7ba7f9921927ab07a12c6b722efaa13b3a2fbba36be46500fcba65ad56208 network default NAD default] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-h6lmm 91c7ba7f9921927ab07a12c6b722efaa13b3a2fbba36be46500fcba65ad56208 network default NAD default] I0410 16:49:21.683857 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-h6lmm, hostIfaceName: 91c7ba7f9921927, network: default, NAD default, SandboxID: "91c7ba7f9921927ab07a12c6b722efaa13b3a2fbba36be46500fcba65ad56208", PCI device ID: , UID: "6c647cf2-12e2-4a42-9794-180ad46f85ea", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0410 16:49:21.732725 3657 cni.go:424] [openshift-pipelines/tkn-cli-serve-784b566968-h6lmm 91c7ba7f9921927ab07a12c6b722efaa13b3a2fbba36be46500fcba65ad56208 network default NAD default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-h6lmm 91c7ba7f9921927ab07a12c6b722efaa13b3a2fbba36be46500fcba65ad56208 network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:d5:a3:84:5a:0b\",\"name\":\"91c7ba7f9921927\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8a0cf11-e5db-48a7-8f59-0153b0399799\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 16:49:36.843297 3657 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-lss5c] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-lss5c for pod on switch ip-10-0-0-61.ec2.internal I0410 16:49:36.843428 3657 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-lss5c I0410 16:49:36.857547 3657 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-lss5c] pod update took 14.147776ms I0410 16:49:36.857566 3657 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-lss5c] addLogicalPort annotation time took 14.172941ms I0410 16:49:36.858847 3657 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-lss5c] addLogicalPort took 15.564929ms, libovsdb time 887.109µs I0410 16:49:36.945233 3657 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vrmnf] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-vrmnf for pod on switch ip-10-0-0-61.ec2.internal I0410 16:49:36.945382 3657 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vrmnf I0410 16:49:36.959533 3657 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vrmnf] pod update took 14.182616ms I0410 16:49:36.959553 3657 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vrmnf] addLogicalPort annotation time took 14.207516ms I0410 16:49:36.960795 3657 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vrmnf] addLogicalPort took 15.604001ms, libovsdb time 850.41µs I0410 16:49:37.043565 3657 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-cbsq5] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-cbsq5 for pod on switch ip-10-0-0-61.ec2.internal I0410 16:49:37.043645 3657 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-cbsq5 I0410 16:49:37.059419 3657 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-cbsq5] pod update took 15.79232ms I0410 16:49:37.059437 3657 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-cbsq5] addLogicalPort annotation time took 15.814769ms I0410 16:49:37.060768 3657 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-cbsq5] addLogicalPort took 17.220155ms, libovsdb time 929.443µs I0410 16:49:37.204437 3657 cni.go:403] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-lss5c 0b524dcd53dc8afdc116665ed18b0a6e50b41e30cccb2d13708a408853e765ad network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-lss5c 0b524dcd53dc8afdc116665ed18b0a6e50b41e30cccb2d13708a408853e765ad network default NAD default] I0410 16:49:37.213609 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-lss5c, hostIfaceName: 0b524dcd53dc8af, network: default, NAD default, SandboxID: "0b524dcd53dc8afdc116665ed18b0a6e50b41e30cccb2d13708a408853e765ad", PCI device ID: , UID: "12566b94-f8b3-4624-97db-3d61df946321", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0410 16:49:37.262665 3657 cni.go:424] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-lss5c 0b524dcd53dc8afdc116665ed18b0a6e50b41e30cccb2d13708a408853e765ad network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-lss5c 0b524dcd53dc8afdc116665ed18b0a6e50b41e30cccb2d13708a408853e765ad network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:a9:5b:2f:02:9f\",\"name\":\"0b524dcd53dc8af\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c097052d-f687-4bef-ae3c-ff607c627f55\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 16:49:37.307077 3657 cni.go:403] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vrmnf b06934e9d390cb522934e8fe569afa0017c5454652eb05013e2f83a5d8594dcc network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vrmnf b06934e9d390cb522934e8fe569afa0017c5454652eb05013e2f83a5d8594dcc network default NAD default] I0410 16:49:37.316448 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-vrmnf, hostIfaceName: b06934e9d390cb5, network: default, NAD default, SandboxID: "b06934e9d390cb522934e8fe569afa0017c5454652eb05013e2f83a5d8594dcc", PCI device ID: , UID: "380a21ac-be16-49a3-bfe7-9ecb309412bf", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0410 16:49:37.364926 3657 cni.go:424] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vrmnf b06934e9d390cb522934e8fe569afa0017c5454652eb05013e2f83a5d8594dcc network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vrmnf b06934e9d390cb522934e8fe569afa0017c5454652eb05013e2f83a5d8594dcc network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:3d:55:91:ab:61\",\"name\":\"b06934e9d390cb5\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91214cfa-f494-4a77-adca-f8a775fc502e\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 16:49:37.402750 3657 cni.go:403] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-cbsq5 9917f8355cdf3a1ccf5541858436cd2c37551bc70cba0f2430edcb45e35c3908 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-cbsq5 9917f8355cdf3a1ccf5541858436cd2c37551bc70cba0f2430edcb45e35c3908 network default NAD default] I0410 16:49:37.412360 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-cbsq5, hostIfaceName: 9917f8355cdf3a1, network: default, NAD default, SandboxID: "9917f8355cdf3a1ccf5541858436cd2c37551bc70cba0f2430edcb45e35c3908", PCI device ID: , UID: "4975a9a2-f99d-4288-a880-5a6281204c28", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0410 16:49:37.461298 3657 cni.go:424] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-cbsq5 9917f8355cdf3a1ccf5541858436cd2c37551bc70cba0f2430edcb45e35c3908 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-cbsq5 9917f8355cdf3a1ccf5541858436cd2c37551bc70cba0f2430edcb45e35c3908 network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:91:5c:31:3b:2d\",\"name\":\"9917f8355cdf3a1\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/966f6503-c477-4440-bf16-09d13e80ee33\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0410 16:49:40.363264 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0410 16:49:43.356443 3657 cni.go:403] [tsf/test-tsf-iam e9859086bd8b299a0ab2e7e2ebff64f168f74e8bcd0a46be9b3e853c5419fd4f network default NAD default] DEL starting CNI request [tsf/test-tsf-iam e9859086bd8b299a0ab2e7e2ebff64f168f74e8bcd0a46be9b3e853c5419fd4f network default NAD default] I0410 16:49:43.426601 3657 cni.go:424] [tsf/test-tsf-iam e9859086bd8b299a0ab2e7e2ebff64f168f74e8bcd0a46be9b3e853c5419fd4f network default NAD default] DEL finished CNI request [tsf/test-tsf-iam e9859086bd8b299a0ab2e7e2ebff64f168f74e8bcd0a46be9b3e853c5419fd4f network default NAD default], result "{}", err I0410 16:49:43.476861 3657 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:49:43.476898 3657 pods.go:176] Deleting pod: tsf/test-tsf-iam I0410 16:49:43.478108 3657 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.38 I0410 16:49:43.478141 3657 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:49:43.516787 3657 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:49:43.516809 3657 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:49:43.529232 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0410 16:49:43.529259 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0410 16:49:44.270856 3657 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-61.ec2.internal I0410 16:49:44.270942 3657 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0410 16:49:44.284300 3657 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 13.379025ms I0410 16:49:44.284322 3657 base_network_controller_pods.go:937] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 13.411832ms I0410 16:49:44.285747 3657 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 14.907644ms, libovsdb time 997.075µs I0410 16:49:44.631963 3657 cni.go:403] [tsf-tas/test-tsf-tas bf0fd24677be05154c12635c27584b742292feb2a5991754677f15521903862d network default NAD default] ADD starting CNI request [tsf-tas/test-tsf-tas bf0fd24677be05154c12635c27584b742292feb2a5991754677f15521903862d network default NAD default] I0410 16:49:44.641725 3657 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: bf0fd24677be051, network: default, NAD default, SandboxID: "bf0fd24677be05154c12635c27584b742292feb2a5991754677f15521903862d", PCI device ID: , UID: "cb81485d-0abd-437f-8956-2fe81c7dca0c", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0410 16:49:44.691460 3657 cni.go:424] [tsf-tas/test-tsf-tas bf0fd24677be05154c12635c27584b742292feb2a5991754677f15521903862d network default NAD default] ADD finished CNI request [tsf-tas/test-tsf-tas bf0fd24677be05154c12635c27584b742292feb2a5991754677f15521903862d network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:70:61:de:9f:05\",\"name\":\"bf0fd24677be051\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/43fbac0f-3a92-4bca-927f-2bcd72e7e9f5\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 16:49:45.120901 3657 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-t8rrs-cmtbm] creating logical port tsf-tas_segment-backup-installation-t8rrs-cmtbm for pod on switch ip-10-0-0-61.ec2.internal I0410 16:49:45.120991 3657 kube.go:256] Updating pod tsf-tas/segment-backup-installation-t8rrs-cmtbm I0410 16:49:45.133553 3657 pod.go:62] [tsf-tas/segment-backup-installation-t8rrs-cmtbm] pod update took 12.586336ms I0410 16:49:45.133577 3657 base_network_controller_pods.go:937] [default/tsf-tas/segment-backup-installation-t8rrs-cmtbm] addLogicalPort annotation time took 12.615655ms I0410 16:49:45.134943 3657 pods.go:271] [tsf-tas/segment-backup-installation-t8rrs-cmtbm] addLogicalPort took 14.064116ms, libovsdb time 967.995µs I0410 16:49:45.480312 3657 cni.go:403] [tsf-tas/segment-backup-installation-t8rrs-cmtbm 9101b93e52d9f582406f036db23f972f5f517a7287eb136d410b2ede75295e3a network default NAD default] ADD starting CNI request [tsf-tas/segment-backup-installation-t8rrs-cmtbm 9101b93e52d9f582406f036db23f972f5f517a7287eb136d410b2ede75295e3a network default NAD default] I0410 16:49:45.501390 3657 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-t8rrs-cmtbm, hostIfaceName: 9101b93e52d9f58, network: default, NAD default, SandboxID: "9101b93e52d9f582406f036db23f972f5f517a7287eb136d410b2ede75295e3a", PCI device ID: , UID: "f878fc28-1efb-4789-9bdc-2f8880709d55", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0410 16:49:45.550424 3657 cni.go:424] [tsf-tas/segment-backup-installation-t8rrs-cmtbm 9101b93e52d9f582406f036db23f972f5f517a7287eb136d410b2ede75295e3a network default NAD default] ADD finished CNI request [tsf-tas/segment-backup-installation-t8rrs-cmtbm 9101b93e52d9f582406f036db23f972f5f517a7287eb136d410b2ede75295e3a network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:8e:96:03:90:ce\",\"name\":\"9101b93e52d9f58\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a0dbeee-5cdc-4f7b-b759-c97f3e77ed5a\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 16:49:46.200497 3657 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-82mz6-l58k2] creating logical port tsf-tas_ctlog-createtree-job-82mz6-l58k2 for pod on switch ip-10-0-0-61.ec2.internal I0410 16:49:46.200609 3657 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-82mz6-l58k2 I0410 16:49:46.217772 3657 pod.go:62] [tsf-tas/ctlog-createtree-job-82mz6-l58k2] pod update took 17.182702ms I0410 16:49:46.217810 3657 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-createtree-job-82mz6-l58k2] addLogicalPort annotation time took 17.226365ms I0410 16:49:46.219509 3657 pods.go:271] [tsf-tas/ctlog-createtree-job-82mz6-l58k2] addLogicalPort took 19.031605ms, libovsdb time 1.098384ms I0410 16:49:46.262452 3657 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-759b964f77-kk96f] creating logical port tsf-tas_fulcio-server-759b964f77-kk96f for pod on switch ip-10-0-0-61.ec2.internal I0410 16:49:46.262561 3657 kube.go:256] Updating pod tsf-tas/fulcio-server-759b964f77-kk96f I0410 16:49:46.279519 3657 pod.go:62] [tsf-tas/fulcio-server-759b964f77-kk96f] pod update took 16.988145ms I0410 16:49:46.279550 3657 base_network_controller_pods.go:937] [default/tsf-tas/fulcio-server-759b964f77-kk96f] addLogicalPort annotation time took 17.026508ms I0410 16:49:46.281008 3657 pods.go:271] [tsf-tas/fulcio-server-759b964f77-kk96f] addLogicalPort took 18.575141ms, libovsdb time 1.028754ms I0410 16:49:46.633771 3657 cni.go:403] [tsf-tas/fulcio-server-759b964f77-kk96f 800d9f428a504a4e842b155bb8de8271a7d40afbc80247a2c0ee08d67c2276db network default NAD default] ADD starting CNI request [tsf-tas/fulcio-server-759b964f77-kk96f 800d9f428a504a4e842b155bb8de8271a7d40afbc80247a2c0ee08d67c2276db network default NAD default] I0410 16:49:46.645664 3657 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-759b964f77-kk96f, hostIfaceName: 800d9f428a504a4, network: default, NAD default, SandboxID: "800d9f428a504a4e842b155bb8de8271a7d40afbc80247a2c0ee08d67c2276db", PCI device ID: , UID: "0073b86e-1c4c-4e23-9f44-c2959c85b38a", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0410 16:49:46.705305 3657 cni.go:424] [tsf-tas/fulcio-server-759b964f77-kk96f 800d9f428a504a4e842b155bb8de8271a7d40afbc80247a2c0ee08d67c2276db network default NAD default] ADD finished CNI request [tsf-tas/fulcio-server-759b964f77-kk96f 800d9f428a504a4e842b155bb8de8271a7d40afbc80247a2c0ee08d67c2276db network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:35:ea:6c:c4:d8\",\"name\":\"800d9f428a504a4\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7e777d7f-d9af-4814-a17c-f4aa5c0eabc8\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 16:49:46.886996 3657 cni.go:403] [tsf-tas/ctlog-createtree-job-82mz6-l58k2 ab0d75d7dd5b3eaf72b0d1244e5943363056dde97710298fe03f4796ceb2a5fc network default NAD default] ADD starting CNI request [tsf-tas/ctlog-createtree-job-82mz6-l58k2 ab0d75d7dd5b3eaf72b0d1244e5943363056dde97710298fe03f4796ceb2a5fc network default NAD default] I0410 16:49:46.898232 3657 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-82mz6-l58k2, hostIfaceName: ab0d75d7dd5b3ea, network: default, NAD default, SandboxID: "ab0d75d7dd5b3eaf72b0d1244e5943363056dde97710298fe03f4796ceb2a5fc", PCI device ID: , UID: "45d0afc0-a032-4185-8b66-09b05396458b", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0410 16:49:46.954733 3657 cni.go:424] [tsf-tas/ctlog-createtree-job-82mz6-l58k2 ab0d75d7dd5b3eaf72b0d1244e5943363056dde97710298fe03f4796ceb2a5fc network default NAD default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-82mz6-l58k2 ab0d75d7dd5b3eaf72b0d1244e5943363056dde97710298fe03f4796ceb2a5fc network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:82:51:d7:7a:65\",\"name\":\"ab0d75d7dd5b3ea\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1507b202-52f9-4c4e-a1d5-faee0f853e26\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0410 16:49:51.342300 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0410 16:49:52.951687 3657 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-5fbnt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:49:52.952487 3657 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-5fbnt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:49:53.845721 3657 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-5fbnt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:49:53.845750 3657 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-5fbnt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0410 16:49:56.008085 3657 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0410 16:49:56.027032 3657 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0410 16:49:58.462838 3657 cni.go:403] [tsf-tas/segment-backup-installation-t8rrs-cmtbm 9101b93e52d9f582406f036db23f972f5f517a7287eb136d410b2ede75295e3a network default NAD default] DEL starting CNI request [tsf-tas/segment-backup-installation-t8rrs-cmtbm 9101b93e52d9f582406f036db23f972f5f517a7287eb136d410b2ede75295e3a network default NAD default] I0410 16:49:58.541308 3657 cni.go:424] [tsf-tas/segment-backup-installation-t8rrs-cmtbm 9101b93e52d9f582406f036db23f972f5f517a7287eb136d410b2ede75295e3a network default NAD default] DEL finished CNI request [tsf-tas/segment-backup-installation-t8rrs-cmtbm 9101b93e52d9f582406f036db23f972f5f517a7287eb136d410b2ede75295e3a network default NAD default], result "{}", err I0410 16:49:58.588420 3657 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-t8rrs-cmtbm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:49:58.588451 3657 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-t8rrs-cmtbm I0410 16:49:58.589676 3657 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-t8rrs-cmtbm, ips: 10.129.0.45 I0410 16:49:58.589699 3657 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-t8rrs-cmtbm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:49:59.477549 3657 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-t8rrs-cmtbm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:49:59.477572 3657 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-t8rrs-cmtbm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0410 16:50:02.045973 3657 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0410 16:50:04.200585 3657 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597330-9dvrw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:04.201127 3657 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597330-9dvrw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:05.221865 3657 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597330-9dvrw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:05.221887 3657 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597330-9dvrw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:25.420349 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-149.ec2.internal I0410 16:50:25.420392 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-149.ec2.internal: 50.254µs I0410 16:50:25.420520 3657 egressfirewall.go:628] Syncing node "ip-10-0-1-149.ec2.internal" for egress firewall I0410 16:50:32.653606 3657 cni.go:403] [tsf-tas/test-tsf-tas bf0fd24677be05154c12635c27584b742292feb2a5991754677f15521903862d network default NAD default] DEL starting CNI request [tsf-tas/test-tsf-tas bf0fd24677be05154c12635c27584b742292feb2a5991754677f15521903862d network default NAD default] I0410 16:50:32.737736 3657 cni.go:424] [tsf-tas/test-tsf-tas bf0fd24677be05154c12635c27584b742292feb2a5991754677f15521903862d network default NAD default] DEL finished CNI request [tsf-tas/test-tsf-tas bf0fd24677be05154c12635c27584b742292feb2a5991754677f15521903862d network default NAD default], result "{}", err I0410 16:50:32.787257 3657 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:32.787290 3657 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0410 16:50:32.788719 3657 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.0.44 I0410 16:50:32.788749 3657 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:32.806265 3657 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:32.806288 3657 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:32.811579 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0410 16:50:32.811611 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0410 16:50:33.437052 3657 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-xgrl7] creating logical port tsf_patch-tekton-config-xgrl7 for pod on switch ip-10-0-0-61.ec2.internal I0410 16:50:33.437152 3657 kube.go:256] Updating pod tsf/patch-tekton-config-xgrl7 I0410 16:50:33.449060 3657 pod.go:62] [tsf/patch-tekton-config-xgrl7] pod update took 11.936054ms I0410 16:50:33.449083 3657 base_network_controller_pods.go:937] [default/tsf/patch-tekton-config-xgrl7] addLogicalPort annotation time took 11.965501ms I0410 16:50:33.450670 3657 pods.go:271] [tsf/patch-tekton-config-xgrl7] addLogicalPort took 13.640096ms, libovsdb time 1.063376ms I0410 16:50:33.799611 3657 cni.go:403] [tsf/patch-tekton-config-xgrl7 246a1e2e7f5edb760bea31eea3a888eacc168a55971fad229cfc3bcb9dc67395 network default NAD default] ADD starting CNI request [tsf/patch-tekton-config-xgrl7 246a1e2e7f5edb760bea31eea3a888eacc168a55971fad229cfc3bcb9dc67395 network default NAD default] I0410 16:50:33.808959 3657 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-xgrl7, hostIfaceName: 246a1e2e7f5edb7, network: default, NAD default, SandboxID: "246a1e2e7f5edb760bea31eea3a888eacc168a55971fad229cfc3bcb9dc67395", PCI device ID: , UID: "7e450d1a-92fb-4ada-b6de-85c14e2188ae", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0410 16:50:33.858584 3657 cni.go:424] [tsf/patch-tekton-config-xgrl7 246a1e2e7f5edb760bea31eea3a888eacc168a55971fad229cfc3bcb9dc67395 network default NAD default] ADD finished CNI request [tsf/patch-tekton-config-xgrl7 246a1e2e7f5edb760bea31eea3a888eacc168a55971fad229cfc3bcb9dc67395 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:14:a3:d5:1c:7c\",\"name\":\"246a1e2e7f5edb7\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2436b510-3329-4f3e-8c75-825aab353a00\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 16:50:39.392525 3657 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-r4ll9-g5h5l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:39.393086 3657 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-r4ll9-g5h5l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:40.292655 3657 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-r4ll9-g5h5l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:40.292680 3657 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-r4ll9-g5h5l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:40.704019 3657 cni.go:403] [tsf/patch-tekton-config-xgrl7 246a1e2e7f5edb760bea31eea3a888eacc168a55971fad229cfc3bcb9dc67395 network default NAD default] DEL starting CNI request [tsf/patch-tekton-config-xgrl7 246a1e2e7f5edb760bea31eea3a888eacc168a55971fad229cfc3bcb9dc67395 network default NAD default] I0410 16:50:40.784663 3657 cni.go:424] [tsf/patch-tekton-config-xgrl7 246a1e2e7f5edb760bea31eea3a888eacc168a55971fad229cfc3bcb9dc67395 network default NAD default] DEL finished CNI request [tsf/patch-tekton-config-xgrl7 246a1e2e7f5edb760bea31eea3a888eacc168a55971fad229cfc3bcb9dc67395 network default NAD default], result "{}", err I0410 16:50:40.833242 3657 obj_retry.go:464] Detected object tsf/patch-tekton-config-xgrl7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:40.833285 3657 pods.go:176] Deleting pod: tsf/patch-tekton-config-xgrl7 I0410 16:50:40.834483 3657 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-xgrl7, ips: 10.129.0.48 I0410 16:50:40.834509 3657 obj_retry.go:464] Detected object tsf/patch-tekton-config-xgrl7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:41.854506 3657 obj_retry.go:458] Detected object tsf/patch-tekton-config-xgrl7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:41.854532 3657 obj_retry.go:458] Detected object tsf/patch-tekton-config-xgrl7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:41.951452 3657 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-c9965] creating logical port tsf_tsf-tekton-configuration-c9965 for pod on switch ip-10-0-0-61.ec2.internal I0410 16:50:41.951536 3657 kube.go:256] Updating pod tsf/tsf-tekton-configuration-c9965 I0410 16:50:41.964177 3657 pod.go:62] [tsf/tsf-tekton-configuration-c9965] pod update took 12.660047ms I0410 16:50:41.964217 3657 base_network_controller_pods.go:937] [default/tsf/tsf-tekton-configuration-c9965] addLogicalPort annotation time took 12.690362ms I0410 16:50:41.965418 3657 pods.go:271] [tsf/tsf-tekton-configuration-c9965] addLogicalPort took 13.980978ms, libovsdb time 848.876µs I0410 16:50:42.309460 3657 cni.go:403] [tsf/tsf-tekton-configuration-c9965 6734c40baad8fdd65d73755e530b0b1dbedaad45c5458df8edaabb4b88d4f5a6 network default NAD default] ADD starting CNI request [tsf/tsf-tekton-configuration-c9965 6734c40baad8fdd65d73755e530b0b1dbedaad45c5458df8edaabb4b88d4f5a6 network default NAD default] I0410 16:50:42.319128 3657 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-c9965, hostIfaceName: 6734c40baad8fdd, network: default, NAD default, SandboxID: "6734c40baad8fdd65d73755e530b0b1dbedaad45c5458df8edaabb4b88d4f5a6", PCI device ID: , UID: "bc4ce65e-15a8-423e-a859-fc49bcecec2d", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0410 16:50:42.368706 3657 cni.go:424] [tsf/tsf-tekton-configuration-c9965 6734c40baad8fdd65d73755e530b0b1dbedaad45c5458df8edaabb4b88d4f5a6 network default NAD default] ADD finished CNI request [tsf/tsf-tekton-configuration-c9965 6734c40baad8fdd65d73755e530b0b1dbedaad45c5458df8edaabb4b88d4f5a6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:8e:4a:ab:2b:df\",\"name\":\"6734c40baad8fdd\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc8eaf0b-e01c-4aac-be7e-b508a2290c16\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 16:50:43.104403 3657 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-66cdd49fb6-gdg96] creating logical port tsf-tas_rekor-redis-66cdd49fb6-gdg96 for pod on switch ip-10-0-0-61.ec2.internal I0410 16:50:43.104500 3657 kube.go:256] Updating pod tsf-tas/rekor-redis-66cdd49fb6-gdg96 I0410 16:50:43.120480 3657 pod.go:62] [tsf-tas/rekor-redis-66cdd49fb6-gdg96] pod update took 16.006931ms I0410 16:50:43.120507 3657 base_network_controller_pods.go:937] [default/tsf-tas/rekor-redis-66cdd49fb6-gdg96] addLogicalPort annotation time took 16.036052ms I0410 16:50:43.121756 3657 pods.go:271] [tsf-tas/rekor-redis-66cdd49fb6-gdg96] addLogicalPort took 17.368181ms, libovsdb time 849.977µs I0410 16:50:44.067780 3657 cni.go:403] [tsf-tas/rekor-redis-66cdd49fb6-gdg96 2b859ac646a0e212e2a463c576fce660d4873b13191adc30f480720fbafb54b4 network default NAD default] ADD starting CNI request [tsf-tas/rekor-redis-66cdd49fb6-gdg96 2b859ac646a0e212e2a463c576fce660d4873b13191adc30f480720fbafb54b4 network default NAD default] I0410 16:50:44.077195 3657 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-66cdd49fb6-gdg96, hostIfaceName: 2b859ac646a0e21, network: default, NAD default, SandboxID: "2b859ac646a0e212e2a463c576fce660d4873b13191adc30f480720fbafb54b4", PCI device ID: , UID: "7b5e1536-b544-4ace-830a-acf18e2587a1", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0410 16:50:44.133138 3657 cni.go:424] [tsf-tas/rekor-redis-66cdd49fb6-gdg96 2b859ac646a0e212e2a463c576fce660d4873b13191adc30f480720fbafb54b4 network default NAD default] ADD finished CNI request [tsf-tas/rekor-redis-66cdd49fb6-gdg96 2b859ac646a0e212e2a463c576fce660d4873b13191adc30f480720fbafb54b4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7a:63:eb:d0:8a:fd\",\"name\":\"2b859ac646a0e21\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/873892b7-0ea9-4605-bb14-c44c137d0223\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 16:50:45.748090 3657 cni.go:403] [tsf-tas/ctlog-createtree-job-82mz6-l58k2 ab0d75d7dd5b3eaf72b0d1244e5943363056dde97710298fe03f4796ceb2a5fc network default NAD default] DEL starting CNI request [tsf-tas/ctlog-createtree-job-82mz6-l58k2 ab0d75d7dd5b3eaf72b0d1244e5943363056dde97710298fe03f4796ceb2a5fc network default NAD default] I0410 16:50:45.844093 3657 cni.go:424] [tsf-tas/ctlog-createtree-job-82mz6-l58k2 ab0d75d7dd5b3eaf72b0d1244e5943363056dde97710298fe03f4796ceb2a5fc network default NAD default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-82mz6-l58k2 ab0d75d7dd5b3eaf72b0d1244e5943363056dde97710298fe03f4796ceb2a5fc network default NAD default], result "{}", err I0410 16:50:45.903114 3657 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-82mz6-l58k2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:45.903238 3657 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-82mz6-l58k2 I0410 16:50:45.904968 3657 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-82mz6-l58k2, ips: 10.129.0.46 I0410 16:50:45.904997 3657 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-82mz6-l58k2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:46.753569 3657 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-82mz6-l58k2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:46.753596 3657 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-82mz6-l58k2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0410 16:50:47.115129 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0410 16:50:49.764993 3657 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0410 16:50:50.776327 3657 cni.go:403] [tsf/tsf-tekton-configuration-c9965 6734c40baad8fdd65d73755e530b0b1dbedaad45c5458df8edaabb4b88d4f5a6 network default NAD default] DEL starting CNI request [tsf/tsf-tekton-configuration-c9965 6734c40baad8fdd65d73755e530b0b1dbedaad45c5458df8edaabb4b88d4f5a6 network default NAD default] I0410 16:50:50.862672 3657 cni.go:424] [tsf/tsf-tekton-configuration-c9965 6734c40baad8fdd65d73755e530b0b1dbedaad45c5458df8edaabb4b88d4f5a6 network default NAD default] DEL finished CNI request [tsf/tsf-tekton-configuration-c9965 6734c40baad8fdd65d73755e530b0b1dbedaad45c5458df8edaabb4b88d4f5a6 network default NAD default], result "{}", err I0410 16:50:50.912556 3657 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-c9965 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:50.912594 3657 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-c9965 I0410 16:50:50.913954 3657 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-c9965, ips: 10.129.0.49 I0410 16:50:50.913987 3657 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-c9965 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:51.538224 3657 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-7ffbd574bf-s9n29] creating logical port tsf-tas_ctlog-7ffbd574bf-s9n29 for pod on switch ip-10-0-0-61.ec2.internal I0410 16:50:51.538324 3657 kube.go:256] Updating pod tsf-tas/ctlog-7ffbd574bf-s9n29 I0410 16:50:51.558713 3657 pod.go:62] [tsf-tas/ctlog-7ffbd574bf-s9n29] pod update took 20.416413ms I0410 16:50:51.558739 3657 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-7ffbd574bf-s9n29] addLogicalPort annotation time took 20.446349ms I0410 16:50:51.559971 3657 pods.go:271] [tsf-tas/ctlog-7ffbd574bf-s9n29] addLogicalPort took 21.785952ms, libovsdb time 857.454µs I0410 16:50:51.933055 3657 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-c9965 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:51.933079 3657 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-c9965 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:51.966378 3657 obj_retry.go:458] Detected object tsf/patch-tekton-config-xgrl7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:51.966398 3657 obj_retry.go:458] Detected object tsf/patch-tekton-config-xgrl7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:51.974355 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-xgrl7 I0410 16:50:51.974380 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-xgrl7 I0410 16:50:52.496628 3657 cni.go:403] [tsf-tas/ctlog-7ffbd574bf-s9n29 31036da03062d8cdb6ee92e77a0ffc06d5b0c0fe4a5d8f06b31c35f36be74e51 network default NAD default] ADD starting CNI request [tsf-tas/ctlog-7ffbd574bf-s9n29 31036da03062d8cdb6ee92e77a0ffc06d5b0c0fe4a5d8f06b31c35f36be74e51 network default NAD default] I0410 16:50:52.505754 3657 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-7ffbd574bf-s9n29, hostIfaceName: 31036da03062d8c, network: default, NAD default, SandboxID: "31036da03062d8cdb6ee92e77a0ffc06d5b0c0fe4a5d8f06b31c35f36be74e51", PCI device ID: , UID: "07a557d9-69c1-4937-8420-c1796938da93", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0410 16:50:52.549837 3657 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-61.ec2.internal I0410 16:50:52.550024 3657 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0410 16:50:52.560820 3657 cni.go:424] [tsf-tas/ctlog-7ffbd574bf-s9n29 31036da03062d8cdb6ee92e77a0ffc06d5b0c0fe4a5d8f06b31c35f36be74e51 network default NAD default] ADD finished CNI request [tsf-tas/ctlog-7ffbd574bf-s9n29 31036da03062d8cdb6ee92e77a0ffc06d5b0c0fe4a5d8f06b31c35f36be74e51 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:ff:be:ee:33:bb\",\"name\":\"31036da03062d8c\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9444df3-099d-4413-bcfa-6fa78112b6c2\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 16:50:52.564147 3657 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 14.173371ms I0410 16:50:52.564182 3657 base_network_controller_pods.go:937] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 14.21265ms I0410 16:50:52.566346 3657 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 16.522802ms, libovsdb time 1.290872ms I0410 16:50:52.918105 3657 cni.go:403] [tsf-tpa/pre-install-tsf-tpa 1deaf5ed603050b5aa177e9785a5bcb86a3fb45b6b5771fec4e7bae0d8d89ad8 network default NAD default] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 1deaf5ed603050b5aa177e9785a5bcb86a3fb45b6b5771fec4e7bae0d8d89ad8 network default NAD default] I0410 16:50:52.927598 3657 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 1deaf5ed603050b, network: default, NAD default, SandboxID: "1deaf5ed603050b5aa177e9785a5bcb86a3fb45b6b5771fec4e7bae0d8d89ad8", PCI device ID: , UID: "d94eb9f7-9c48-4a20-9bea-825c7b14b394", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0410 16:50:52.976125 3657 cni.go:424] [tsf-tpa/pre-install-tsf-tpa 1deaf5ed603050b5aa177e9785a5bcb86a3fb45b6b5771fec4e7bae0d8d89ad8 network default NAD default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 1deaf5ed603050b5aa177e9785a5bcb86a3fb45b6b5771fec4e7bae0d8d89ad8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:6b:a3:f6:3e:bf\",\"name\":\"1deaf5ed603050b\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8975eabd-e964-4272-b7f9-f46865d8d4a0\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0410 16:50:54.795948 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0410 16:50:55.806460 3657 cni.go:403] [tsf-tpa/pre-install-tsf-tpa 1deaf5ed603050b5aa177e9785a5bcb86a3fb45b6b5771fec4e7bae0d8d89ad8 network default NAD default] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 1deaf5ed603050b5aa177e9785a5bcb86a3fb45b6b5771fec4e7bae0d8d89ad8 network default NAD default] I0410 16:50:55.877110 3657 cni.go:424] [tsf-tpa/pre-install-tsf-tpa 1deaf5ed603050b5aa177e9785a5bcb86a3fb45b6b5771fec4e7bae0d8d89ad8 network default NAD default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 1deaf5ed603050b5aa177e9785a5bcb86a3fb45b6b5771fec4e7bae0d8d89ad8 network default NAD default], result "{}", err I0410 16:50:55.931880 3657 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:55.931909 3657 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0410 16:50:55.933317 3657 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.0.52 I0410 16:50:55.933349 3657 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:50:55.950273 3657 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:55.950293 3657 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:50:55.956070 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0410 16:50:55.956095 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0410 16:50:56.165965 3657 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-61.ec2.internal I0410 16:50:56.166057 3657 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0410 16:50:56.179648 3657 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.614749ms I0410 16:50:56.179667 3657 base_network_controller_pods.go:937] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.639742ms I0410 16:50:56.180840 3657 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 14.893599ms, libovsdb time 812.294µs I0410 16:50:56.524345 3657 cni.go:403] [tsf-tpa/test-tsf-tpa 98182f82f203b097504b96ea542fa9083e3840c21c7da875d966b81ed5f0cd45 network default NAD default] ADD starting CNI request [tsf-tpa/test-tsf-tpa 98182f82f203b097504b96ea542fa9083e3840c21c7da875d966b81ed5f0cd45 network default NAD default] I0410 16:50:56.533822 3657 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 98182f82f203b09, network: default, NAD default, SandboxID: "98182f82f203b097504b96ea542fa9083e3840c21c7da875d966b81ed5f0cd45", PCI device ID: , UID: "b07a1ce1-7e49-40ac-b9bb-aa1e079ba0b9", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0410 16:50:56.582701 3657 cni.go:424] [tsf-tpa/test-tsf-tpa 98182f82f203b097504b96ea542fa9083e3840c21c7da875d966b81ed5f0cd45 network default NAD default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 98182f82f203b097504b96ea542fa9083e3840c21c7da875d966b81ed5f0cd45 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:df:a4:c2:64:b0\",\"name\":\"98182f82f203b09\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54369582-bead-40cc-81fd-274180a03bb7\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0410 16:50:57.174504 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0410 16:51:01.814719 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0410 16:51:02.352923 3657 obj_retry.go:464] Detected object tsf-tpa/create-db-2rhtr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:51:02.353599 3657 obj_retry.go:464] Detected object tsf-tpa/create-db-2rhtr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:51:03.374156 3657 obj_retry.go:458] Detected object tsf-tpa/create-db-2rhtr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:51:03.374178 3657 obj_retry.go:458] Detected object tsf-tpa/create-db-2rhtr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0410 16:51:05.815375 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0410 16:51:06.388503 3657 obj_retry.go:464] Detected object tsf-tpa/migrate-db-4wzb9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:51:06.389019 3657 obj_retry.go:464] Detected object tsf-tpa/migrate-db-4wzb9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:51:06.506311 3657 obj_retry.go:458] Detected object tsf-tpa/migrate-db-4wzb9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:51:06.506330 3657 obj_retry.go:458] Detected object tsf-tpa/migrate-db-4wzb9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:51:09.016436 3657 base_network_controller_pods.go:487] [default/tsf-tpa/server-cb5c8c977-k6fpv] creating logical port tsf-tpa_server-cb5c8c977-k6fpv for pod on switch ip-10-0-0-61.ec2.internal I0410 16:51:09.016580 3657 kube.go:256] Updating pod tsf-tpa/server-cb5c8c977-k6fpv I0410 16:51:09.031562 3657 pod.go:62] [tsf-tpa/server-cb5c8c977-k6fpv] pod update took 15.007043ms I0410 16:51:09.031588 3657 base_network_controller_pods.go:937] [default/tsf-tpa/server-cb5c8c977-k6fpv] addLogicalPort annotation time took 15.038164ms I0410 16:51:09.032916 3657 pods.go:271] [tsf-tpa/server-cb5c8c977-k6fpv] addLogicalPort took 16.500509ms, libovsdb time 911.602µs I0410 16:51:09.402057 3657 obj_retry.go:464] Detected object tsf-tpa/create-importers-mfdpm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:51:09.402635 3657 obj_retry.go:464] Detected object tsf-tpa/create-importers-mfdpm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:51:09.659535 3657 base_network_controller_pods.go:487] [default/tsf-tpa/importer-5b5b6dd8fb-n7rft] creating logical port tsf-tpa_importer-5b5b6dd8fb-n7rft for pod on switch ip-10-0-0-61.ec2.internal I0410 16:51:09.659628 3657 kube.go:256] Updating pod tsf-tpa/importer-5b5b6dd8fb-n7rft I0410 16:51:09.674194 3657 pod.go:62] [tsf-tpa/importer-5b5b6dd8fb-n7rft] pod update took 14.589767ms I0410 16:51:09.674225 3657 base_network_controller_pods.go:937] [default/tsf-tpa/importer-5b5b6dd8fb-n7rft] addLogicalPort annotation time took 14.62964ms I0410 16:51:09.675424 3657 pods.go:271] [tsf-tpa/importer-5b5b6dd8fb-n7rft] addLogicalPort took 15.9062ms, libovsdb time 835.798µs I0410 16:51:09.722091 3657 obj_retry.go:458] Detected object tsf-tpa/create-importers-mfdpm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:51:09.722110 3657 obj_retry.go:458] Detected object tsf-tpa/create-importers-mfdpm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:51:21.075648 3657 cni.go:403] [tsf-tpa/server-cb5c8c977-k6fpv f9faf2efa325b021aaea2fb761b41c2f827cc4e83a81227f896294535af8a0d9 network default NAD default] ADD starting CNI request [tsf-tpa/server-cb5c8c977-k6fpv f9faf2efa325b021aaea2fb761b41c2f827cc4e83a81227f896294535af8a0d9 network default NAD default] I0410 16:51:21.085142 3657 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: server-cb5c8c977-k6fpv, hostIfaceName: f9faf2efa325b02, network: default, NAD default, SandboxID: "f9faf2efa325b021aaea2fb761b41c2f827cc4e83a81227f896294535af8a0d9", PCI device ID: , UID: "884769ae-9966-405b-978b-6ca1aafc9dcc", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0410 16:51:21.135925 3657 cni.go:424] [tsf-tpa/server-cb5c8c977-k6fpv f9faf2efa325b021aaea2fb761b41c2f827cc4e83a81227f896294535af8a0d9 network default NAD default] ADD finished CNI request [tsf-tpa/server-cb5c8c977-k6fpv f9faf2efa325b021aaea2fb761b41c2f827cc4e83a81227f896294535af8a0d9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:0d:ae:7d:69:4f\",\"name\":\"f9faf2efa325b02\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9be97dc5-7cdc-4352-bdb8-aca4299b3f24\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 16:51:21.149491 3657 cni.go:403] [tsf-tpa/importer-5b5b6dd8fb-n7rft 2d408f3cc2321265ea53541f0e2990f48b20626afcd85631b46c9e777dfc3b6d network default NAD default] ADD starting CNI request [tsf-tpa/importer-5b5b6dd8fb-n7rft 2d408f3cc2321265ea53541f0e2990f48b20626afcd85631b46c9e777dfc3b6d network default NAD default] I0410 16:51:21.159103 3657 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: importer-5b5b6dd8fb-n7rft, hostIfaceName: 2d408f3cc232126, network: default, NAD default, SandboxID: "2d408f3cc2321265ea53541f0e2990f48b20626afcd85631b46c9e777dfc3b6d", PCI device ID: , UID: "20b8a906-a558-4c83-b5d9-090af03af356", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0410 16:51:21.208813 3657 cni.go:424] [tsf-tpa/importer-5b5b6dd8fb-n7rft 2d408f3cc2321265ea53541f0e2990f48b20626afcd85631b46c9e777dfc3b6d network default NAD default] ADD finished CNI request [tsf-tpa/importer-5b5b6dd8fb-n7rft 2d408f3cc2321265ea53541f0e2990f48b20626afcd85631b46c9e777dfc3b6d network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:dd:0c:2a:30:7b\",\"name\":\"2d408f3cc232126\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4bc7f90d-7520-4405-8ea9-5994af1e65d4\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 16:51:22.470358 3657 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-zgm7g-trrj5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:51:22.471000 3657 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-zgm7g-trrj5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:51:23.495276 3657 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-zgm7g-trrj5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:51:23.495303 3657 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-zgm7g-trrj5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0410 16:51:24.999044 3657 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0410 16:51:35.987311 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0410 16:51:36.535257 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 W0410 16:51:39.423941 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0410 16:51:50.121645 3657 cni.go:403] [tsf-tpa/test-tsf-tpa 98182f82f203b097504b96ea542fa9083e3840c21c7da875d966b81ed5f0cd45 network default NAD default] DEL starting CNI request [tsf-tpa/test-tsf-tpa 98182f82f203b097504b96ea542fa9083e3840c21c7da875d966b81ed5f0cd45 network default NAD default] I0410 16:51:50.203587 3657 cni.go:424] [tsf-tpa/test-tsf-tpa 98182f82f203b097504b96ea542fa9083e3840c21c7da875d966b81ed5f0cd45 network default NAD default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 98182f82f203b097504b96ea542fa9083e3840c21c7da875d966b81ed5f0cd45 network default NAD default], result "{}", err I0410 16:51:50.257050 3657 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:51:50.257083 3657 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0410 16:51:50.258415 3657 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.129.0.53 I0410 16:51:50.258452 3657 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:51:50.295584 3657 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:51:50.295608 3657 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:51:50.300926 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0410 16:51:50.300949 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0410 16:51:50.996744 3657 namespace.go:98] [integration-service] adding namespace I0410 16:51:50.997555 3657 namespace.go:102] [integration-service] adding namespace took 793.786µs I0410 16:51:50.998555 3657 namespace.go:98] [build-service] adding namespace I0410 16:51:50.999141 3657 namespace.go:102] [build-service] adding namespace took 573.164µs I0410 16:51:51.002553 3657 namespace.go:98] [image-controller] adding namespace I0410 16:51:51.002692 3657 namespace.go:98] [default-tenant] adding namespace I0410 16:51:51.003231 3657 namespace.go:102] [image-controller] adding namespace took 665.888µs I0410 16:51:51.003745 3657 namespace.go:102] [default-tenant] adding namespace took 1.041963ms I0410 16:51:51.044689 3657 namespace.go:142] [integration-service] updating namespace I0410 16:51:51.066788 3657 namespace.go:142] [integration-service] updating namespace I0410 16:51:51.072466 3657 namespace.go:142] [build-service] updating namespace I0410 16:51:51.089617 3657 namespace.go:142] [build-service] updating namespace I0410 16:51:51.099723 3657 namespace.go:142] [image-controller] updating namespace I0410 16:51:51.119648 3657 namespace.go:142] [image-controller] updating namespace I0410 16:51:51.130376 3657 namespace.go:142] [default-tenant] updating namespace I0410 16:51:51.144887 3657 namespace.go:142] [default-tenant] updating namespace I0410 16:51:51.318483 3657 namespace.go:142] [build-service] updating namespace I0410 16:51:51.363354 3657 namespace.go:142] [integration-service] updating namespace I0410 16:51:51.397615 3657 namespace.go:98] [release-service] adding namespace I0410 16:51:51.398501 3657 namespace.go:102] [release-service] adding namespace took 871.556µs I0410 16:51:51.446564 3657 namespace.go:142] [release-service] updating namespace I0410 16:51:51.457575 3657 namespace.go:142] [release-service] updating namespace I0410 16:51:51.478508 3657 namespace.go:142] [konflux-ui] updating namespace I0410 16:51:51.637074 3657 namespace.go:98] [konflux-info] adding namespace I0410 16:51:51.637884 3657 namespace.go:102] [konflux-info] adding namespace took 792.383µs I0410 16:51:51.662438 3657 namespace.go:142] [konflux-info] updating namespace I0410 16:51:51.809553 3657 namespace.go:98] [namespace-lister] adding namespace I0410 16:51:51.810359 3657 namespace.go:102] [namespace-lister] adding namespace took 786.961µs I0410 16:51:51.835892 3657 namespace.go:142] [namespace-lister] updating namespace I0410 16:51:51.853491 3657 namespace.go:142] [konflux-info] updating namespace I0410 16:51:51.879416 3657 namespace.go:142] [image-controller] updating namespace I0410 16:51:51.902411 3657 namespace.go:142] [namespace-lister] updating namespace I0410 16:51:51.902413 3657 namespace.go:98] [enterprise-contract-service] adding namespace I0410 16:51:51.903178 3657 namespace.go:102] [enterprise-contract-service] adding namespace took 733.115µs I0410 16:51:51.952440 3657 namespace.go:142] [enterprise-contract-service] updating namespace I0410 16:51:52.002141 3657 namespace.go:142] [enterprise-contract-service] updating namespace I0410 16:51:52.049816 3657 namespace.go:142] [default-tenant] updating namespace I0410 16:51:52.308467 3657 namespace.go:98] [segment-bridge] adding namespace I0410 16:51:52.309390 3657 namespace.go:102] [segment-bridge] adding namespace took 905.427µs I0410 16:51:52.448806 3657 namespace.go:142] [segment-bridge] updating namespace I0410 16:51:52.539522 3657 namespace.go:142] [segment-bridge] updating namespace I0410 16:51:53.339540 3657 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0410 16:51:53.340076 3657 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0410 16:51:53.340098 3657 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0410 16:51:53.342598 3657 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0410 16:51:53.538499 3657 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0410 16:51:53.538522 3657 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0410 16:51:53.539252 3657 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0410 16:51:54.080185 3657 namespace.go:142] [build-service] updating namespace I0410 16:51:54.380669 3657 namespace.go:142] [default-tenant] updating namespace I0410 16:51:54.575453 3657 namespace.go:142] [enterprise-contract-service] updating namespace I0410 16:51:54.759242 3657 namespace.go:142] [image-controller] updating namespace I0410 16:51:54.960777 3657 namespace.go:142] [integration-service] updating namespace I0410 16:51:55.163265 3657 namespace.go:142] [konflux-info] updating namespace I0410 16:51:55.363505 3657 namespace.go:142] [namespace-lister] updating namespace I0410 16:51:55.556029 3657 namespace.go:142] [release-service] updating namespace I0410 16:51:55.763789 3657 namespace.go:142] [segment-bridge] updating namespace I0410 16:51:55.886289 3657 namespace.go:142] [build-service] updating namespace I0410 16:51:55.906667 3657 namespace.go:142] [default-tenant] updating namespace I0410 16:51:55.926596 3657 namespace.go:142] [enterprise-contract-service] updating namespace I0410 16:51:55.941412 3657 namespace.go:142] [image-controller] updating namespace I0410 16:51:55.952517 3657 namespace.go:142] [integration-service] updating namespace I0410 16:51:55.975381 3657 namespace.go:142] [konflux-info] updating namespace I0410 16:51:55.998040 3657 namespace.go:142] [namespace-lister] updating namespace I0410 16:51:56.014493 3657 namespace.go:142] [release-service] updating namespace I0410 16:51:56.032039 3657 namespace.go:142] [segment-bridge] updating namespace I0410 16:51:56.068482 3657 namespace.go:142] [build-service] updating namespace I0410 16:51:56.134277 3657 namespace.go:142] [default-tenant] updating namespace I0410 16:51:56.257372 3657 namespace.go:142] [enterprise-contract-service] updating namespace I0410 16:51:56.369141 3657 namespace.go:142] [image-controller] updating namespace I0410 16:51:56.456633 3657 namespace.go:142] [integration-service] updating namespace I0410 16:51:56.579643 3657 namespace.go:142] [konflux-info] updating namespace I0410 16:51:56.663791 3657 namespace.go:142] [namespace-lister] updating namespace W0410 16:51:56.670360 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0410 16:51:56.734145 3657 namespace.go:142] [release-service] updating namespace I0410 16:51:56.863090 3657 namespace.go:142] [segment-bridge] updating namespace W0410 16:51:58.547750 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0410 16:51:58.568800 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0410 16:52:07.717893 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0410 16:52:07.717910 3657 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0410 16:52:08.546993 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 W0410 16:52:10.651857 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0410 16:52:10.651931 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0410 16:52:10.675131 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0410 16:52:10.675156 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0410 16:52:10.704460 3657 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0410 16:52:10.730000 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0410 16:52:10.731914 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0410 16:52:10.764685 3657 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0410 16:52:10.764702 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy I0410 16:52:22.068564 3657 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-2kkh4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:52:22.069130 3657 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-2kkh4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:52:22.738793 3657 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-2kkh4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:52:22.738818 3657 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-2kkh4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:52:22.745569 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7884d6c5d6-2kkh4 I0410 16:52:22.745593 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7884d6c5d6-2kkh4 I0410 16:52:28.567827 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0410 16:52:35.466130 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=612 I0410 16:53:20.442993 3657 obj_retry.go:464] Detected object konflux-ui/proxy-76fcdd46f5-wc9s2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:53:20.443594 3657 obj_retry.go:464] Detected object konflux-ui/proxy-76fcdd46f5-wc9s2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:53:21.093020 3657 obj_retry.go:458] Detected object konflux-ui/proxy-76fcdd46f5-wc9s2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:53:21.093048 3657 obj_retry.go:458] Detected object konflux-ui/proxy-76fcdd46f5-wc9s2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:53:21.098482 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-76fcdd46f5-wc9s2 I0410 16:53:21.098510 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-76fcdd46f5-wc9s2 I0410 16:53:26.272866 3657 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:53:26.273463 3657 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:53:26.314766 3657 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:53:26.314796 3657 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:53:26.317656 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0410 16:53:26.317674 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0410 16:53:36.455820 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=114 I0410 16:53:37.563302 3657 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0410 16:54:03.595912 3657 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-5c8bf4df77-24rf5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:54:03.596596 3657 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-5c8bf4df77-24rf5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:54:04.337979 3657 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-5c8bf4df77-24rf5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:54:04.338000 3657 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-5c8bf4df77-24rf5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:54:04.344124 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-5c8bf4df77-24rf5 I0410 16:54:04.344148 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-5c8bf4df77-24rf5 I0410 16:54:18.675560 3657 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-fc44cc754-xvkrg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 16:54:18.676162 3657 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-fc44cc754-xvkrg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 16:54:19.422757 3657 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-fc44cc754-xvkrg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:54:19.422781 3657 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-fc44cc754-xvkrg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 16:54:19.428419 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-fc44cc754-xvkrg I0410 16:54:19.428445 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-fc44cc754-xvkrg I0410 16:54:30.450739 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=74 I0410 16:55:01.566849 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0410 16:55:04.569050 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0410 16:56:02.559847 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0410 16:56:07.465919 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 I0410 16:56:16.453359 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=166 I0410 16:56:49.530078 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0410 16:57:29.453955 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=44 I0410 16:58:01.469465 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=34 I0410 16:58:31.541456 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0410 16:58:42.531340 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0410 16:59:53.538668 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0410 16:59:54.454698 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=24 I0410 17:00:04.310349 3657 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597340-n9h2g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:00:04.310869 3657 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597340-n9h2g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:00:05.177445 3657 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597340-n9h2g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:00:05.177465 3657 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597340-n9h2g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:01:03.045632 3657 obj_retry.go:458] Detected object tsf-tpa/create-db-2rhtr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:01:03.045664 3657 obj_retry.go:458] Detected object tsf-tpa/create-db-2rhtr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:01:03.050130 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-2rhtr I0410 17:01:03.050155 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-2rhtr I0410 17:01:03.572729 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0410 17:01:06.030465 3657 obj_retry.go:458] Detected object tsf-tpa/migrate-db-4wzb9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:01:06.030490 3657 obj_retry.go:458] Detected object tsf-tpa/migrate-db-4wzb9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:01:06.034667 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-4wzb9 I0410 17:01:06.034690 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-4wzb9 I0410 17:01:09.029352 3657 obj_retry.go:458] Detected object tsf-tpa/create-importers-mfdpm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:01:09.029404 3657 obj_retry.go:458] Detected object tsf-tpa/create-importers-mfdpm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:01:09.033894 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-mfdpm I0410 17:01:09.033916 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-mfdpm I0410 17:01:12.567576 3657 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 W0410 17:01:31.850637 3657 duration.go:461] Config duration recorder: measurement expired for pod/openshift-image-registry/image-registry-85db49696b-gwpt6 I0410 17:01:55.571309 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0410 17:01:58.550321 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0410 17:02:40.533567 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0410 17:02:49.460576 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 I0410 17:03:02.570669 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0410 17:03:06.473233 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=35 I0410 17:03:40.457556 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 W0410 17:03:46.850428 3657 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-86db74f658-xzmzl I0410 17:04:30.469831 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0410 17:04:43.255664 3657 namespace.go:98] [default-tenant-managed] adding namespace I0410 17:04:43.256521 3657 namespace.go:102] [default-tenant-managed] adding namespace took 833.558µs I0410 17:04:43.296493 3657 namespace.go:142] [default-tenant-managed] updating namespace I0410 17:04:43.310054 3657 namespace.go:142] [default-tenant-managed] updating namespace I0410 17:04:44.270267 3657 namespace.go:142] [default-tenant-managed] updating namespace I0410 17:04:44.392337 3657 namespace.go:142] [default-tenant-managed] updating namespace I0410 17:04:44.490223 3657 namespace.go:142] [default-tenant-managed] updating namespace I0410 17:05:17.535567 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0410 17:05:18.564444 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0410 17:05:31.369122 3657 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-gggnv] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-gggnv for pod on switch ip-10-0-0-61.ec2.internal I0410 17:05:31.369237 3657 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-gggnv I0410 17:05:31.385256 3657 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-gggnv] pod update took 16.057476ms I0410 17:05:31.385288 3657 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-gggnv] addLogicalPort annotation time took 16.087297ms I0410 17:05:31.386663 3657 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-gggnv] addLogicalPort took 17.553519ms, libovsdb time 885.976µs I0410 17:05:31.732149 3657 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-gggnv 00e7109569cf82fb511cd46bb0537c1d67637b8b72362f89120420ace0754015 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-gggnv 00e7109569cf82fb511cd46bb0537c1d67637b8b72362f89120420ace0754015 network default NAD default] I0410 17:05:31.741750 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-gggnv, hostIfaceName: 00e7109569cf82f, network: default, NAD default, SandboxID: "00e7109569cf82fb511cd46bb0537c1d67637b8b72362f89120420ace0754015", PCI device ID: , UID: "0902b1e4-0583-4003-a5d3-4d4f20d2a816", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0410 17:05:31.795082 3657 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-gggnv 00e7109569cf82fb511cd46bb0537c1d67637b8b72362f89120420ace0754015 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-gggnv 00e7109569cf82fb511cd46bb0537c1d67637b8b72362f89120420ace0754015 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ee:6a:81:bd:af:c6\",\"name\":\"00e7109569cf82f\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bfe32f94-f6ef-4d24-8731-daed202e4b12\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 17:05:43.457309 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 W0410 17:05:45.704129 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0410 17:05:45.704148 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0410 17:05:45.704154 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0410 17:05:45.704159 3657 util.go:959] Failed to build node endpoints for node ip-10-0-0-61.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0410 17:05:48.506935 3657 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:05:48.507540 3657 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:06:05.230050 3657 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:06:05.230626 3657 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:06:25.541997 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0410 17:06:28.414320 3657 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:06:28.414834 3657 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:07:06.575041 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 W0410 17:07:11.850498 3657 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5lcwl5 I0410 17:07:54.576786 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0410 17:08:05.545153 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0410 17:08:23.561354 3657 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:08:23.561937 3657 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:08:34.464307 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0410 17:09:07.379384 3657 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:09:07.379926 3657 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:09:07.570970 3657 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0410 17:09:09.056991 3657 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-unicode-check-pod] creating logical port default-tenant_tsf-comp-hbfg-on-push-mmjfp-sast-unicode-check-pod for pod on switch ip-10-0-0-61.ec2.internal I0410 17:09:09.057108 3657 kube.go:256] Updating pod default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-unicode-check-pod I0410 17:09:09.080648 3657 pod.go:62] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-unicode-check-pod] pod update took 23.573542ms I0410 17:09:09.080670 3657 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-unicode-check-pod] addLogicalPort annotation time took 23.59996ms I0410 17:09:09.081907 3657 pods.go:271] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-unicode-check-pod] addLogicalPort took 24.932778ms, libovsdb time 870.315µs I0410 17:09:09.424776 3657 cni.go:403] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-unicode-check-pod c4aae1e366f452c917a46e00534907ebfc8a64699c53a2c1e1d3de1ec429c626 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-unicode-check-pod c4aae1e366f452c917a46e00534907ebfc8a64699c53a2c1e1d3de1ec429c626 network default NAD default] I0410 17:09:09.434411 3657 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-hbfg-on-push-mmjfp-sast-unicode-check-pod, hostIfaceName: c4aae1e366f452c, network: default, NAD default, SandboxID: "c4aae1e366f452c917a46e00534907ebfc8a64699c53a2c1e1d3de1ec429c626", PCI device ID: , UID: "93c4c5ac-fb90-4efb-a687-227468506f3f", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0410 17:09:09.488197 3657 cni.go:424] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-unicode-check-pod c4aae1e366f452c917a46e00534907ebfc8a64699c53a2c1e1d3de1ec429c626 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-unicode-check-pod c4aae1e366f452c917a46e00534907ebfc8a64699c53a2c1e1d3de1ec429c626 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:25:0b:9e:d4:df\",\"name\":\"c4aae1e366f452c\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12901543-bbc1-465e-8d7f-b30fdddfc055\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 17:09:26.553002 3657 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-apply-tags-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:09:26.553587 3657 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-apply-tags-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:09:26.585876 3657 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-push-dockerfile-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:09:26.586474 3657 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-push-dockerfile-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:09:35.473402 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0410 17:09:36.458675 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=52 I0410 17:09:48.460699 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=12 I0410 17:09:55.169842 3657 cni.go:403] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-unicode-check-pod c4aae1e366f452c917a46e00534907ebfc8a64699c53a2c1e1d3de1ec429c626 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-unicode-check-pod c4aae1e366f452c917a46e00534907ebfc8a64699c53a2c1e1d3de1ec429c626 network default NAD default] I0410 17:09:55.257284 3657 cni.go:424] [default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-unicode-check-pod c4aae1e366f452c917a46e00534907ebfc8a64699c53a2c1e1d3de1ec429c626 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-unicode-check-pod c4aae1e366f452c917a46e00534907ebfc8a64699c53a2c1e1d3de1ec429c626 network default NAD default], result "{}", err I0410 17:09:55.357500 3657 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:09:55.357641 3657 pods.go:176] Deleting pod: default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-unicode-check-pod I0410 17:09:55.359416 3657 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-unicode-check-pod, ips: 10.129.0.57 I0410 17:09:55.359452 3657 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:00.250393 3657 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29597350-76rdp] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29597350-76rdp for pod on switch ip-10-0-0-61.ec2.internal I0410 17:10:00.250488 3657 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29597350-76rdp I0410 17:10:00.267375 3657 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29597350-76rdp] pod update took 16.90584ms I0410 17:10:00.267437 3657 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29597350-76rdp] addLogicalPort annotation time took 16.970386ms I0410 17:10:00.268691 3657 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29597350-76rdp] addLogicalPort took 18.316831ms, libovsdb time 849.497µs I0410 17:10:00.653223 3657 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29597350-76rdp deb4777da64b7a05d27037c8a18b95e85d07bb25265cf0eb2d7ee1a32e146512 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29597350-76rdp deb4777da64b7a05d27037c8a18b95e85d07bb25265cf0eb2d7ee1a32e146512 network default NAD default] I0410 17:10:00.663082 3657 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29597350-76rdp, hostIfaceName: deb4777da64b7a0, network: default, NAD default, SandboxID: "deb4777da64b7a05d27037c8a18b95e85d07bb25265cf0eb2d7ee1a32e146512", PCI device ID: , UID: "38e19288-655b-4fb2-a176-6b8683a75fa5", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0410 17:10:00.715763 3657 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29597350-76rdp deb4777da64b7a05d27037c8a18b95e85d07bb25265cf0eb2d7ee1a32e146512 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29597350-76rdp deb4777da64b7a05d27037c8a18b95e85d07bb25265cf0eb2d7ee1a32e146512 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0e:bb:14:a4:50:94\",\"name\":\"deb4777da64b7a0\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73490dd6-49c5-4633-8095-4f2459c0f1a7\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0410 17:10:04.234754 3657 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29597350-76rdp deb4777da64b7a05d27037c8a18b95e85d07bb25265cf0eb2d7ee1a32e146512 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29597350-76rdp deb4777da64b7a05d27037c8a18b95e85d07bb25265cf0eb2d7ee1a32e146512 network default NAD default] I0410 17:10:04.267143 3657 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:04.267814 3657 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:04.323584 3657 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29597350-76rdp deb4777da64b7a05d27037c8a18b95e85d07bb25265cf0eb2d7ee1a32e146512 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29597350-76rdp deb4777da64b7a05d27037c8a18b95e85d07bb25265cf0eb2d7ee1a32e146512 network default NAD default], result "{}", err I0410 17:10:04.377112 3657 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597350-76rdp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:04.377140 3657 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29597350-76rdp I0410 17:10:04.378630 3657 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29597350-76rdp, ips: 10.129.0.58 I0410 17:10:04.378667 3657 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597350-76rdp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:05.280768 3657 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597350-76rdp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:10:05.280799 3657 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597350-76rdp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:10:05.315496 3657 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:10:05.315519 3657 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:10:05.319741 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x I0410 17:10:05.319769 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29597320-8bb9x I0410 17:10:05.972832 3657 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-coverity-availability-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:05.973413 3657 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-coverity-availability-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:08.022017 3657 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-snyk-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:08.022635 3657 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-snyk-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:09.011783 3657 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:09.012354 3657 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:10.536605 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0410 17:10:14.483938 3657 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:14.484489 3657 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:31.477122 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=217 I0410 17:10:41.317487 3657 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-ecosystem-cert-preflight-checks-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:41.318034 3657 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-ecosystem-cert-preflight-checks-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:50.574292 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0410 17:10:51.554336 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0410 17:10:58.382842 3657 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:10:58.383448 3657 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:12:12.545027 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0410 17:12:26.268953 3657 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:12:26.269632 3657 obj_retry.go:464] Detected object default-tenant/tsf-comp-hbfg-on-push-mmjfp-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:12:43.568000 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0410 17:12:46.392558 3657 obj_retry.go:464] Detected object default-tenant/my-integration-test-wxcy-5n5jf-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:12:46.393195 3657 obj_retry.go:464] Detected object default-tenant/my-integration-test-wxcy-5n5jf-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:13:10.377591 3657 obj_retry.go:464] Detected object default-tenant/my-integration-test-wxcy-5n5jf-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:13:10.378139 3657 obj_retry.go:464] Detected object default-tenant/my-integration-test-wxcy-5n5jf-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:13:17.318471 3657 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-n2xdh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0410 17:13:17.319072 3657 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-n2xdh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0410 17:13:18.215904 3657 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-n2xdh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:13:18.215930 3657 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-n2xdh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0410 17:13:18.221356 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-n2xdh I0410 17:13:18.221383 3657 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-n2xdh