+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-147.ec2.internal ++ [[ -n ip-10-0-0-147.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-147.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260318-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260318-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260318-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0403 00:03:40.393663245 - disable conntrack on geneve port' I0403 00:03:40.393663245 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0403 00:03:40.409086562 - starting ovnkube-node + echo 'I0403 00:03:40.409086562 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-147.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-147.ec2.internal --init-node ip-10-0-0-147.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-147.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0403 00:03:40.445406 3764 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0403 00:03:40.445459 3764 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-f1cb2dbfda.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0403 00:03:40.447017 3764 kube.go:423] Waiting for certificate I0403 00:03:40.447047 3764 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0403 00:03:40.447442 3764 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0403 00:03:40.448189 3764 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0403 00:03:40.475312 3764 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0403 00:03:40.475328 3764 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0403 00:03:40.478349 3764 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0403 00:03:40.481115 3764 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-mqjmb" I0403 00:03:40.487743 3764 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-mqjmb" I0403 00:03:40.487821 3764 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0403 00:03:41.447679 3764 kube.go:430] Certificate found I0403 00:03:41.448893 3764 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0403 00:03:41.449841 3764 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0403 00:03:41.490264 3764 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-03 23:58:40 +0000 UTC" deadline="2026-04-03 21:05:32.476970176 +0000 UTC" I0403 00:03:41.490308 3764 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="21h1m50.98667454s" I0403 00:03:41.527848 3764 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0403 00:03:41.540226 3764 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0403 00:03:41.542528 3764 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0403 00:03:41.542608 3764 factory.go:537] Starting watch factory I0403 00:03:41.542706 3764 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:41.542750 3764 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:41.543262 3764 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:41.543278 3764 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:41.544279 3764 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:41.544430 3764 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:41.544445 3764 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:41.544660 3764 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:41.544452 3764 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:41.544485 3764 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:41.545225 3764 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:41.545320 3764 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:41.553945 3764 controller_manager.go:368] Starting the ovnkube controller I0403 00:03:41.553956 3764 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-147.ec2.internal I0403 00:03:41.553996 3764 controller_manager.go:393] NBDB zone sync took: 33.716µs I0403 00:03:41.554004 3764 factory.go:537] Starting watch factory I0403 00:03:41.562024 3764 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:41.562580 3764 ovn_northd.go:121] Registering OVN northd metrics I0403 00:03:41.564966 3764 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:41.565164 3764 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:41.565218 3764 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:41.566388 3764 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0403 00:03:41.567233 3764 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:41.571183 3764 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0403 00:03:41.571208 3764 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0403 00:03:41.573511 3764 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:03:41.586817 3764 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0403 00:03:41.647875 3764 factory.go:1931] *v1.Service informer cache synced successfully I0403 00:03:41.647893 3764 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0403 00:03:41.647903 3764 factory.go:1931] *v1.Pod informer cache synced successfully I0403 00:03:41.647906 3764 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0403 00:03:41.647909 3764 factory.go:1931] *v1.Namespace informer cache synced successfully I0403 00:03:41.647913 3764 factory.go:1931] *v1.Node informer cache synced successfully I0403 00:03:41.647996 3764 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0403 00:03:41.648018 3764 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0403 00:03:41.647998 3764 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0403 00:03:41.648121 3764 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0403 00:03:41.651209 3764 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0403 00:03:41.651235 3764 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0403 00:03:41.653104 3764 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0403 00:03:41.653116 3764 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0403 00:03:41.653226 3764 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:41.653254 3764 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:41.655986 3764 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:41.659211 3764 factory.go:1931] *v1.Namespace informer cache synced successfully I0403 00:03:41.659221 3764 factory.go:1931] *v1.Node informer cache synced successfully I0403 00:03:41.659224 3764 factory.go:1931] *v1.Service informer cache synced successfully I0403 00:03:41.659227 3764 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0403 00:03:41.659230 3764 factory.go:1931] *v1.Pod informer cache synced successfully I0403 00:03:41.659233 3764 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0403 00:03:41.659281 3764 factory.go:1931] *v1.EgressIP informer cache synced successfully I0403 00:03:41.659334 3764 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:41.659345 3764 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:41.662042 3764 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:41.664257 3764 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0403 00:03:41.664267 3764 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0403 00:03:41.665299 3764 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0403 00:03:41.665350 3764 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:41.665360 3764 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:41.667987 3764 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:41.670025 3764 factory.go:1931] *v1.EgressIP informer cache synced successfully I0403 00:03:41.671226 3764 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0403 00:03:41.671282 3764 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:41.671294 3764 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:41.673760 3764 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:41.675776 3764 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0403 00:03:41.677089 3764 factory.go:1931] *v1.EgressService informer cache synced successfully I0403 00:03:41.677140 3764 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:41.677151 3764 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:41.679641 3764 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:41.681629 3764 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0403 00:03:41.682850 3764 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0403 00:03:41.682999 3764 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0403 00:03:41.683012 3764 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0403 00:03:41.685474 3764 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0403 00:03:41.687432 3764 factory.go:1931] *v1.EgressService informer cache synced successfully I0403 00:03:41.688698 3764 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0403 00:03:41.688757 3764 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:41.688768 3764 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:41.688833 3764 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:41.688869 3764 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:41.691418 3764 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:41.691993 3764 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0403 00:03:41.692963 3764 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0403 00:03:41.694114 3764 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0403 00:03:41.694121 3764 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0403 00:03:41.694128 3764 factory.go:649] Watch Factory start up complete, took: 151.524229ms I0403 00:03:41.694187 3764 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0403 00:03:41.698347 3764 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0403 00:03:41.703781 3764 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0403 00:03:41.703800 3764 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0403 00:03:41.703807 3764 factory.go:649] Watch Factory start up complete, took: 149.801184ms I0403 00:03:41.703814 3764 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-0-147.ec2.internal" zone I0403 00:03:41.727386 3764 default_node_network_controller.go:709] Initializing the default node network controller I0403 00:03:41.778100 3764 udn_isolation.go:101] Starting UDN host isolation manager I0403 00:03:41.785039 3764 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0403 00:03:41.840336 3764 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0403 00:03:41.840433 3764 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0403 00:03:41.840448 3764 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0403 00:03:41.872439 3764 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0403 00:03:41.872514 3764 default_node_network_controller.go:808] Node ip-10-0-0-147.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0403 00:03:41.878070 3764 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.147"] k8s.ovn.org/zone-name:ip-10-0-0-147.ec2.internal] on node ip-10-0-0-147.ec2.internal I0403 00:03:41.898600 3764 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0403 00:03:41.904947 3764 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0403 00:03:41.905056 3764 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0403 00:03:41.905177 3764 gateway_init.go:263] Preparing Gateway I0403 00:03:41.905185 3764 gateway_shared_intf.go:1658] Creating new gateway I0403 00:03:41.954835 3764 controller_manager.go:427] Waiting for node in zone sync took: 251.00859ms I0403 00:03:41.959893 3764 controller_manager.go:608] Switching to transit router for layer2 networks I0403 00:03:41.959908 3764 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-147.ec2.internal I0403 00:03:41.975666 3764 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0403 00:03:41.981710 3764 controller_manager.go:288] SCTP support detected in OVN I0403 00:03:41.982277 3764 services_controller.go:69] Creating services controller for network=default I0403 00:03:41.982364 3764 udn_enabled_svc.go:80] Waiting for service informer to sync I0403 00:03:41.982429 3764 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0403 00:03:41.982456 3764 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0403 00:03:41.982468 3764 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0403 00:03:41.982478 3764 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0403 00:03:41.982608 3764 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0403 00:03:41.982644 3764 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0403 00:03:41.982669 3764 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 17.878µs I0403 00:03:41.982678 3764 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 33.894µs I0403 00:03:41.982677 3764 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 39.855µs I0403 00:03:41.982683 3764 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0403 00:03:41.982692 3764 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0403 00:03:41.982702 3764 default_network_controller.go:321] Starting the default network controller I0403 00:03:41.982771 3764 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 13.899µs I0403 00:03:41.982886 3764 udn_enabled_svc.go:95] Performing full resync I0403 00:03:41.983222 3764 udn_enabled_svc.go:99] Waiting for handler to sync I0403 00:03:41.983232 3764 udn_enabled_svc.go:104] Starting worker I0403 00:03:41.987487 3764 iptables.go:108] Creating table: filter chain: FORWARD I0403 00:03:41.991664 3764 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0403 00:03:41.991729 3764 repair.go:33] Syncing exgw routes took 53.67µs I0403 00:03:41.991747 3764 default_network_controller.go:407] Starting all the Watchers... I0403 00:03:41.991894 3764 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0403 00:03:41.991903 3764 namespace.go:98] [openshift-config-managed] adding namespace I0403 00:03:41.991910 3764 namespace.go:98] [openshift-customer-monitoring] adding namespace I0403 00:03:41.991923 3764 namespace.go:98] [openshift-ingress-canary] adding namespace I0403 00:03:41.991927 3764 namespace.go:98] [openshift-config-operator] adding namespace I0403 00:03:41.991933 3764 namespace.go:98] [openshift-machine-config-operator] adding namespace I0403 00:03:41.991935 3764 namespace.go:98] [openshift-ingress] adding namespace I0403 00:03:41.991931 3764 namespace.go:98] [dedicated-admin] adding namespace I0403 00:03:41.991951 3764 namespace.go:98] [openshift-kube-scheduler] adding namespace I0403 00:03:41.991951 3764 namespace.go:98] [openshift-controller-manager] adding namespace I0403 00:03:41.991958 3764 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0403 00:03:41.991962 3764 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0403 00:03:41.991963 3764 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0403 00:03:41.991964 3764 namespace.go:98] [openshift-authentication] adding namespace I0403 00:03:41.991973 3764 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0403 00:03:41.992433 3764 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 528.228µs I0403 00:03:41.992449 3764 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0403 00:03:41.992945 3764 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 488.68µs I0403 00:03:41.992959 3764 namespace.go:98] [openshift-apiserver] adding namespace I0403 00:03:41.993414 3764 namespace.go:102] [openshift-apiserver] adding namespace took 447.577µs I0403 00:03:41.993429 3764 namespace.go:98] [openshift-console] adding namespace I0403 00:03:41.993595 3764 iptables.go:108] Creating table: filter chain: OUTPUT I0403 00:03:41.993924 3764 namespace.go:102] [openshift-config-managed] adding namespace took 2.011644ms I0403 00:03:41.993940 3764 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0403 00:03:41.994492 3764 namespace.go:102] [openshift-customer-monitoring] adding namespace took 2.571668ms I0403 00:03:41.994508 3764 namespace.go:98] [open-cluster-management-2peb42nlhreqhm7gegjie4h8sih13gfv] adding namespace I0403 00:03:41.995087 3764 namespace.go:102] [openshift-ingress-canary] adding namespace took 3.155312ms I0403 00:03:41.995106 3764 namespace.go:98] [openshift-authentication-operator] adding namespace I0403 00:03:41.995609 3764 namespace.go:102] [openshift-config-operator] adding namespace took 3.671238ms I0403 00:03:41.995621 3764 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0403 00:03:41.996088 3764 namespace.go:102] [openshift-machine-config-operator] adding namespace took 4.147205ms I0403 00:03:41.996100 3764 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0403 00:03:41.996629 3764 namespace.go:102] [openshift-ingress] adding namespace took 4.684723ms I0403 00:03:41.996643 3764 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0403 00:03:41.997064 3764 namespace.go:102] [dedicated-admin] adding namespace took 5.119892ms I0403 00:03:41.997074 3764 namespace.go:98] [openshift-operators-redhat] adding namespace I0403 00:03:41.997521 3764 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.560767ms I0403 00:03:41.997536 3764 namespace.go:98] [openshift-marketplace] adding namespace I0403 00:03:41.998023 3764 namespace.go:102] [openshift-controller-manager] adding namespace took 6.061152ms I0403 00:03:41.998036 3764 namespace.go:98] [openshift-network-diagnostics] adding namespace I0403 00:03:41.998613 3764 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.647833ms I0403 00:03:41.998625 3764 namespace.go:98] [openshift-ingress-operator] adding namespace I0403 00:03:41.999138 3764 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.166553ms I0403 00:03:41.999152 3764 namespace.go:98] [openshift-logging] adding namespace I0403 00:03:41.999679 3764 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.705999ms I0403 00:03:41.999688 3764 namespace.go:98] [openshift-insights] adding namespace I0403 00:03:42.000010 3764 gateway_shared_intf.go:1787] Gateway Creation Complete I0403 00:03:42.000024 3764 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-147.ec2.internal","mac-address":"12:4f:c9:b5:b5:33","ip-addresses":["10.0.0.147/24"],"ip-address":"10.0.0.147/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ec9111cc-5014-428d-99b0-dc7a44f01530 k8s.ovn.org/node-encap-ips:["10.0.0.147"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.147/24"} k8s.ovn.org/zone-name:ip-10-0-0-147.ec2.internal] on node ip-10-0-0-147.ec2.internal I0403 00:03:42.000247 3764 namespace.go:102] [openshift-authentication] adding namespace took 8.270022ms I0403 00:03:42.000262 3764 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0403 00:03:42.000688 3764 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 8.705968ms I0403 00:03:42.000705 3764 namespace.go:98] [openshift-node] adding namespace I0403 00:03:42.001175 3764 namespace.go:102] [openshift-console] adding namespace took 7.739271ms I0403 00:03:42.001189 3764 namespace.go:98] [openshift-backplane-srep] adding namespace I0403 00:03:42.001624 3764 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.678809ms I0403 00:03:42.001639 3764 namespace.go:98] [default] adding namespace I0403 00:03:42.002103 3764 namespace.go:102] [open-cluster-management-2peb42nlhreqhm7gegjie4h8sih13gfv] adding namespace took 7.591605ms I0403 00:03:42.002116 3764 namespace.go:98] [openshift-network-console] adding namespace I0403 00:03:42.002519 3764 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.40831ms I0403 00:03:42.002526 3764 namespace.go:98] [openshift-dns-operator] adding namespace I0403 00:03:42.002930 3764 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.303366ms I0403 00:03:42.002939 3764 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0403 00:03:42.003429 3764 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.322127ms I0403 00:03:42.003443 3764 namespace.go:98] [openshift-route-controller-manager] adding namespace I0403 00:03:42.003843 3764 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.19525ms I0403 00:03:42.003860 3764 namespace.go:98] [openshift-infra] adding namespace I0403 00:03:42.004293 3764 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.213597ms I0403 00:03:42.004306 3764 namespace.go:98] [openshift-apiserver-operator] adding namespace W0403 00:03:42.004689 3764 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-4bpxr: pod openshift-network-diagnostics/network-check-target-4bpxr: no pod IPs found W0403 00:03:42.004706 3764 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-swclw: pod openshift-network-diagnostics/network-check-target-swclw: no pod IPs found I0403 00:03:42.004719 3764 namespace.go:102] [openshift-marketplace] adding namespace took 7.178355ms I0403 00:03:42.004729 3764 namespace.go:98] [openshift-host-network] adding namespace I0403 00:03:42.005274 3764 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.23283ms I0403 00:03:42.005285 3764 namespace.go:98] [openshift-kube-apiserver] adding namespace I0403 00:03:42.005739 3764 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.106953ms I0403 00:03:42.005755 3764 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0403 00:03:42.006295 3764 namespace.go:102] [openshift-logging] adding namespace took 7.137737ms I0403 00:03:42.006308 3764 namespace.go:98] [openshift-console-operator] adding namespace I0403 00:03:42.006757 3764 namespace.go:102] [openshift-insights] adding namespace took 7.065558ms I0403 00:03:42.006765 3764 namespace.go:98] [openshift-config] adding namespace I0403 00:03:42.007215 3764 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.947634ms I0403 00:03:42.007229 3764 namespace.go:98] [openshift-multus] adding namespace I0403 00:03:42.007627 3764 namespace.go:102] [openshift-node] adding namespace took 6.915635ms I0403 00:03:42.007642 3764 namespace.go:98] [openshift-package-operator] adding namespace I0403 00:03:42.008042 3764 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.848512ms I0403 00:03:42.008057 3764 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0403 00:03:42.008550 3764 namespace.go:102] [default] adding namespace took 6.904796ms I0403 00:03:42.008562 3764 namespace.go:98] [kube-system] adding namespace I0403 00:03:42.009121 3764 namespace.go:102] [openshift-network-console] adding namespace took 7.001028ms I0403 00:03:42.009136 3764 namespace.go:98] [openshift-backplane-csm] adding namespace I0403 00:03:42.009529 3764 namespace.go:102] [openshift-dns-operator] adding namespace took 6.997789ms I0403 00:03:42.009542 3764 namespace.go:98] [openshift-backplane] adding namespace I0403 00:03:42.010007 3764 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.064294ms I0403 00:03:42.010020 3764 namespace.go:98] [openshift-backplane-tam] adding namespace I0403 00:03:42.010441 3764 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.991383ms I0403 00:03:42.010454 3764 namespace.go:98] [openshift-backplane-mobb] adding namespace I0403 00:03:42.010865 3764 namespace.go:102] [openshift-infra] adding namespace took 6.999992ms I0403 00:03:42.010878 3764 namespace.go:98] [openshift-cluster-version] adding namespace I0403 00:03:42.011308 3764 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.99833ms I0403 00:03:42.011320 3764 namespace.go:98] [openshift-monitoring] adding namespace I0403 00:03:42.011745 3764 namespace.go:102] [openshift-host-network] adding namespace took 7.011585ms I0403 00:03:42.011757 3764 namespace.go:98] [openshift-backplane-cse] adding namespace I0403 00:03:42.012570 3764 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.280945ms I0403 00:03:42.012580 3764 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0403 00:03:42.012963 3764 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.201739ms I0403 00:03:42.012977 3764 namespace.go:98] [kube-node-lease] adding namespace I0403 00:03:42.013458 3764 namespace.go:102] [openshift-console-operator] adding namespace took 7.144504ms I0403 00:03:42.013472 3764 namespace.go:98] [openshift-cloud-credential-operator] adding namespace W0403 00:03:42.013846 3764 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-nfwxx: pod openshift-multus/network-metrics-daemon-nfwxx: no pod IPs found W0403 00:03:42.013858 3764 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-nwtwd: pod openshift-multus/network-metrics-daemon-nwtwd: no pod IPs found I0403 00:03:42.013884 3764 namespace.go:102] [openshift-config] adding namespace took 7.114099ms I0403 00:03:42.013894 3764 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0403 00:03:42.014504 3764 namespace.go:102] [openshift-multus] adding namespace took 7.267752ms I0403 00:03:42.014527 3764 namespace.go:98] [openshift] adding namespace I0403 00:03:42.015149 3764 namespace.go:102] [openshift-package-operator] adding namespace took 7.49836ms I0403 00:03:42.015169 3764 namespace.go:98] [openshift-dns] adding namespace I0403 00:03:42.015805 3764 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.739507ms W0403 00:03:42.015817 3764 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-gr5t2: pod kube-system/global-pull-secret-syncer-gr5t2: no pod IPs found I0403 00:03:42.016290 3764 namespace.go:102] [kube-system] adding namespace took 7.723594ms I0403 00:03:42.016304 3764 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0403 00:03:42.016811 3764 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.670377ms I0403 00:03:42.016820 3764 namespace.go:98] [openshift-backplane-cee] adding namespace I0403 00:03:42.017225 3764 namespace.go:102] [openshift-backplane] adding namespace took 7.677424ms I0403 00:03:42.017240 3764 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0403 00:03:42.017602 3764 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.576398ms I0403 00:03:42.017613 3764 namespace.go:98] [openshift-must-gather-operator] adding namespace I0403 00:03:42.018085 3764 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.626326ms I0403 00:03:42.018096 3764 namespace.go:98] [openshift-etcd] adding namespace I0403 00:03:42.018519 3764 namespace.go:102] [openshift-cluster-version] adding namespace took 7.636006ms I0403 00:03:42.018535 3764 namespace.go:98] [openshift-network-operator] adding namespace I0403 00:03:42.018937 3764 default_node_network_controller.go:518] Node connection status = connected I0403 00:03:42.019104 3764 namespace.go:102] [openshift-monitoring] adding namespace took 7.773965ms I0403 00:03:42.019125 3764 namespace.go:98] [openshift-network-node-identity] adding namespace I0403 00:03:42.019564 3764 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.802199ms I0403 00:03:42.019578 3764 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0403 00:03:42.019994 3764 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.408471ms I0403 00:03:42.020008 3764 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0403 00:03:42.020420 3764 namespace.go:102] [kube-node-lease] adding namespace took 7.43877ms I0403 00:03:42.020809 3764 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.333494ms I0403 00:03:42.020820 3764 namespace.go:98] [openshift-operators] adding namespace I0403 00:03:42.021292 3764 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.392296ms I0403 00:03:42.021306 3764 namespace.go:98] [openshift-console-user-settings] adding namespace I0403 00:03:42.021685 3764 namespace.go:102] [openshift] adding namespace took 7.153661ms I0403 00:03:42.021695 3764 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0403 00:03:42.022129 3764 namespace.go:102] [openshift-dns] adding namespace took 6.952912ms I0403 00:03:42.022145 3764 namespace.go:98] [openshift-machine-api] adding namespace I0403 00:03:42.022601 3764 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.291424ms I0403 00:03:42.023014 3764 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.189967ms I0403 00:03:42.023359 3764 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.114874ms I0403 00:03:42.023777 3764 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.159595ms I0403 00:03:42.023806 3764 namespace.go:98] [openshift-image-registry] adding namespace I0403 00:03:42.024175 3764 namespace.go:102] [openshift-etcd] adding namespace took 6.073274ms I0403 00:03:42.024188 3764 namespace.go:98] [kube-public] adding namespace I0403 00:03:42.024595 3764 namespace.go:102] [openshift-network-operator] adding namespace took 6.055519ms I0403 00:03:42.025105 3764 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.973506ms I0403 00:03:42.025586 3764 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.002586ms I0403 00:03:42.025994 3764 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.979455ms I0403 00:03:42.026009 3764 namespace.go:98] [openshift-service-ca-operator] adding namespace I0403 00:03:42.026353 3764 namespace.go:102] [openshift-operators] adding namespace took 5.528391ms I0403 00:03:42.026733 3764 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.422111ms I0403 00:03:42.027155 3764 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 5.455707ms I0403 00:03:42.027168 3764 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0403 00:03:42.027548 3764 namespace.go:102] [openshift-machine-api] adding namespace took 5.39836ms I0403 00:03:42.028081 3764 namespace.go:102] [openshift-image-registry] adding namespace took 4.265811ms I0403 00:03:42.028475 3764 namespace.go:102] [kube-public] adding namespace took 4.28367ms I0403 00:03:42.028871 3764 namespace.go:102] [openshift-service-ca-operator] adding namespace took 2.856529ms I0403 00:03:42.029327 3764 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 2.154816ms I0403 00:03:42.029723 3764 zone_ic_handler.go:186] Time taken to create transit switch: 300.169µs I0403 00:03:42.029840 3764 master.go:532] Adding or Updating local node "ip-10-0-0-147.ec2.internal" for network "default" I0403 00:03:42.029917 3764 obj_retry.go:544] Failed to create *v1.Node ip-10-0-1-110.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-110.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-110.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-110.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-110.ec2.internal I0403 00:03:42.030411 3764 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-108.ec2.internal for the network default I0403 00:03:42.031822 3764 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-108.ec2.internal" on network "default" took: 1.419675ms W0403 00:03:42.039342 3764 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-nwtwd: pod openshift-multus/network-metrics-daemon-nwtwd: no pod IPs found W0403 00:03:42.039358 3764 gateway.go:197] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-gr5t2: pod kube-system/global-pull-secret-syncer-gr5t2: no pod IPs found W0403 00:03:42.039377 3764 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-4bpxr: pod openshift-network-diagnostics/network-check-target-4bpxr: no pod IPs found I0403 00:03:42.040520 3764 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-0-147.ec2.internal for the network default I0403 00:03:42.041231 3764 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0403 00:03:42.041252 3764 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0403 00:03:42.041264 3764 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0403 00:03:42.041284 3764 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-147.ec2.internal in network "default" I0403 00:03:42.041338 3764 node_tracker.go:169] Node ip-10-0-0-147.ec2.internal switch + router changed, syncing services in network "default" I0403 00:03:42.041351 3764 services_controller.go:574] Full service sync requested for network=default I0403 00:03:42.041360 3764 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-110.ec2.internal in network "default" I0403 00:03:42.041369 3764 node_tracker.go:235] Node ip-10-0-1-110.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-110.ec2.internal" I0403 00:03:42.041379 3764 node_tracker.go:169] Node ip-10-0-1-110.ec2.internal switch + router changed, syncing services in network "default" I0403 00:03:42.041383 3764 services_controller.go:574] Full service sync requested for network=default I0403 00:03:42.041389 3764 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-108.ec2.internal in network "default" I0403 00:03:42.041410 3764 node_tracker.go:169] Node ip-10-0-2-108.ec2.internal switch + router changed, syncing services in network "default" I0403 00:03:42.041417 3764 services_controller.go:574] Full service sync requested for network=default I0403 00:03:42.141586 3764 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0403 00:03:42.141606 3764 services_controller.go:208] Setting up event handlers for services for network=default I0403 00:03:42.141670 3764 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0403 00:03:42.141722 3764 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0403 00:03:42.141744 3764 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0403 00:03:42.241836 3764 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0403 00:03:42.241851 3764 repair.go:60] Starting repairing loop for services I0403 00:03:42.241936 3764 repair.go:131] Deleted 0 stale service LBs I0403 00:03:42.241956 3764 repair.go:137] Deleted 0 stale Chassis Template Vars I0403 00:03:42.241971 3764 repair.go:62] Finished repairing loop for services: 122.056µs I0403 00:03:42.241994 3764 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0403 00:03:42.242003 3764 services_controller.go:254] Starting workers for network=default I0403 00:03:42.242432 3764 obj_retry.go:544] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-swclw, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-swclw: suppressed error logged: pod openshift-network-diagnostics/network-check-target-swclw: no pod IPs found I0403 00:03:42.242453 3764 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-gr5t2] creating logical port kube-system_global-pull-secret-syncer-gr5t2 for pod on switch ip-10-0-0-147.ec2.internal I0403 00:03:42.242707 3764 obj_retry.go:544] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-nfwxx, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-nfwxx: suppressed error logged: pod openshift-multus/network-metrics-daemon-nfwxx: no pod IPs found I0403 00:03:42.242912 3764 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-4bpxr] creating logical port openshift-network-diagnostics_network-check-target-4bpxr for pod on switch ip-10-0-0-147.ec2.internal I0403 00:03:42.243011 3764 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-gr5t2 I0403 00:03:42.243024 3764 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-4bpxr I0403 00:03:42.243048 3764 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-nwtwd] creating logical port openshift-multus_network-metrics-daemon-nwtwd for pod on switch ip-10-0-0-147.ec2.internal I0403 00:03:42.243130 3764 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-nwtwd I0403 00:03:42.258490 3764 pod.go:62] [kube-system/global-pull-secret-syncer-gr5t2] pod update took 15.985007ms I0403 00:03:42.258507 3764 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-gr5t2] addLogicalPort annotation time took 16.003713ms I0403 00:03:42.259364 3764 pods.go:271] [kube-system/global-pull-secret-syncer-gr5t2] addLogicalPort took 16.918529ms, libovsdb time 657.714µs I0403 00:03:42.260327 3764 pod.go:62] [openshift-multus/network-metrics-daemon-nwtwd] pod update took 17.226575ms I0403 00:03:42.260349 3764 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-nwtwd] addLogicalPort annotation time took 17.247948ms I0403 00:03:42.260332 3764 pod.go:62] [openshift-network-diagnostics/network-check-target-4bpxr] pod update took 17.37014ms I0403 00:03:42.260503 3764 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-4bpxr] addLogicalPort annotation time took 17.54187ms I0403 00:03:42.261274 3764 pods.go:271] [openshift-multus/network-metrics-daemon-nwtwd] addLogicalPort took 18.229819ms, libovsdb time 652.592µs I0403 00:03:42.261603 3764 pods.go:271] [openshift-network-diagnostics/network-check-target-4bpxr] addLogicalPort took 18.702109ms, libovsdb time 935.931µs I0403 00:03:42.261972 3764 admin_network_policy_controller.go:227] Starting controller default-network-controller I0403 00:03:42.261991 3764 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0403 00:03:42.262001 3764 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0403 00:03:42.262005 3764 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0403 00:03:42.262171 3764 repair.go:29] Repairing admin network policies took 160.492µs I0403 00:03:42.262266 3764 repair.go:92] Repairing baseline admin network policies took 87.712µs I0403 00:03:42.262692 3764 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0403 00:03:42.262711 3764 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0403 00:03:42.264044 3764 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0403 00:03:42.264062 3764 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0403 00:03:42.264072 3764 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0403 00:03:42.265454 3764 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0403 00:03:42.265470 3764 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0403 00:03:42.265478 3764 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0403 00:03:42.267482 3764 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0403 00:03:42.267500 3764 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0403 00:03:42.267508 3764 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0403 00:03:42.268354 3764 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0403 00:03:42.268370 3764 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0403 00:03:42.268379 3764 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0403 00:03:42.269245 3764 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0403 00:03:42.269264 3764 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0403 00:03:42.269274 3764 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0403 00:03:42.271159 3764 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0403 00:03:42.271176 3764 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0403 00:03:42.271188 3764 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0403 00:03:42.272983 3764 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0403 00:03:42.273001 3764 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0403 00:03:42.273629 3764 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0403 00:03:42.273640 3764 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0403 00:03:42.275236 3764 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0403 00:03:42.275251 3764 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0403 00:03:42.275261 3764 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0403 00:03:42.275662 3764 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0403 00:03:42.275680 3764 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0403 00:03:42.275690 3764 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0403 00:03:42.276831 3764 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0403 00:03:42.276848 3764 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0403 00:03:42.276856 3764 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0403 00:03:42.277475 3764 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0403 00:03:42.277491 3764 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0403 00:03:42.277498 3764 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0403 00:03:42.277963 3764 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0403 00:03:42.277978 3764 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0403 00:03:42.277984 3764 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0403 00:03:42.278415 3764 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0403 00:03:42.278431 3764 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0403 00:03:42.278436 3764 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0403 00:03:42.279545 3764 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0403 00:03:42.279563 3764 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0403 00:03:42.279572 3764 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0403 00:03:42.280394 3764 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0403 00:03:42.280410 3764 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0403 00:03:42.280417 3764 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0403 00:03:42.280877 3764 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0403 00:03:42.280901 3764 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0403 00:03:42.280916 3764 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0403 00:03:42.281433 3764 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0403 00:03:42.281845 3764 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0403 00:03:42.281856 3764 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0403 00:03:42.282302 3764 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0403 00:03:42.282314 3764 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0403 00:03:42.282320 3764 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0403 00:03:42.282540 3764 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0403 00:03:42.282555 3764 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0403 00:03:42.282564 3764 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0403 00:03:42.283703 3764 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0403 00:03:42.283721 3764 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0403 00:03:42.283728 3764 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0403 00:03:42.284034 3764 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0403 00:03:42.284049 3764 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0403 00:03:42.284058 3764 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0403 00:03:42.285006 3764 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0403 00:03:42.285021 3764 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0403 00:03:42.285029 3764 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0403 00:03:42.285439 3764 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0403 00:03:42.285457 3764 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0403 00:03:42.285465 3764 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0403 00:03:42.285905 3764 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0403 00:03:42.285920 3764 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0403 00:03:42.285939 3764 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0403 00:03:42.286533 3764 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0403 00:03:42.286550 3764 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0403 00:03:42.286556 3764 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0403 00:03:42.286821 3764 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0403 00:03:42.286838 3764 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0403 00:03:42.286845 3764 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0403 00:03:42.287289 3764 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0403 00:03:42.287306 3764 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0403 00:03:42.287314 3764 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0403 00:03:42.287737 3764 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0403 00:03:42.287753 3764 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0403 00:03:42.287765 3764 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0403 00:03:42.289304 3764 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0403 00:03:42.294642 3764 egressfirewall.go:319] Starting EgressFirewall controller I0403 00:03:42.294671 3764 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0403 00:03:42.294698 3764 controller.go:133] Adding controller egress-firewall-controller event handlers I0403 00:03:42.294719 3764 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0403 00:03:42.294729 3764 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0403 00:03:42.294698 3764 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0403 00:03:42.294737 3764 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0403 00:03:42.294989 3764 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0403 00:03:42.295003 3764 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0403 00:03:42.295012 3764 egressqos.go:193] Setting up event handlers for EgressQoS I0403 00:03:42.295089 3764 egressfirewall.go:628] Syncing node "ip-10-0-0-147.ec2.internal" for egress firewall I0403 00:03:42.295108 3764 egressfirewall.go:628] Syncing node "ip-10-0-1-110.ec2.internal" for egress firewall I0403 00:03:42.295115 3764 egressfirewall.go:628] Syncing node "ip-10-0-2-108.ec2.internal" for egress firewall I0403 00:03:42.295097 3764 egressqos.go:245] Starting EgressQoS Controller I0403 00:03:42.295129 3764 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0403 00:03:42.295138 3764 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0403 00:03:42.295143 3764 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0403 00:03:42.295148 3764 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0403 00:03:42.295153 3764 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0403 00:03:42.295157 3764 shared_informer.go:356] "Caches are synced" controller="egressqos" I0403 00:03:42.295162 3764 egressqos.go:259] Repairing EgressQoSes I0403 00:03:42.295168 3764 egressqos.go:399] Starting repairing loop for egressqos I0403 00:03:42.295243 3764 egressqos.go:401] Finished repairing loop for egressqos: 75.504µs I0403 00:03:42.295262 3764 egressservice_zone.go:132] Setting up event handlers for Egress Services I0403 00:03:42.295299 3764 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-147.ec2.internal I0403 00:03:42.295346 3764 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-147.ec2.internal : 49.027µs I0403 00:03:42.295414 3764 egressservice_zone.go:210] Starting Egress Services Controller I0403 00:03:42.295425 3764 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0403 00:03:42.295434 3764 shared_informer.go:356] "Caches are synced" controller="egressservices" I0403 00:03:42.295442 3764 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0403 00:03:42.295448 3764 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0403 00:03:42.295454 3764 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0403 00:03:42.295459 3764 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0403 00:03:42.295463 3764 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0403 00:03:42.295468 3764 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0403 00:03:42.295471 3764 egressservice_zone.go:228] Repairing Egress Services I0403 00:03:42.295719 3764 master_controller.go:88] Starting Admin Policy Based Route Controller I0403 00:03:42.295730 3764 external_controller.go:278] Starting Admin Policy Based Route Controller I0403 00:03:42.295737 3764 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-110.ec2.internal I0403 00:03:42.295746 3764 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-110.ec2.internal: 10.587µs I0403 00:03:42.295753 3764 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-108.ec2.internal I0403 00:03:42.295761 3764 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-108.ec2.internal: 8.398µs I0403 00:03:42.295765 3764 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-147.ec2.internal I0403 00:03:42.295768 3764 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-147.ec2.internal: 3.524µs I0403 00:03:42.295924 3764 default_network_controller.go:568] Completing all the Watchers took 304.165448ms I0403 00:03:42.295939 3764 default_network_controller.go:572] Starting unidling controllers I0403 00:03:42.295947 3764 unidle.go:46] Registering OVN SB ControllerEvent handler I0403 00:03:42.295954 3764 unidle.go:63] Populating Initial ContollerEvent events I0403 00:03:42.295967 3764 unidle.go:79] Setting up event handlers for services I0403 00:03:42.296029 3764 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0403 00:03:42.519849 3764 default_node_network_controller.go:518] Node connection status = connected I0403 00:03:42.837067 3764 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-nznpj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:03:42.837883 3764 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-nznpj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:03:43.020175 3764 default_node_network_controller.go:518] Node connection status = connected I0403 00:03:43.519614 3764 default_node_network_controller.go:518] Node connection status = connected W0403 00:03:43.544743 3764 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0403 00:03:43.551752 3764 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-nznpj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:03:43.551805 3764 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-nznpj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0403 00:03:43.655024 3764 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0403 00:03:43.757162 3764 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0403 00:03:43.766252 3764 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-29586240-nt956 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:03:43.766722 3764 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-29586240-nt956 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:03:43.947139 3764 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0403 00:03:44.020224 3764 default_node_network_controller.go:518] Node connection status = connected I0403 00:03:44.036502 3764 bridgeconfig.go:537] Gateway is ready I0403 00:03:44.036517 3764 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0403 00:03:44.047196 3764 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.147. Updating OVN encap IP. I0403 00:03:44.052068 3764 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.147 - it is already configured I0403 00:03:44.052079 3764 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.147/24:{} 172.20.0.1/32:{}]. Updating annotations. I0403 00:03:44.052273 3764 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.147/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-147.ec2.internal","mac-address":"12:4f:c9:b5:b5:33","ip-addresses":["10.0.0.147/24"],"ip-address":"10.0.0.147/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ec9111cc-5014-428d-99b0-dc7a44f01530 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.147/24"}] on node ip-10-0-0-147.ec2.internal I0403 00:03:44.070026 3764 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-147.ec2.internal in network "default" I0403 00:03:44.070045 3764 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-147.ec2.internal I0403 00:03:44.070059 3764 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-147.ec2.internal: 19.456µs I0403 00:03:44.070085 3764 node_tracker.go:169] Node ip-10-0-0-147.ec2.internal switch + router changed, syncing services in network "default" I0403 00:03:44.070106 3764 services_controller.go:574] Full service sync requested for network=default I0403 00:03:44.070143 3764 egressfirewall.go:628] Syncing node "ip-10-0-0-147.ec2.internal" for egress firewall I0403 00:03:44.070162 3764 master.go:532] Adding or Updating local node "ip-10-0-0-147.ec2.internal" for network "default" I0403 00:03:44.070522 3764 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.0.147 W0403 00:03:44.070581 3764 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0403 00:03:44.070600 3764 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0403 00:03:44.070632 3764 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-147.ec2.internal W0403 00:03:44.070837 3764 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0403 00:03:44.074218 3764 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-147.ec2.internal. Updating no re-route policies I0403 00:03:44.074308 3764 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-24c6l I0403 00:03:44.074327 3764 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-24c6l I0403 00:03:44.074346 3764 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-4bpxr I0403 00:03:44.074360 3764 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-nfwxx I0403 00:03:44.074363 3764 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-4bpxr I0403 00:03:44.074363 3764 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-swclw I0403 00:03:44.074375 3764 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-swclw I0403 00:03:44.074376 3764 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-8ptfd I0403 00:03:44.074376 3764 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ssdr8 I0403 00:03:44.074380 3764 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-147.ec2.internal I0403 00:03:44.074382 3764 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-8ptfd I0403 00:03:44.074388 3764 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ssdr8 I0403 00:03:44.074391 3764 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-147.ec2.internal I0403 00:03:44.074392 3764 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-147.ec2.internal I0403 00:03:44.074399 3764 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-4bpxr] creating logical port openshift-network-diagnostics_network-check-target-4bpxr for pod on switch ip-10-0-0-147.ec2.internal I0403 00:03:44.074402 3764 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-8ptfd after 0 failed attempt(s) I0403 00:03:44.074404 3764 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-147.ec2.internal I0403 00:03:44.074367 3764 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-nfwxx I0403 00:03:44.074407 3764 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ssdr8 after 0 failed attempt(s) I0403 00:03:44.074409 3764 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-147.ec2.internal after 0 failed attempt(s) I0403 00:03:44.074408 3764 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-nwtwd I0403 00:03:44.074418 3764 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-9qnb6 I0403 00:03:44.074423 3764 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-nwtwd I0403 00:03:44.074423 3764 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-147.ec2.internal after 0 failed attempt(s) I0403 00:03:44.074426 3764 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-95lns I0403 00:03:44.074428 3764 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-w5pvg I0403 00:03:44.074435 3764 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-95lns I0403 00:03:44.074437 3764 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-5cnr4 I0403 00:03:44.074405 3764 obj_retry.go:375] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-swclw, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-swclw: suppressed error logged: pod openshift-network-diagnostics/network-check-target-swclw: no pod IPs found I0403 00:03:44.074439 3764 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-gr5t2 I0403 00:03:44.074445 3764 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-5jr55 I0403 00:03:44.074454 3764 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-95lns after 0 failed attempt(s) I0403 00:03:44.074460 3764 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-gr5t2 I0403 00:03:44.074489 3764 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-5cnr4 I0403 00:03:44.074352 3764 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-24c6l after 0 failed attempt(s) I0403 00:03:44.074505 3764 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-gr5t2] creating logical port kube-system_global-pull-secret-syncer-gr5t2 for pod on switch ip-10-0-0-147.ec2.internal I0403 00:03:44.074516 3764 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-nwtwd] creating logical port openshift-multus_network-metrics-daemon-nwtwd for pod on switch ip-10-0-0-147.ec2.internal I0403 00:03:44.074461 3764 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-5jr55 I0403 00:03:44.074582 3764 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-5jr55 after 0 failed attempt(s) I0403 00:03:44.074434 3764 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-h8hz9 I0403 00:03:44.074597 3764 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-h8hz9 I0403 00:03:44.074607 3764 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-h8hz9 after 0 failed attempt(s) I0403 00:03:44.074425 3764 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-9qnb6 I0403 00:03:44.074621 3764 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-9qnb6 after 0 failed attempt(s) I0403 00:03:44.074439 3764 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-w5pvg I0403 00:03:44.074636 3764 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-w5pvg after 0 failed attempt(s) I0403 00:03:44.074423 3764 obj_retry.go:375] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-nfwxx, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-nfwxx: suppressed error logged: pod openshift-multus/network-metrics-daemon-nfwxx: no pod IPs found I0403 00:03:44.074509 3764 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-5cnr4 after 0 failed attempt(s) I0403 00:03:44.075179 3764 pods.go:271] [openshift-network-diagnostics/network-check-target-4bpxr] addLogicalPort took 785.981µs, libovsdb time 324.247µs I0403 00:03:44.075195 3764 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-4bpxr after 0 failed attempt(s) I0403 00:03:44.075293 3764 pods.go:271] [openshift-multus/network-metrics-daemon-nwtwd] addLogicalPort took 782.452µs, libovsdb time 364.532µs I0403 00:03:44.075306 3764 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-nwtwd after 0 failed attempt(s) I0403 00:03:44.075401 3764 pods.go:271] [kube-system/global-pull-secret-syncer-gr5t2] addLogicalPort took 910.268µs, libovsdb time 445.538µs I0403 00:03:44.075414 3764 obj_retry.go:384] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-gr5t2 after 0 failed attempt(s) I0403 00:03:44.089486 3764 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0403 00:03:44.100173 3764 iptables.go:108] Creating table: mangle chain: OUTPUT I0403 00:03:44.103162 3764 iptables.go:108] Creating table: nat chain: OUTPUT I0403 00:03:44.118063 3764 iptables.go:108] Creating table: nat chain: PREROUTING I0403 00:03:44.164208 3764 iptables.go:108] Creating table: filter chain: FORWARD I0403 00:03:44.179556 3764 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0403 00:03:44.179662 3764 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0403 00:03:44.179701 3764 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0403 00:03:44.179767 3764 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0403 00:03:44.179828 3764 gateway_init.go:325] Gateway and management port readiness took 2.164402323s I0403 00:03:44.179853 3764 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0403 00:03:44.179882 3764 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0403 00:03:44.179893 3764 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0403 00:03:44.179901 3764 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0403 00:03:44.179948 3764 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0403 00:03:44.180031 3764 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 56.812µs I0403 00:03:44.180238 3764 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0403 00:03:44.180261 3764 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 13.559µs I0403 00:03:44.180269 3764 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 30.572µs I0403 00:03:44.180275 3764 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0403 00:03:44.180283 3764 nad_controller.go:173] [node-nad-controller NAD controller]: started I0403 00:03:44.180288 3764 default_node_network_controller.go:898] Starting the default node network controller I0403 00:03:44.180292 3764 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0403 00:03:44.180372 3764 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 14.465µs I0403 00:03:44.180418 3764 default_node_network_controller.go:1449] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0403 00:03:44.180427 3764 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0403 00:03:44.180448 3764 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009fcd80 0xc0002ddc70 0xc0002ddce0 0xc0002ddd50 0xc0002dddc0 0xc0002dde30 0xc0002ddea0 0xc000035b80 0xc0002ddf10 0xc0002ee000 0xc0007e6410 0xc0064fb340 0xc0002ee070 map[0x2f8f0c0:0xc002899440 0x2f8f600:0xc002899980 0x2f90080:0xc000fa7e00 0x2f90320:0xc0028993e0 0x2f90b00:0xc0028994a0 0x2f90da0:0xc002899500 0x2f91040:0xc002899920 0x2f91820:0xc0028999e0 0x2f91ac0:0xc002899a40 0x2fbc3e0:0xc000fa7ce0 0x2fbc780:0xc000fa7d40 0x2fbd260:0xc000c64300 0x2fbebc0:0xc001c78000 0x2fbf6a0:0xc000fa7da0 0x2fc0520:0xc000836f60] 0xc00081c5b0 0} I0403 00:03:44.180508 3764 gateway.go:151] Starting gateway service sync I0403 00:03:44.180930 3764 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0403 00:03:44.182893 3764 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0403 00:03:44.191129 3764 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0403 00:03:44.192166 3764 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0403 00:03:44.193207 3764 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0403 00:03:44.225170 3764 gateway.go:168] Gateway service sync done. Time taken: 44.649873ms I0403 00:03:44.225504 3764 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30848 I0403 00:03:44.225890 3764 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009fcd80 0xc0002ddc70 0xc0002ddce0 0xc0002ddd50 0xc0002dddc0 0xc0002dde30 0xc0002ddea0 0xc000035b80 0xc0002ddf10 0xc0002ee000 0xc0007e6410 0xc0064fb340 0xc0002ee070 map[0x2f8f0c0:0xc002899440 0x2f8f600:0xc002899980 0x2f90080:0xc000fa7e00 0x2f90320:0xc0028993e0 0x2f90b00:0xc0028994a0 0x2f90da0:0xc002899500 0x2f91040:0xc002899920 0x2f91820:0xc0028999e0 0x2f91ac0:0xc002899a40 0x2fbc3e0:0xc000fa7ce0 0x2fbc780:0xc000fa7d40 0x2fbd260:0xc000c64300 0x2fbebc0:0xc001c78000 0x2fbf6a0:0xc000fa7da0 0x2fc0520:0xc000836f60] 0xc00081c5b0 0} I0403 00:03:44.226285 3764 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009fcd80 0xc0002ddc70 0xc0002ddce0 0xc0002ddd50 0xc0002dddc0 0xc0002dde30 0xc0002ddea0 0xc000035b80 0xc0002ddf10 0xc0002ee000 0xc0007e6410 0xc0064fb340 0xc0002ee070 map[0x2f8f0c0:0xc002899440 0x2f8f600:0xc002899980 0x2f90080:0xc000fa7e00 0x2f90320:0xc0028993e0 0x2f90b00:0xc0028994a0 0x2f90da0:0xc002899500 0x2f91040:0xc002899920 0x2f91820:0xc0028999e0 0x2f91ac0:0xc002899a40 0x2fbc3e0:0xc000fa7ce0 0x2fbc780:0xc000fa7d40 0x2fbd260:0xc000c64300 0x2fbebc0:0xc001c78000 0x2fbf6a0:0xc000fa7da0 0x2fc0520:0xc000836f60] 0xc00081c5b0 0} I0403 00:03:44.226317 3764 gateway.go:519] Reconciling gateway with updates I0403 00:03:44.230299 3764 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0403 00:03:44.231096 3764 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 781.865µs I0403 00:03:44.231698 3764 gateway.go:326] Spawning Conntrack Rule Check Thread I0403 00:03:44.231771 3764 default_node_network_controller.go:943] Gateway and management port readiness took 51.338054ms I0403 00:03:44.231783 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0403 00:03:44.231811 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0403 00:03:44.231813 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0403 00:03:44.231822 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0403 00:03:44.231828 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0403 00:03:44.231829 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0403 00:03:44.231840 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0403 00:03:44.231837 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0403 00:03:44.231847 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0403 00:03:44.231848 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0403 00:03:44.231850 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0403 00:03:44.231844 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0403 00:03:44.231860 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0403 00:03:44.231857 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0403 00:03:44.231864 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0403 00:03:44.231870 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0403 00:03:44.231875 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0403 00:03:44.231878 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0403 00:03:44.231877 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0403 00:03:44.231889 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0403 00:03:44.231910 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0403 00:03:44.231908 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0403 00:03:44.231917 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0403 00:03:44.231923 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0403 00:03:44.231853 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0403 00:03:44.231927 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0403 00:03:44.231930 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0403 00:03:44.231930 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0403 00:03:44.231940 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0403 00:03:44.231896 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0403 00:03:44.231899 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0403 00:03:44.231949 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0403 00:03:44.231800 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0403 00:03:44.231940 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0403 00:03:44.231957 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0403 00:03:44.231857 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0403 00:03:44.231959 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0403 00:03:44.231829 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0403 00:03:44.231973 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0403 00:03:44.231974 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0403 00:03:44.231980 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0403 00:03:44.231982 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0403 00:03:44.231983 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0403 00:03:44.231989 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0403 00:03:44.231986 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0403 00:03:44.231994 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0403 00:03:44.231998 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0403 00:03:44.231955 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0403 00:03:44.232004 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0403 00:03:44.232008 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0403 00:03:44.232013 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0403 00:03:44.231861 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0403 00:03:44.232018 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0403 00:03:44.232024 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0403 00:03:44.231974 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0403 00:03:44.232028 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0403 00:03:44.232035 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0403 00:03:44.232038 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0403 00:03:44.232042 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0403 00:03:44.232042 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0403 00:03:44.231967 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0403 00:03:44.232039 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0403 00:03:44.231985 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0403 00:03:44.232054 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0403 00:03:44.232007 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0403 00:03:44.231817 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0403 00:03:44.232066 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0403 00:03:44.232069 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0403 00:03:44.232069 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0403 00:03:44.232073 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0403 00:03:44.232081 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0403 00:03:44.232071 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0403 00:03:44.232085 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0403 00:03:44.232090 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0403 00:03:44.232010 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0403 00:03:44.232099 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0403 00:03:44.232098 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0403 00:03:44.232108 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0403 00:03:44.231980 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0403 00:03:44.232118 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0403 00:03:44.232130 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0403 00:03:44.232127 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0403 00:03:44.232135 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0403 00:03:44.231827 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0403 00:03:44.232146 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0403 00:03:44.232144 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0403 00:03:44.232111 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0403 00:03:44.232061 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0403 00:03:44.232167 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0403 00:03:44.232120 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0403 00:03:44.232000 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0403 00:03:44.231997 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0403 00:03:44.232074 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0403 00:03:44.231961 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0403 00:03:44.232228 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0403 00:03:44.231960 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0403 00:03:44.232240 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0403 00:03:44.232044 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0403 00:03:44.232252 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0403 00:03:44.232049 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0403 00:03:44.232050 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0403 00:03:44.231953 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0403 00:03:44.231963 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0403 00:03:44.232288 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0403 00:03:44.232292 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0403 00:03:44.231975 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0403 00:03:44.232063 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0403 00:03:44.232050 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0403 00:03:44.232099 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0403 00:03:44.232087 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0403 00:03:44.232112 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0403 00:03:44.231983 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0403 00:03:44.232387 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0403 00:03:44.232159 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0403 00:03:44.232004 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0403 00:03:44.232439 3764 port_claim.go:71] Svc openshift-ingress/router-default: port 32571 is already open, no action needed I0403 00:03:44.232122 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0403 00:03:44.232449 3764 port_claim.go:71] Svc openshift-ingress/router-default: port 30980 is already open, no action needed I0403 00:03:44.232455 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0403 00:03:44.232905 3764 node_ip_handler_linux.go:160] Node IP manager is running I0403 00:03:44.256664 3764 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0403 00:03:44.267893 3764 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0403 00:03:44.268065 3764 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0403 00:03:44.268179 3764 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0403 00:03:44.276802 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0403 00:03:44.276828 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0403 00:03:44.276841 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0403 00:03:44.276850 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0403 00:03:44.276880 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0403 00:03:44.276891 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0403 00:03:44.276899 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0403 00:03:44.276909 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0403 00:03:44.276917 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0403 00:03:44.276927 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0403 00:03:44.276935 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0403 00:03:44.276944 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0403 00:03:44.276952 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0403 00:03:44.314560 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0403 00:03:44.314565 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0403 00:03:44.563954 3764 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-29586240-nt956 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:03:44.563971 3764 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-29586240-nt956 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:03:45.285365 3764 namespace.go:98] [openshift-service-ca] adding namespace I0403 00:03:45.286183 3764 namespace.go:102] [openshift-service-ca] adding namespace took 798.304µs I0403 00:03:45.301241 3764 namespace.go:142] [openshift-service-ca] updating namespace I0403 00:03:46.227435 3764 default_node_network_controller.go:1369] Starting node controller node sync W0403 00:03:46.227451 3764 egressip_healthcheck.go:76] Health checking using insecure connection I0403 00:03:46.227491 3764 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0403 00:03:46.239131 3764 default_node_network_controller.go:1411] Node controller node sync done. Time taken: 11.676486ms I0403 00:03:46.239225 3764 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-108.ec2.internal", IP: 10.0.2.108 to PMTUD blocking rules I0403 00:03:46.239238 3764 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-108.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0403 00:03:46.245034 3764 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0403 00:03:46.245255 3764 egressservice_node.go:93] Setting up event handlers for Egress Services I0403 00:03:46.245445 3764 egressservice_node.go:183] Starting Egress Services Controller I0403 00:03:46.245463 3764 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0403 00:03:46.245487 3764 shared_informer.go:356] "Caches are synced" controller="egressservices" I0403 00:03:46.245500 3764 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0403 00:03:46.245526 3764 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0403 00:03:46.245534 3764 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0403 00:03:46.245538 3764 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0403 00:03:46.245543 3764 egressservice_node.go:197] Repairing Egress Services I0403 00:03:46.255424 3764 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0403 00:03:46.255436 3764 external_controller.go:278] Starting Admin Policy Based Route Controller I0403 00:03:46.255647 3764 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0403 00:03:46.255659 3764 link_network_manager.go:117] Link manager is running I0403 00:03:46.255667 3764 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0403 00:03:46.255738 3764 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0403 00:03:46.256125 3764 vrf_manager.go:128] VRF manager is running I0403 00:03:46.256266 3764 node_controller_manager.go:437] Removing flows to drop GARP I0403 00:03:46.256280 3764 gateway.go:519] Reconciling gateway with updates I0403 00:03:46.275831 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0403 00:03:46.275838 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0403 00:03:46.275843 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0403 00:03:46.275849 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0403 00:03:46.275851 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0403 00:03:46.275855 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0403 00:03:46.275858 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0403 00:03:46.275860 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0403 00:03:46.275868 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0403 00:03:46.275871 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0403 00:03:46.275876 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0403 00:03:46.275887 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0403 00:03:46.275895 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0403 00:03:46.275900 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0403 00:03:46.275907 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0403 00:03:46.275908 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0403 00:03:46.275914 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0403 00:03:46.275922 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0403 00:03:46.275924 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0403 00:03:46.275928 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0403 00:03:46.275928 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0403 00:03:46.275931 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0403 00:03:46.275934 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0403 00:03:46.275936 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0403 00:03:46.275940 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0403 00:03:46.275937 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0403 00:03:46.275946 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0403 00:03:46.275953 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0403 00:03:46.275957 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0403 00:03:46.275973 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0403 00:03:46.275979 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0403 00:03:46.275986 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0403 00:03:46.275984 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0403 00:03:46.275992 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0403 00:03:46.275924 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0403 00:03:46.275996 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0403 00:03:46.276005 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0403 00:03:46.276008 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0403 00:03:46.276009 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0403 00:03:46.276018 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0403 00:03:46.276016 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0403 00:03:46.276030 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0403 00:03:46.276031 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0403 00:03:46.276044 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0403 00:03:46.276047 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0403 00:03:46.276020 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0403 00:03:46.275972 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0403 00:03:46.276058 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0403 00:03:46.276063 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0403 00:03:46.276064 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0403 00:03:46.276032 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0403 00:03:46.276095 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0403 00:03:46.276059 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0403 00:03:46.276104 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0403 00:03:46.276018 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0403 00:03:46.276108 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0403 00:03:46.276109 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0403 00:03:46.276119 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0403 00:03:46.276122 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0403 00:03:46.276124 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0403 00:03:46.276127 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0403 00:03:46.276106 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0403 00:03:46.276135 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0403 00:03:46.276138 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0403 00:03:46.276144 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0403 00:03:46.276146 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0403 00:03:46.276161 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0403 00:03:46.276176 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0403 00:03:46.275994 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0403 00:03:46.276125 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0403 00:03:46.276188 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0403 00:03:46.276192 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0403 00:03:46.276196 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0403 00:03:46.276202 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0403 00:03:46.276211 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0403 00:03:46.276213 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0403 00:03:46.276048 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0403 00:03:46.276224 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0403 00:03:46.276064 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0403 00:03:46.276235 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0403 00:03:46.275973 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0403 00:03:46.276010 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0403 00:03:46.276270 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0403 00:03:46.276280 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0403 00:03:46.276282 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0403 00:03:46.276287 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0403 00:03:46.276289 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0403 00:03:46.276306 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0403 00:03:46.276325 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0403 00:03:46.275993 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0403 00:03:46.275974 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0403 00:03:46.276349 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0403 00:03:46.275955 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0403 00:03:46.276392 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0403 00:03:46.276398 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0403 00:03:46.276405 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0403 00:03:46.276410 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0403 00:03:46.276395 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0403 00:03:46.276443 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0403 00:03:46.276049 3764 port_claim.go:71] Svc openshift-ingress/router-default: port 32571 is already open, no action needed I0403 00:03:46.276480 3764 port_claim.go:71] Svc openshift-ingress/router-default: port 30980 is already open, no action needed I0403 00:03:46.276052 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0403 00:03:46.276066 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0403 00:03:46.276082 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0403 00:03:46.276535 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0403 00:03:46.276541 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0403 00:03:46.276092 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0403 00:03:46.276107 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0403 00:03:46.276111 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0403 00:03:46.275913 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0403 00:03:46.276613 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0403 00:03:46.276184 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0403 00:03:46.276196 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0403 00:03:46.276225 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0403 00:03:46.276253 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0403 00:03:46.276274 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0403 00:03:46.275989 3764 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0403 00:03:46.276676 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0403 00:03:46.275915 3764 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0403 00:03:46.298921 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0403 00:03:46.298944 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0403 00:03:46.298954 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0403 00:03:46.298964 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0403 00:03:46.298974 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0403 00:03:46.298989 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0403 00:03:46.299010 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0403 00:03:46.299016 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0403 00:03:46.302438 3764 default_network_controller.go:1008] Node "ip-10-0-1-110.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0403 00:03:46.341461 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0403 00:03:46.362114 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0403 00:03:46.362126 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0403 00:03:46.362144 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0403 00:03:46.362152 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0403 00:03:46.362160 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0403 00:03:46.362167 3764 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0403 00:03:47.930741 3764 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-147.ec2.internal I0403 00:03:47.930778 3764 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-147.ec2.internal: 47.599µs I0403 00:03:47.959023 3764 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-58965f67cd-9lctz] creating logical port openshift-ingress_router-default-58965f67cd-9lctz for pod on switch ip-10-0-0-147.ec2.internal I0403 00:03:47.959230 3764 kube.go:256] Updating pod openshift-ingress/router-default-58965f67cd-9lctz I0403 00:03:47.960929 3764 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7c687859fb-28dsx] creating logical port openshift-image-registry_image-registry-7c687859fb-28dsx for pod on switch ip-10-0-0-147.ec2.internal I0403 00:03:47.961023 3764 kube.go:256] Updating pod openshift-image-registry/image-registry-7c687859fb-28dsx I0403 00:03:47.989427 3764 pod.go:62] [openshift-image-registry/image-registry-7c687859fb-28dsx] pod update took 28.433327ms I0403 00:03:47.989444 3764 pod.go:62] [openshift-ingress/router-default-58965f67cd-9lctz] pod update took 30.256033ms I0403 00:03:47.989453 3764 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-7c687859fb-28dsx] addLogicalPort annotation time took 28.463354ms I0403 00:03:47.989459 3764 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-58965f67cd-9lctz] addLogicalPort annotation time took 30.277036ms I0403 00:03:47.990702 3764 pods.go:271] [openshift-ingress/router-default-58965f67cd-9lctz] addLogicalPort took 31.7013ms, libovsdb time 963.816µs I0403 00:03:47.990911 3764 pods.go:271] [openshift-image-registry/image-registry-7c687859fb-28dsx] addLogicalPort took 29.990642ms, libovsdb time 1.169987ms I0403 00:03:47.990977 3764 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-524rm] creating logical port openshift-dns_dns-default-524rm for pod on switch ip-10-0-0-147.ec2.internal I0403 00:03:47.991047 3764 kube.go:256] Updating pod openshift-dns/dns-default-524rm I0403 00:03:48.000858 3764 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-txzp2] creating logical port openshift-ingress-canary_ingress-canary-txzp2 for pod on switch ip-10-0-0-147.ec2.internal I0403 00:03:48.000965 3764 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-txzp2 I0403 00:03:48.010085 3764 pod.go:62] [openshift-dns/dns-default-524rm] pod update took 19.068434ms I0403 00:03:48.010108 3764 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-524rm] addLogicalPort annotation time took 19.093365ms I0403 00:03:48.011120 3764 pods.go:271] [openshift-dns/dns-default-524rm] addLogicalPort took 20.151533ms, libovsdb time 775.688µs I0403 00:03:48.018550 3764 pod.go:62] [openshift-ingress-canary/ingress-canary-txzp2] pod update took 17.607527ms I0403 00:03:48.018570 3764 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-txzp2] addLogicalPort annotation time took 17.629295ms I0403 00:03:48.019553 3764 pods.go:271] [openshift-ingress-canary/ingress-canary-txzp2] addLogicalPort took 18.703597ms, libovsdb time 773.79µs I0403 00:03:48.358435 3764 cni.go:403] [openshift-ingress-canary/ingress-canary-txzp2 b87c2f0d477421520befc3b292caaead30d32f57b4e5c4eb2ace125b1d596f54 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-txzp2 b87c2f0d477421520befc3b292caaead30d32f57b4e5c4eb2ace125b1d596f54 network default NAD default] I0403 00:03:48.375822 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-txzp2, hostIfaceName: b87c2f0d4774215, network: default, NAD default, SandboxID: "b87c2f0d477421520befc3b292caaead30d32f57b4e5c4eb2ace125b1d596f54", PCI device ID: , UID: "3848a61a-2fb3-4131-8290-70b1be58c3b4", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0403 00:03:48.430698 3764 cni.go:424] [openshift-ingress-canary/ingress-canary-txzp2 b87c2f0d477421520befc3b292caaead30d32f57b4e5c4eb2ace125b1d596f54 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-txzp2 b87c2f0d477421520befc3b292caaead30d32f57b4e5c4eb2ace125b1d596f54 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:b3:e9:81:3e:bc\",\"name\":\"b87c2f0d4774215\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48022738-2e09-4402-a295-b7decb648d37\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0403 00:03:50.270330 3764 cni.go:403] [openshift-network-diagnostics/network-check-target-4bpxr 283fee49bcde1dfc7bba465c358a7e69d930b9f35b5a1b000687941dfda3996a network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-4bpxr 283fee49bcde1dfc7bba465c358a7e69d930b9f35b5a1b000687941dfda3996a network default NAD default] I0403 00:03:50.279211 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-4bpxr, hostIfaceName: 283fee49bcde1df, network: default, NAD default, SandboxID: "283fee49bcde1dfc7bba465c358a7e69d930b9f35b5a1b000687941dfda3996a", PCI device ID: , UID: "b1616c17-9efe-40ba-9edb-600c7fece7f5", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0403 00:03:50.334014 3764 cni.go:424] [openshift-network-diagnostics/network-check-target-4bpxr 283fee49bcde1dfc7bba465c358a7e69d930b9f35b5a1b000687941dfda3996a network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-4bpxr 283fee49bcde1dfc7bba465c358a7e69d930b9f35b5a1b000687941dfda3996a network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:64:56:b1:8d:5f\",\"name\":\"283fee49bcde1df\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d69c874a-e72a-4d2d-b27b-d457face3bdf\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0403 00:03:50.897934 3764 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-q9m6z] creating logical port openshift-insights_insights-runtime-extractor-q9m6z for pod on switch ip-10-0-0-147.ec2.internal I0403 00:03:50.898050 3764 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-q9m6z I0403 00:03:50.915541 3764 pod.go:62] [openshift-insights/insights-runtime-extractor-q9m6z] pod update took 17.525396ms I0403 00:03:50.915569 3764 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-q9m6z] addLogicalPort annotation time took 17.558725ms I0403 00:03:50.916876 3764 pods.go:271] [openshift-insights/insights-runtime-extractor-q9m6z] addLogicalPort took 18.957582ms, libovsdb time 992.567µs W0403 00:03:52.644335 3764 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0403 00:03:52.670716 3764 cni.go:403] [kube-system/global-pull-secret-syncer-gr5t2 16fd1ea1c884026770302908293f170f7323ab6260ffee8a108a96bf185108bb network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-gr5t2 16fd1ea1c884026770302908293f170f7323ab6260ffee8a108a96bf185108bb network default NAD default] I0403 00:03:52.680753 3764 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-gr5t2, hostIfaceName: 16fd1ea1c884026, network: default, NAD default, SandboxID: "16fd1ea1c884026770302908293f170f7323ab6260ffee8a108a96bf185108bb", PCI device ID: , UID: "e6301903-b394-438e-afac-aecd76d1084e", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0403 00:03:52.727110 3764 cni.go:424] [kube-system/global-pull-secret-syncer-gr5t2 16fd1ea1c884026770302908293f170f7323ab6260ffee8a108a96bf185108bb network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-gr5t2 16fd1ea1c884026770302908293f170f7323ab6260ffee8a108a96bf185108bb network default NAD default], result "{\"interfaces\":[{\"mac\":\"ee:01:5b:d7:91:d2\",\"name\":\"16fd1ea1c884026\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0a62beb-d140-4a35-81cb-39e62bf1f3df\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0403 00:03:56.683471 3764 cni.go:403] [openshift-image-registry/image-registry-7c687859fb-28dsx 38c63c8087eb9f231f7debe54b6c29e97dd3d51ecb45d6e5bfa93f53426e855c network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-7c687859fb-28dsx 38c63c8087eb9f231f7debe54b6c29e97dd3d51ecb45d6e5bfa93f53426e855c network default NAD default] I0403 00:03:56.685278 3764 cni.go:403] [openshift-dns/dns-default-524rm d073a10fc3e146cb5683a713be9dbfbc6e80e267c964dbd189cbeec9dc53bb6a network default NAD default] ADD starting CNI request [openshift-dns/dns-default-524rm d073a10fc3e146cb5683a713be9dbfbc6e80e267c964dbd189cbeec9dc53bb6a network default NAD default] I0403 00:03:56.696735 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-524rm, hostIfaceName: d073a10fc3e146c, network: default, NAD default, SandboxID: "d073a10fc3e146cb5683a713be9dbfbc6e80e267c964dbd189cbeec9dc53bb6a", PCI device ID: , UID: "5fb568a5-aadb-4ee1-8749-32ba2ae5055e", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0403 00:03:56.696735 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7c687859fb-28dsx, hostIfaceName: 38c63c8087eb9f2, network: default, NAD default, SandboxID: "38c63c8087eb9f231f7debe54b6c29e97dd3d51ecb45d6e5bfa93f53426e855c", PCI device ID: , UID: "be1de716-663e-436f-8998-657780e8782c", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0403 00:03:56.748026 3764 cni.go:424] [openshift-image-registry/image-registry-7c687859fb-28dsx 38c63c8087eb9f231f7debe54b6c29e97dd3d51ecb45d6e5bfa93f53426e855c network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-7c687859fb-28dsx 38c63c8087eb9f231f7debe54b6c29e97dd3d51ecb45d6e5bfa93f53426e855c network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:8f:4a:32:6c:97\",\"name\":\"38c63c8087eb9f2\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0d6bc56-33f3-485f-a52a-2126d12f4a21\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0403 00:03:56.763909 3764 cni.go:424] [openshift-dns/dns-default-524rm d073a10fc3e146cb5683a713be9dbfbc6e80e267c964dbd189cbeec9dc53bb6a network default NAD default] ADD finished CNI request [openshift-dns/dns-default-524rm d073a10fc3e146cb5683a713be9dbfbc6e80e267c964dbd189cbeec9dc53bb6a network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:18:c0:b7:8d:16\",\"name\":\"d073a10fc3e146c\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/397085c7-17e7-42e2-9635-d8a39629fc1d\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0403 00:03:58.011278 3764 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-110.ec2.internal I0403 00:03:58.011306 3764 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-110.ec2.internal: 33.233µs I0403 00:03:58.011277 3764 default_network_controller.go:1008] Node "ip-10-0-1-110.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0403 00:03:58.011311 3764 egressfirewall.go:628] Syncing node "ip-10-0-1-110.ec2.internal" for egress firewall I0403 00:04:03.949279 3764 cni.go:403] [openshift-ingress/router-default-58965f67cd-9lctz 526ff88764b02aa8069d78375cf5ba98a0b313a887b560132e6fe386ed3a8e77 network default NAD default] ADD starting CNI request [openshift-ingress/router-default-58965f67cd-9lctz 526ff88764b02aa8069d78375cf5ba98a0b313a887b560132e6fe386ed3a8e77 network default NAD default] I0403 00:04:03.958757 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-58965f67cd-9lctz, hostIfaceName: 526ff88764b02aa, network: default, NAD default, SandboxID: "526ff88764b02aa8069d78375cf5ba98a0b313a887b560132e6fe386ed3a8e77", PCI device ID: , UID: "d18741b9-b02b-425d-b5a7-8871ac91a966", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0403 00:04:04.003929 3764 cni.go:424] [openshift-ingress/router-default-58965f67cd-9lctz 526ff88764b02aa8069d78375cf5ba98a0b313a887b560132e6fe386ed3a8e77 network default NAD default] ADD finished CNI request [openshift-ingress/router-default-58965f67cd-9lctz 526ff88764b02aa8069d78375cf5ba98a0b313a887b560132e6fe386ed3a8e77 network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:25:d1:9d:ad:6d\",\"name\":\"526ff88764b02aa\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0db48949-f48a-4123-9d31-a353a66a6b48\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0403 00:04:06.718768 3764 default_network_controller.go:1008] Node "ip-10-0-1-110.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0403 00:04:06.908030 3764 cni.go:403] [openshift-insights/insights-runtime-extractor-q9m6z a198021272cf213604d29e3b7dc46984d06742117ae1306b6b16971b1b3eca1d network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-q9m6z a198021272cf213604d29e3b7dc46984d06742117ae1306b6b16971b1b3eca1d network default NAD default] I0403 00:04:06.919195 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-q9m6z, hostIfaceName: a198021272cf213, network: default, NAD default, SandboxID: "a198021272cf213604d29e3b7dc46984d06742117ae1306b6b16971b1b3eca1d", PCI device ID: , UID: "6326e592-b462-41c1-9a8a-f1ee307f09cd", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0403 00:04:06.962432 3764 cni.go:424] [openshift-insights/insights-runtime-extractor-q9m6z a198021272cf213604d29e3b7dc46984d06742117ae1306b6b16971b1b3eca1d network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-q9m6z a198021272cf213604d29e3b7dc46984d06742117ae1306b6b16971b1b3eca1d network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:a6:88:6a:b1:08\",\"name\":\"a198021272cf213\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9323c09-fc84-421c-8611-ac0054548345\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0403 00:04:11.645074 3764 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0403 00:04:11.667227 3764 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0403 00:04:11.707472 3764 base_network_controller_pods.go:487] [default/openshift-console/downloads-744b9bb959-vxlmc] creating logical port openshift-console_downloads-744b9bb959-vxlmc for pod on switch ip-10-0-0-147.ec2.internal I0403 00:04:11.707539 3764 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-8bdnf] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-7464b9f894-8bdnf for pod on switch ip-10-0-0-147.ec2.internal I0403 00:04:11.707572 3764 kube.go:256] Updating pod openshift-console/downloads-744b9bb959-vxlmc I0403 00:04:11.707618 3764 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-8bdnf I0403 00:04:11.715697 3764 base_network_controller_pods.go:487] [default/openshift-console/console-56dbfb7889-njmjr] creating logical port openshift-console_console-56dbfb7889-njmjr for pod on switch ip-10-0-0-147.ec2.internal I0403 00:04:11.715821 3764 kube.go:256] Updating pod openshift-console/console-56dbfb7889-njmjr I0403 00:04:11.737548 3764 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-8bdnf] pod update took 29.958948ms I0403 00:04:11.737586 3764 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-8bdnf] addLogicalPort annotation time took 29.99964ms I0403 00:04:11.737606 3764 pod.go:62] [openshift-console/console-56dbfb7889-njmjr] pod update took 21.822693ms I0403 00:04:11.737623 3764 base_network_controller_pods.go:937] [default/openshift-console/console-56dbfb7889-njmjr] addLogicalPort annotation time took 21.840088ms I0403 00:04:11.738599 3764 pods.go:271] [openshift-console/console-56dbfb7889-njmjr] addLogicalPort took 22.911811ms, libovsdb time 695.857µs I0403 00:04:11.738876 3764 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-8bdnf] addLogicalPort took 31.349745ms, libovsdb time 979.405µs I0403 00:04:11.741901 3764 pod.go:62] [openshift-console/downloads-744b9bb959-vxlmc] pod update took 34.37028ms I0403 00:04:11.741917 3764 base_network_controller_pods.go:937] [default/openshift-console/downloads-744b9bb959-vxlmc] addLogicalPort annotation time took 34.391733ms I0403 00:04:11.742968 3764 pods.go:271] [openshift-console/downloads-744b9bb959-vxlmc] addLogicalPort took 35.509846ms, libovsdb time 843.277µs I0403 00:04:11.769748 3764 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0403 00:04:11.775648 3764 default_network_controller.go:1008] Node "ip-10-0-1-110.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0403 00:04:11.797078 3764 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-image-registry/image-registry-5d6c49ff-htht4 IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-5d6c49ff-htht4: no pod IPs found W0403 00:04:11.859994 3764 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0403 00:04:11.980519 3764 default_network_controller.go:1008] Node "ip-10-0-1-110.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0403 00:04:12.119556 3764 cni.go:403] [openshift-console/downloads-744b9bb959-vxlmc d2623a61faa322816a1b8f031af252268f4d2af49c2af361d8842e9937be8a56 network default NAD default] ADD starting CNI request [openshift-console/downloads-744b9bb959-vxlmc d2623a61faa322816a1b8f031af252268f4d2af49c2af361d8842e9937be8a56 network default NAD default] I0403 00:04:12.128480 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: downloads-744b9bb959-vxlmc, hostIfaceName: d2623a61faa3228, network: default, NAD default, SandboxID: "d2623a61faa322816a1b8f031af252268f4d2af49c2af361d8842e9937be8a56", PCI device ID: , UID: "ce302820-cf3a-4e4c-9e04-6fd9677caef1", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0403 00:04:12.158899 3764 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-8bdnf 8190d8c20144bda7221aeaa75aad156843b6b81c5482b0ef7a9dcb43fed2f5f3 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-8bdnf 8190d8c20144bda7221aeaa75aad156843b6b81c5482b0ef7a9dcb43fed2f5f3 network default NAD default] I0403 00:04:12.171804 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-7464b9f894-8bdnf, hostIfaceName: 8190d8c20144bda, network: default, NAD default, SandboxID: "8190d8c20144bda7221aeaa75aad156843b6b81c5482b0ef7a9dcb43fed2f5f3", PCI device ID: , UID: "b5b34bf3-f609-4447-aa36-760dc6f1c61d", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0403 00:04:12.174907 3764 cni.go:424] [openshift-console/downloads-744b9bb959-vxlmc d2623a61faa322816a1b8f031af252268f4d2af49c2af361d8842e9937be8a56 network default NAD default] ADD finished CNI request [openshift-console/downloads-744b9bb959-vxlmc d2623a61faa322816a1b8f031af252268f4d2af49c2af361d8842e9937be8a56 network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:fc:b8:75:af:47\",\"name\":\"d2623a61faa3228\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f6606c7-740a-43e8-8f3e-6378db060ad1\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0403 00:04:12.214454 3764 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-8bdnf 8190d8c20144bda7221aeaa75aad156843b6b81c5482b0ef7a9dcb43fed2f5f3 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-8bdnf 8190d8c20144bda7221aeaa75aad156843b6b81c5482b0ef7a9dcb43fed2f5f3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:af:8d:1f:b0:23\",\"name\":\"8190d8c20144bda\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f3565b0-46bf-44c3-928c-cff869a764a8\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0403 00:04:12.313553 3764 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-110.ec2.internal in network "default" I0403 00:04:12.313597 3764 node_tracker.go:235] Node ip-10-0-1-110.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-110.ec2.internal" I0403 00:04:12.313594 3764 default_network_controller.go:1008] Node "ip-10-0-1-110.ec2.internal" in remote zone "ip-10-0-1-110.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0403 00:04:12.313611 3764 node_tracker.go:169] Node ip-10-0-1-110.ec2.internal switch + router changed, syncing services in network "default" I0403 00:04:12.313623 3764 services_controller.go:574] Full service sync requested for network=default W0403 00:04:12.313873 3764 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0403 00:04:12.314147 3764 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0403 00:04:12.450813 3764 cni.go:403] [openshift-console/console-56dbfb7889-njmjr 501bc716392d0608f83d99070bd6a15ab00e20ce7b2ab6f994e776c3aed0cc69 network default NAD default] ADD starting CNI request [openshift-console/console-56dbfb7889-njmjr 501bc716392d0608f83d99070bd6a15ab00e20ce7b2ab6f994e776c3aed0cc69 network default NAD default] I0403 00:04:12.459570 3764 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-110.ec2.internal in network "default" I0403 00:04:12.459643 3764 node_tracker.go:169] Node ip-10-0-1-110.ec2.internal switch + router changed, syncing services in network "default" I0403 00:04:12.459728 3764 services_controller.go:574] Full service sync requested for network=default I0403 00:04:12.459566 3764 default_network_controller.go:1008] Node "ip-10-0-1-110.ec2.internal" in remote zone "ip-10-0-1-110.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0403 00:04:12.460004 3764 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0403 00:04:12.460035 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-56dbfb7889-njmjr, hostIfaceName: 501bc716392d060, network: default, NAD default, SandboxID: "501bc716392d0608f83d99070bd6a15ab00e20ce7b2ab6f994e776c3aed0cc69", PCI device ID: , UID: "b919e68a-caaa-4e59-ad2d-f9342f9d9165", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] W0403 00:04:12.460306 3764 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0403 00:04:12.460639 3764 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-110.ec2.internal for the network default I0403 00:04:12.462096 3764 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-110.ec2.internal" on network "default" took: 1.473597ms I0403 00:04:12.711301 3764 cni.go:424] [openshift-console/console-56dbfb7889-njmjr 501bc716392d0608f83d99070bd6a15ab00e20ce7b2ab6f994e776c3aed0cc69 network default NAD default] ADD finished CNI request [openshift-console/console-56dbfb7889-njmjr 501bc716392d0608f83d99070bd6a15ab00e20ce7b2ab6f994e776c3aed0cc69 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:94:44:db:89:b1\",\"name\":\"501bc716392d060\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8339f29e-bad0-4c6a-9af3-492dd8a5531f\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0403 00:04:13.015227 3764 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-110.ec2.internal I0403 00:04:13.015252 3764 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-110.ec2.internal: 30.935µs I0403 00:04:13.015255 3764 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-110.ec2.internal", IP: 10.0.1.110 to PMTUD blocking rules I0403 00:04:13.015270 3764 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-110.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0403 00:04:13.015309 3764 egressfirewall.go:628] Syncing node "ip-10-0-1-110.ec2.internal" for egress firewall I0403 00:04:13.015228 3764 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-110.ec2.internal in network "default" I0403 00:04:13.015424 3764 node_tracker.go:169] Node ip-10-0-1-110.ec2.internal switch + router changed, syncing services in network "default" I0403 00:04:13.015442 3764 services_controller.go:574] Full service sync requested for network=default W0403 00:04:13.015592 3764 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0403 00:04:13.015890 3764 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0403 00:04:13.021269 3764 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-110.ec2.internal. Updating no re-route policies I0403 00:04:13.049457 3764 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-110.ec2.internal", IP: 10.0.1.110 to PMTUD blocking rules I0403 00:04:13.049471 3764 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-110.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0403 00:04:14.375765 3764 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539026mpc] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539026mpc for pod on switch ip-10-0-0-147.ec2.internal I0403 00:04:14.375916 3764 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539026mpc I0403 00:04:14.389861 3764 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539026mpc] pod update took 13.979784ms I0403 00:04:14.389883 3764 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539026mpc] addLogicalPort annotation time took 14.003594ms I0403 00:04:14.391269 3764 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539026mpc] addLogicalPort took 15.515131ms, libovsdb time 1.031444ms W0403 00:04:14.560107 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0403 00:04:14.560135 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0403 00:04:14.712866 3764 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0403 00:04:15.538018 3764 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539026mpc 98bcbef9cad8e28089673a43e79aa964bab471827efe89575e71e7ac72e25997 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539026mpc 98bcbef9cad8e28089673a43e79aa964bab471827efe89575e71e7ac72e25997 network default NAD default] I0403 00:04:15.548131 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539026mpc, hostIfaceName: 98bcbef9cad8e28, network: default, NAD default, SandboxID: "98bcbef9cad8e28089673a43e79aa964bab471827efe89575e71e7ac72e25997", PCI device ID: , UID: "ff8a40e5-0d63-4dab-8118-1ac718d4c62e", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0403 00:04:15.596093 3764 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539026mpc 98bcbef9cad8e28089673a43e79aa964bab471827efe89575e71e7ac72e25997 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539026mpc 98bcbef9cad8e28089673a43e79aa964bab471827efe89575e71e7ac72e25997 network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:a5:64:4e:3a:04\",\"name\":\"98bcbef9cad8e28\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b72d52cc-5e73-468b-b38c-18c0ac536dda\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0403 00:04:16.374739 3764 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0403 00:04:16.723424 3764 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0403 00:04:16.751588 3764 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-110.ec2.internal I0403 00:04:16.751611 3764 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-110.ec2.internal: 28.725µs W0403 00:04:18.166035 3764 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0403 00:04:18.385679 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0403 00:04:19.205897 3764 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-847b8ff89d-c68p8] creating logical port openshift-monitoring_prometheus-operator-847b8ff89d-c68p8 for pod on switch ip-10-0-0-147.ec2.internal I0403 00:04:19.205990 3764 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-847b8ff89d-c68p8 I0403 00:04:19.220867 3764 pod.go:62] [openshift-monitoring/prometheus-operator-847b8ff89d-c68p8] pod update took 14.899454ms I0403 00:04:19.220895 3764 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-847b8ff89d-c68p8] addLogicalPort annotation time took 14.93096ms I0403 00:04:19.222236 3764 pods.go:271] [openshift-monitoring/prometheus-operator-847b8ff89d-c68p8] addLogicalPort took 16.357136ms, libovsdb time 883.3µs I0403 00:04:20.204817 3764 cni.go:403] [openshift-monitoring/prometheus-operator-847b8ff89d-c68p8 fb7e24b0d602fd4fed14ccdf0e997f49afa4a77671f31ce89946a2d35f7ac263 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-847b8ff89d-c68p8 fb7e24b0d602fd4fed14ccdf0e997f49afa4a77671f31ce89946a2d35f7ac263 network default NAD default] I0403 00:04:20.216076 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-847b8ff89d-c68p8, hostIfaceName: fb7e24b0d602fd4, network: default, NAD default, SandboxID: "fb7e24b0d602fd4fed14ccdf0e997f49afa4a77671f31ce89946a2d35f7ac263", PCI device ID: , UID: "24943b30-7b3f-4be8-a4cb-7d9c204e5031", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0403 00:04:20.268914 3764 cni.go:424] [openshift-monitoring/prometheus-operator-847b8ff89d-c68p8 fb7e24b0d602fd4fed14ccdf0e997f49afa4a77671f31ce89946a2d35f7ac263 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-847b8ff89d-c68p8 fb7e24b0d602fd4fed14ccdf0e997f49afa4a77671f31ce89946a2d35f7ac263 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7a:29:0d:38:62:9f\",\"name\":\"fb7e24b0d602fd4\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c727e222-7f1b-45ab-ad0c-c497bb817d33\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0403 00:04:21.826016 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0403 00:04:22.209527 3764 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0403 00:04:23.422026 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0403 00:04:28.306058 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0403 00:04:29.486551 3764 cni.go:403] [openshift-multus/network-metrics-daemon-nwtwd b2b656b6aafcd82cfbda5a46a539131aa9995e4dea2365f2015cec7a7e64b78b network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-nwtwd b2b656b6aafcd82cfbda5a46a539131aa9995e4dea2365f2015cec7a7e64b78b network default NAD default] I0403 00:04:29.496030 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-nwtwd, hostIfaceName: b2b656b6aafcd82, network: default, NAD default, SandboxID: "b2b656b6aafcd82cfbda5a46a539131aa9995e4dea2365f2015cec7a7e64b78b", PCI device ID: , UID: "521c3c8b-cfe9-44a3-aad6-fe96aadfa2ea", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0403 00:04:29.542477 3764 cni.go:424] [openshift-multus/network-metrics-daemon-nwtwd b2b656b6aafcd82cfbda5a46a539131aa9995e4dea2365f2015cec7a7e64b78b network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-nwtwd b2b656b6aafcd82cfbda5a46a539131aa9995e4dea2365f2015cec7a7e64b78b network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:99:55:51:d7:c0\",\"name\":\"b2b656b6aafcd82\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bcbdde3c-4451-47be-ba64-bcb86dec545d\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0403 00:04:29.783255 3764 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0403 00:04:30.507338 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0403 00:04:32.635060 3764 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-77dc8fdc5c-8d5z5] creating logical port openshift-monitoring_openshift-state-metrics-77dc8fdc5c-8d5z5 for pod on switch ip-10-0-0-147.ec2.internal I0403 00:04:32.635204 3764 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-77dc8fdc5c-8d5z5 I0403 00:04:32.652206 3764 pod.go:62] [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-8d5z5] pod update took 17.033807ms I0403 00:04:32.652231 3764 base_network_controller_pods.go:937] [default/openshift-monitoring/openshift-state-metrics-77dc8fdc5c-8d5z5] addLogicalPort annotation time took 17.062951ms I0403 00:04:32.653489 3764 pods.go:271] [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-8d5z5] addLogicalPort took 18.443852ms, libovsdb time 951.967µs I0403 00:04:33.028539 3764 cni.go:403] [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-8d5z5 d8f88348cd509c46fdf45ac4b49b5ce5331ff175b1fc97dd0c0aaf98e99fb09f network default NAD default] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-8d5z5 d8f88348cd509c46fdf45ac4b49b5ce5331ff175b1fc97dd0c0aaf98e99fb09f network default NAD default] I0403 00:04:33.040440 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-77dc8fdc5c-8d5z5, hostIfaceName: d8f88348cd509c4, network: default, NAD default, SandboxID: "d8f88348cd509c46fdf45ac4b49b5ce5331ff175b1fc97dd0c0aaf98e99fb09f", PCI device ID: , UID: "241ea0e1-78c9-43e0-a2c9-478d48767fee", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0403 00:04:33.093869 3764 cni.go:424] [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-8d5z5 d8f88348cd509c46fdf45ac4b49b5ce5331ff175b1fc97dd0c0aaf98e99fb09f network default NAD default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-8d5z5 d8f88348cd509c46fdf45ac4b49b5ce5331ff175b1fc97dd0c0aaf98e99fb09f network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:68:cf:b2:70:d7\",\"name\":\"d8f88348cd509c4\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db898675-8c3c-41e4-bbf0-8e8c64a69ad9\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0403 00:04:33.843447 3764 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-147.ec2.internal I0403 00:04:33.843623 3764 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0403 00:04:33.866165 3764 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 22.587284ms I0403 00:04:33.866194 3764 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 22.623235ms I0403 00:04:33.867893 3764 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 24.465545ms, libovsdb time 1.21296ms I0403 00:04:34.212989 3764 cni.go:403] [openshift-monitoring/alertmanager-main-1 0790fddae49585bd22d1774cb91ea793c52ac195a95914ff1bbf66159782662e network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 0790fddae49585bd22d1774cb91ea793c52ac195a95914ff1bbf66159782662e network default NAD default] I0403 00:04:34.232466 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 0790fddae49585b, network: default, NAD default, SandboxID: "0790fddae49585bd22d1774cb91ea793c52ac195a95914ff1bbf66159782662e", PCI device ID: , UID: "d733f445-22c9-4aac-85c1-1720c2260464", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0403 00:04:34.296832 3764 cni.go:424] [openshift-monitoring/alertmanager-main-1 0790fddae49585bd22d1774cb91ea793c52ac195a95914ff1bbf66159782662e network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 0790fddae49585bd22d1774cb91ea793c52ac195a95914ff1bbf66159782662e network default NAD default], result "{\"interfaces\":[{\"mac\":\"ee:f6:7f:aa:84:f3\",\"name\":\"0790fddae49585b\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76e04d09-a645-44af-b808-f20b81ccb6f0\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0403 00:04:35.838185 3764 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-7c6bdb7795-45k4c] creating logical port openshift-monitoring_thanos-querier-7c6bdb7795-45k4c for pod on switch ip-10-0-0-147.ec2.internal I0403 00:04:35.838401 3764 kube.go:256] Updating pod openshift-monitoring/thanos-querier-7c6bdb7795-45k4c I0403 00:04:35.859911 3764 pod.go:62] [openshift-monitoring/thanos-querier-7c6bdb7795-45k4c] pod update took 21.551323ms I0403 00:04:35.859938 3764 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-7c6bdb7795-45k4c] addLogicalPort annotation time took 21.584685ms I0403 00:04:35.861229 3764 pods.go:271] [openshift-monitoring/thanos-querier-7c6bdb7795-45k4c] addLogicalPort took 23.066421ms, libovsdb time 923.201µs W0403 00:04:36.283808 3764 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:04:36.283836 3764 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:04:36.283843 3764 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0403 00:04:37.276356 3764 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-7bdbc7d9cf-n9645] creating logical port openshift-monitoring_metrics-server-7bdbc7d9cf-n9645 for pod on switch ip-10-0-0-147.ec2.internal I0403 00:04:37.276517 3764 kube.go:256] Updating pod openshift-monitoring/metrics-server-7bdbc7d9cf-n9645 I0403 00:04:37.291075 3764 pod.go:62] [openshift-monitoring/metrics-server-7bdbc7d9cf-n9645] pod update took 14.601562ms I0403 00:04:37.291162 3764 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-7bdbc7d9cf-n9645] addLogicalPort annotation time took 14.693037ms I0403 00:04:37.292584 3764 pods.go:271] [openshift-monitoring/metrics-server-7bdbc7d9cf-n9645] addLogicalPort took 16.243843ms, libovsdb time 1.061593ms W0403 00:04:37.444543 3764 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-86d9fd7876-cpmgs IP address from the namespace address-set, err: pod openshift-console/console-86d9fd7876-cpmgs: no pod IPs found I0403 00:04:37.461428 3764 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-76957fdd44-xcs8h] creating logical port openshift-monitoring_monitoring-plugin-76957fdd44-xcs8h for pod on switch ip-10-0-0-147.ec2.internal I0403 00:04:37.461571 3764 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-76957fdd44-xcs8h I0403 00:04:37.478085 3764 pod.go:62] [openshift-monitoring/monitoring-plugin-76957fdd44-xcs8h] pod update took 16.545233ms I0403 00:04:37.478111 3764 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-76957fdd44-xcs8h] addLogicalPort annotation time took 16.57791ms I0403 00:04:37.479468 3764 pods.go:271] [openshift-monitoring/monitoring-plugin-76957fdd44-xcs8h] addLogicalPort took 18.056795ms, libovsdb time 1.005413ms I0403 00:04:38.488706 3764 cni.go:403] [openshift-monitoring/thanos-querier-7c6bdb7795-45k4c 6d69cd1f969457cc2372814bf33368bd15673670c6ccaaaf39a78e9b4bf8793e network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-7c6bdb7795-45k4c 6d69cd1f969457cc2372814bf33368bd15673670c6ccaaaf39a78e9b4bf8793e network default NAD default] I0403 00:04:38.488820 3764 cni.go:403] [openshift-monitoring/monitoring-plugin-76957fdd44-xcs8h 111eb178f8cb917f3368afc870ea46a9aa1e2368ca1f241184d7d9f5cb2222ce network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-76957fdd44-xcs8h 111eb178f8cb917f3368afc870ea46a9aa1e2368ca1f241184d7d9f5cb2222ce network default NAD default] I0403 00:04:38.489340 3764 cni.go:403] [openshift-monitoring/metrics-server-7bdbc7d9cf-n9645 6c61ecf67b1380ea5ba754a35a9c08e70ac826c6efb63fa83e1153a30a5822d5 network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-7bdbc7d9cf-n9645 6c61ecf67b1380ea5ba754a35a9c08e70ac826c6efb63fa83e1153a30a5822d5 network default NAD default] I0403 00:04:38.502891 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-7bdbc7d9cf-n9645, hostIfaceName: 6c61ecf67b1380e, network: default, NAD default, SandboxID: "6c61ecf67b1380ea5ba754a35a9c08e70ac826c6efb63fa83e1153a30a5822d5", PCI device ID: , UID: "1ad1d775-056a-47bc-b0d4-ed39eb08acb1", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0403 00:04:38.503583 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-7c6bdb7795-45k4c, hostIfaceName: 6d69cd1f969457c, network: default, NAD default, SandboxID: "6d69cd1f969457cc2372814bf33368bd15673670c6ccaaaf39a78e9b4bf8793e", PCI device ID: , UID: "7d2961ce-b9aa-4f5c-b891-04e4880d9c12", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0403 00:04:38.504372 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-76957fdd44-xcs8h, hostIfaceName: 111eb178f8cb917, network: default, NAD default, SandboxID: "111eb178f8cb917f3368afc870ea46a9aa1e2368ca1f241184d7d9f5cb2222ce", PCI device ID: , UID: "4f47368b-4548-4026-ba0d-8f8a54a5716b", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0403 00:04:38.530932 3764 cni.go:403] [openshift-image-registry/image-registry-7c687859fb-28dsx 38c63c8087eb9f231f7debe54b6c29e97dd3d51ecb45d6e5bfa93f53426e855c network default NAD default] DEL starting CNI request [openshift-image-registry/image-registry-7c687859fb-28dsx 38c63c8087eb9f231f7debe54b6c29e97dd3d51ecb45d6e5bfa93f53426e855c network default NAD default] I0403 00:04:38.596058 3764 cni.go:424] [openshift-monitoring/metrics-server-7bdbc7d9cf-n9645 6c61ecf67b1380ea5ba754a35a9c08e70ac826c6efb63fa83e1153a30a5822d5 network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-7bdbc7d9cf-n9645 6c61ecf67b1380ea5ba754a35a9c08e70ac826c6efb63fa83e1153a30a5822d5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:89:ee:a7:17:62\",\"name\":\"6c61ecf67b1380e\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a7b09fd-c1c0-440a-aebb-01e6ef608634\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0403 00:04:38.650101 3764 cni.go:424] [openshift-image-registry/image-registry-7c687859fb-28dsx 38c63c8087eb9f231f7debe54b6c29e97dd3d51ecb45d6e5bfa93f53426e855c network default NAD default] DEL finished CNI request [openshift-image-registry/image-registry-7c687859fb-28dsx 38c63c8087eb9f231f7debe54b6c29e97dd3d51ecb45d6e5bfa93f53426e855c network default NAD default], result "{}", err I0403 00:04:38.768860 3764 cni.go:424] [openshift-monitoring/thanos-querier-7c6bdb7795-45k4c 6d69cd1f969457cc2372814bf33368bd15673670c6ccaaaf39a78e9b4bf8793e network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-7c6bdb7795-45k4c 6d69cd1f969457cc2372814bf33368bd15673670c6ccaaaf39a78e9b4bf8793e network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:2c:42:be:d9:78\",\"name\":\"6d69cd1f969457c\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc6f74a0-3943-4dad-b8c3-afebe9ae7978\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0403 00:04:38.828068 3764 cni.go:424] [openshift-monitoring/monitoring-plugin-76957fdd44-xcs8h 111eb178f8cb917f3368afc870ea46a9aa1e2368ca1f241184d7d9f5cb2222ce network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-76957fdd44-xcs8h 111eb178f8cb917f3368afc870ea46a9aa1e2368ca1f241184d7d9f5cb2222ce network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:1e:f3:51:d5:f3\",\"name\":\"111eb178f8cb917\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b766b945-2c46-4af0-9457-e9f938766c7d\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0403 00:04:38.840501 3764 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7c687859fb-28dsx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:04:38.840532 3764 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7c687859fb-28dsx I0403 00:04:38.841728 3764 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7c687859fb-28dsx, ips: 10.129.0.7 I0403 00:04:38.841756 3764 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7c687859fb-28dsx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:04:38.855576 3764 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-788bc45d6c-75rqw] creating logical port openshift-image-registry_image-registry-788bc45d6c-75rqw for pod on switch ip-10-0-0-147.ec2.internal I0403 00:04:38.855705 3764 kube.go:256] Updating pod openshift-image-registry/image-registry-788bc45d6c-75rqw I0403 00:04:38.879149 3764 pod.go:62] [openshift-image-registry/image-registry-788bc45d6c-75rqw] pod update took 23.474722ms I0403 00:04:38.879172 3764 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-788bc45d6c-75rqw] addLogicalPort annotation time took 23.503799ms I0403 00:04:38.880466 3764 pods.go:271] [openshift-image-registry/image-registry-788bc45d6c-75rqw] addLogicalPort took 24.899349ms, libovsdb time 894.111µs I0403 00:04:39.140740 3764 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-147.ec2.internal I0403 00:04:39.140848 3764 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0403 00:04:39.164438 3764 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 23.624203ms I0403 00:04:39.164459 3764 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 23.649527ms I0403 00:04:39.165672 3764 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 24.946862ms, libovsdb time 905.545µs I0403 00:04:39.253351 3764 cni.go:403] [openshift-image-registry/image-registry-788bc45d6c-75rqw 5cb332586a5a1d96a44f479d11790a16666e9015ef76bdc654aaacd4c75f888e network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-788bc45d6c-75rqw 5cb332586a5a1d96a44f479d11790a16666e9015ef76bdc654aaacd4c75f888e network default NAD default] I0403 00:04:39.263234 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-788bc45d6c-75rqw, hostIfaceName: 5cb332586a5a1d9, network: default, NAD default, SandboxID: "5cb332586a5a1d96a44f479d11790a16666e9015ef76bdc654aaacd4c75f888e", PCI device ID: , UID: "f617777c-d975-48c6-9943-3f32b360551d", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0403 00:04:39.316455 3764 cni.go:424] [openshift-image-registry/image-registry-788bc45d6c-75rqw 5cb332586a5a1d96a44f479d11790a16666e9015ef76bdc654aaacd4c75f888e network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-788bc45d6c-75rqw 5cb332586a5a1d96a44f479d11790a16666e9015ef76bdc654aaacd4c75f888e network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:ec:9e:4d:3c:5a\",\"name\":\"5cb332586a5a1d9\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12edd686-7f6d-4a8e-b4c2-ffc7d39ba384\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0403 00:04:39.541068 3764 cni.go:403] [openshift-monitoring/prometheus-k8s-1 fb23240649f3239e9ada902aeb1f5b18a0196e1302291701ee544b8dc760b4f9 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 fb23240649f3239e9ada902aeb1f5b18a0196e1302291701ee544b8dc760b4f9 network default NAD default] W0403 00:04:39.546372 3764 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:04:39.546394 3764 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:04:39.546401 3764 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0403 00:04:39.554025 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: fb23240649f3239, network: default, NAD default, SandboxID: "fb23240649f3239e9ada902aeb1f5b18a0196e1302291701ee544b8dc760b4f9", PCI device ID: , UID: "9e4547e0-69dd-4fd8-be21-22652171ea07", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0403 00:04:39.593823 3764 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7c687859fb-28dsx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:04:39.593853 3764 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7c687859fb-28dsx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:04:39.604876 3764 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7c687859fb-28dsx I0403 00:04:39.604957 3764 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7c687859fb-28dsx I0403 00:04:39.621404 3764 cni.go:424] [openshift-monitoring/prometheus-k8s-1 fb23240649f3239e9ada902aeb1f5b18a0196e1302291701ee544b8dc760b4f9 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 fb23240649f3239e9ada902aeb1f5b18a0196e1302291701ee544b8dc760b4f9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:22:27:45:8c:cf\",\"name\":\"fb23240649f3239\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4a47b6e-ba45-44e6-be82-696a26bf8e96\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0403 00:04:40.289807 3764 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0403 00:04:40.289828 3764 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0403 00:04:40.518883 3764 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539026mpc 98bcbef9cad8e28089673a43e79aa964bab471827efe89575e71e7ac72e25997 network default NAD default] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539026mpc 98bcbef9cad8e28089673a43e79aa964bab471827efe89575e71e7ac72e25997 network default NAD default] W0403 00:04:40.535139 3764 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0403 00:04:40.535160 3764 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0403 00:04:40.593575 3764 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539026mpc 98bcbef9cad8e28089673a43e79aa964bab471827efe89575e71e7ac72e25997 network default NAD default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539026mpc 98bcbef9cad8e28089673a43e79aa964bab471827efe89575e71e7ac72e25997 network default NAD default], result "{}", err I0403 00:04:41.677522 3764 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539026mpc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:04:41.677557 3764 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539026mpc I0403 00:04:41.678835 3764 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539026mpc, ips: 10.129.0.14 I0403 00:04:41.678862 3764 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539026mpc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:04:41.678885 3764 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539026mpc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:04:41.678893 3764 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0403 00:04:41.679072 3764 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539026mpc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:04:41.679088 3764 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... W0403 00:04:42.280406 3764 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0403 00:04:42.547274 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0403 00:04:42.579151 3764 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0403 00:04:42.705079 3764 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539026mpc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:04:42.705164 3764 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539026mpc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:04:42.705204 3764 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539026mpc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:04:42.705224 3764 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf56539026mpc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:04:43.039324 3764 obj_retry.go:464] Detected object openshift-console/console-56dbfb7889-fb65s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:04:43.039885 3764 obj_retry.go:464] Detected object openshift-console/console-56dbfb7889-fb65s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0403 00:04:43.345068 3764 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:04:43.345141 3764 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:04:43.345151 3764 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:04:43.345157 3764 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0403 00:04:43.876476 3764 obj_retry.go:458] Detected object openshift-console/console-56dbfb7889-fb65s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:04:43.876507 3764 obj_retry.go:458] Detected object openshift-console/console-56dbfb7889-fb65s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:04:43.879181 3764 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-56dbfb7889-fb65s I0403 00:04:43.879215 3764 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-56dbfb7889-fb65s W0403 00:04:44.312242 3764 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0403 00:04:44.647433 3764 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0403 00:04:44.658831 3764 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0403 00:04:47.583236 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:04:47.583262 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:04:47.583268 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:04:47.583273 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier I0403 00:04:52.423407 3764 cni.go:403] [openshift-console/console-56dbfb7889-njmjr 501bc716392d0608f83d99070bd6a15ab00e20ce7b2ab6f994e776c3aed0cc69 network default NAD default] DEL starting CNI request [openshift-console/console-56dbfb7889-njmjr 501bc716392d0608f83d99070bd6a15ab00e20ce7b2ab6f994e776c3aed0cc69 network default NAD default] I0403 00:04:52.489264 3764 cni.go:424] [openshift-console/console-56dbfb7889-njmjr 501bc716392d0608f83d99070bd6a15ab00e20ce7b2ab6f994e776c3aed0cc69 network default NAD default] DEL finished CNI request [openshift-console/console-56dbfb7889-njmjr 501bc716392d0608f83d99070bd6a15ab00e20ce7b2ab6f994e776c3aed0cc69 network default NAD default], result "{}", err I0403 00:04:52.549355 3764 obj_retry.go:464] Detected object openshift-console/console-56dbfb7889-njmjr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:04:52.549399 3764 pods.go:176] Deleting pod: openshift-console/console-56dbfb7889-njmjr I0403 00:04:52.550624 3764 pods.go:236] Attempting to release IPs for pod: openshift-console/console-56dbfb7889-njmjr, ips: 10.129.0.13 I0403 00:04:52.550655 3764 obj_retry.go:464] Detected object openshift-console/console-56dbfb7889-njmjr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:04:52.557863 3764 base_network_controller_pods.go:487] [default/openshift-console/console-db7994b7c-qs6ts] creating logical port openshift-console_console-db7994b7c-qs6ts for pod on switch ip-10-0-0-147.ec2.internal I0403 00:04:52.557990 3764 kube.go:256] Updating pod openshift-console/console-db7994b7c-qs6ts I0403 00:04:52.571515 3764 pod.go:62] [openshift-console/console-db7994b7c-qs6ts] pod update took 13.554993ms I0403 00:04:52.571534 3764 base_network_controller_pods.go:937] [default/openshift-console/console-db7994b7c-qs6ts] addLogicalPort annotation time took 13.577504ms I0403 00:04:52.572613 3764 pods.go:271] [openshift-console/console-db7994b7c-qs6ts] addLogicalPort took 14.760365ms, libovsdb time 777.664µs I0403 00:04:52.886436 3764 obj_retry.go:458] Detected object openshift-console/console-56dbfb7889-njmjr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:04:52.886463 3764 obj_retry.go:458] Detected object openshift-console/console-56dbfb7889-njmjr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:04:52.888920 3764 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-56dbfb7889-njmjr I0403 00:04:52.888953 3764 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-56dbfb7889-njmjr I0403 00:04:52.966362 3764 cni.go:403] [openshift-console/console-db7994b7c-qs6ts c1a81b30ff65759e3975f415cbc4d92e0c7d5f459bab151def7faef238b29cd1 network default NAD default] ADD starting CNI request [openshift-console/console-db7994b7c-qs6ts c1a81b30ff65759e3975f415cbc4d92e0c7d5f459bab151def7faef238b29cd1 network default NAD default] I0403 00:04:52.975921 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-db7994b7c-qs6ts, hostIfaceName: c1a81b30ff65759, network: default, NAD default, SandboxID: "c1a81b30ff65759e3975f415cbc4d92e0c7d5f459bab151def7faef238b29cd1", PCI device ID: , UID: "19545679-9fe7-421e-8250-c9f8dcc0bca8", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0403 00:04:53.022205 3764 cni.go:424] [openshift-console/console-db7994b7c-qs6ts c1a81b30ff65759e3975f415cbc4d92e0c7d5f459bab151def7faef238b29cd1 network default NAD default] ADD finished CNI request [openshift-console/console-db7994b7c-qs6ts c1a81b30ff65759e3975f415cbc4d92e0c7d5f459bab151def7faef238b29cd1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:03:44:73:f2:7d\",\"name\":\"c1a81b30ff65759\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae0975b3-1fff-4628-ba59-954e273a0526\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0403 00:04:53.916665 3764 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0403 00:04:53.939372 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0403 00:04:53.939396 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0403 00:04:53.939412 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0403 00:04:53.939436 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0403 00:04:53.976350 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0403 00:04:53.976378 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0403 00:04:54.923768 3764 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0403 00:05:00.523879 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0403 00:05:03.548466 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0403 00:05:03.649433 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0403 00:05:04.263364 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:05:04.263390 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:05:04.263398 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0403 00:05:04.599112 3764 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7c687859fb-z2cst of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:05:04.599658 3764 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7c687859fb-z2cst of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:05:04.962818 3764 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7c687859fb-z2cst of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:05:04.962837 3764 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7c687859fb-z2cst of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:05:04.968294 3764 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7c687859fb-z2cst I0403 00:05:04.968324 3764 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7c687859fb-z2cst I0403 00:05:08.154819 3764 obj_retry.go:464] Detected object openshift-image-registry/image-pruner-29586240-mslpc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:05:08.155387 3764 obj_retry.go:464] Detected object openshift-image-registry/image-pruner-29586240-mslpc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0403 00:05:08.991855 3764 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0403 00:05:09.007600 3764 obj_retry.go:458] Detected object openshift-image-registry/image-pruner-29586240-mslpc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:05:09.007624 3764 obj_retry.go:458] Detected object openshift-image-registry/image-pruner-29586240-mslpc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:05:19.268177 3764 obj_retry.go:464] Detected object openshift-console/console-86d9fd7876-4vf2f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:05:19.268745 3764 obj_retry.go:464] Detected object openshift-console/console-86d9fd7876-4vf2f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:05:19.465133 3764 obj_retry.go:458] Detected object openshift-console/console-86d9fd7876-4vf2f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:05:19.465159 3764 obj_retry.go:458] Detected object openshift-console/console-86d9fd7876-4vf2f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:05:19.471142 3764 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-86d9fd7876-4vf2f I0403 00:05:19.471169 3764 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-86d9fd7876-4vf2f I0403 00:05:21.380737 3764 obj_retry.go:464] Detected object openshift-ingress/router-default-76c85c67b7-g4kf5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:05:21.381419 3764 obj_retry.go:464] Detected object openshift-ingress/router-default-76c85c67b7-g4kf5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:05:22.052997 3764 obj_retry.go:458] Detected object openshift-ingress/router-default-76c85c67b7-g4kf5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:05:22.053023 3764 obj_retry.go:458] Detected object openshift-ingress/router-default-76c85c67b7-g4kf5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:05:22.060087 3764 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-76c85c67b7-g4kf5 I0403 00:05:22.060115 3764 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-76c85c67b7-g4kf5 W0403 00:05:39.577117 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0403 00:05:39.577142 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0403 00:05:39.577158 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0403 00:05:39.577165 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0403 00:05:39.834673 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0403 00:05:39.834697 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0403 00:06:04.467299 3764 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0403 00:06:09.799247 3764 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-78b7847f64-tkcfs IP address from the namespace address-set, err: pod openshift-console/console-78b7847f64-tkcfs: no pod IPs found I0403 00:06:26.089465 3764 cni.go:403] [openshift-console/console-db7994b7c-qs6ts c1a81b30ff65759e3975f415cbc4d92e0c7d5f459bab151def7faef238b29cd1 network default NAD default] DEL starting CNI request [openshift-console/console-db7994b7c-qs6ts c1a81b30ff65759e3975f415cbc4d92e0c7d5f459bab151def7faef238b29cd1 network default NAD default] I0403 00:06:26.166436 3764 cni.go:424] [openshift-console/console-db7994b7c-qs6ts c1a81b30ff65759e3975f415cbc4d92e0c7d5f459bab151def7faef238b29cd1 network default NAD default] DEL finished CNI request [openshift-console/console-db7994b7c-qs6ts c1a81b30ff65759e3975f415cbc4d92e0c7d5f459bab151def7faef238b29cd1 network default NAD default], result "{}", err I0403 00:06:26.212648 3764 obj_retry.go:464] Detected object openshift-console/console-db7994b7c-qs6ts of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:06:26.212689 3764 pods.go:176] Deleting pod: openshift-console/console-db7994b7c-qs6ts I0403 00:06:26.213938 3764 pods.go:236] Attempting to release IPs for pod: openshift-console/console-db7994b7c-qs6ts, ips: 10.129.0.23 I0403 00:06:26.213965 3764 obj_retry.go:464] Detected object openshift-console/console-db7994b7c-qs6ts of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:06:26.222730 3764 base_network_controller_pods.go:487] [default/openshift-console/console-7d6bdbd5b8-6dfxf] creating logical port openshift-console_console-7d6bdbd5b8-6dfxf for pod on switch ip-10-0-0-147.ec2.internal I0403 00:06:26.222855 3764 kube.go:256] Updating pod openshift-console/console-7d6bdbd5b8-6dfxf I0403 00:06:26.236151 3764 pod.go:62] [openshift-console/console-7d6bdbd5b8-6dfxf] pod update took 13.331543ms I0403 00:06:26.236170 3764 base_network_controller_pods.go:937] [default/openshift-console/console-7d6bdbd5b8-6dfxf] addLogicalPort annotation time took 13.354322ms I0403 00:06:26.237350 3764 pods.go:271] [openshift-console/console-7d6bdbd5b8-6dfxf] addLogicalPort took 14.632355ms, libovsdb time 886.85µs I0403 00:06:26.579737 3764 cni.go:403] [openshift-console/console-7d6bdbd5b8-6dfxf 91b7379a3314e60911004e8db2f911ae5a2ae1b405967ec2e4c6f771e26bdc12 network default NAD default] ADD starting CNI request [openshift-console/console-7d6bdbd5b8-6dfxf 91b7379a3314e60911004e8db2f911ae5a2ae1b405967ec2e4c6f771e26bdc12 network default NAD default] I0403 00:06:26.589015 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-7d6bdbd5b8-6dfxf, hostIfaceName: 91b7379a3314e60, network: default, NAD default, SandboxID: "91b7379a3314e60911004e8db2f911ae5a2ae1b405967ec2e4c6f771e26bdc12", PCI device ID: , UID: "3e7bcc1a-6d5d-4f00-a298-f189420d8866", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0403 00:06:26.634267 3764 cni.go:424] [openshift-console/console-7d6bdbd5b8-6dfxf 91b7379a3314e60911004e8db2f911ae5a2ae1b405967ec2e4c6f771e26bdc12 network default NAD default] ADD finished CNI request [openshift-console/console-7d6bdbd5b8-6dfxf 91b7379a3314e60911004e8db2f911ae5a2ae1b405967ec2e4c6f771e26bdc12 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:17:92:e2:ba:fd\",\"name\":\"91b7379a3314e60\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4717173c-25e7-42e4-ae93-968aeb8bf06e\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0403 00:06:27.024946 3764 obj_retry.go:458] Detected object openshift-console/console-db7994b7c-qs6ts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:06:27.024969 3764 obj_retry.go:458] Detected object openshift-console/console-db7994b7c-qs6ts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:06:27.030877 3764 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-db7994b7c-qs6ts I0403 00:06:27.030904 3764 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-db7994b7c-qs6ts I0403 00:06:35.079911 3764 obj_retry.go:464] Detected object openshift-console/console-78b7847f64-8mlvw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:06:35.080605 3764 obj_retry.go:464] Detected object openshift-console/console-78b7847f64-8mlvw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:06:35.781395 3764 obj_retry.go:458] Detected object openshift-console/console-78b7847f64-8mlvw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:06:35.781428 3764 obj_retry.go:458] Detected object openshift-console/console-78b7847f64-8mlvw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:06:35.785812 3764 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-78b7847f64-8mlvw I0403 00:06:35.785841 3764 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-78b7847f64-8mlvw W0403 00:06:37.060004 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0403 00:06:40.525225 3764 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-2xmxb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:06:40.525849 3764 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-2xmxb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:06:41.414897 3764 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-2xmxb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:06:41.414925 3764 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-2xmxb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:07:02.390726 3764 obj_retry.go:464] Detected object openshift-console/console-db7994b7c-6lh5g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:07:02.391317 3764 obj_retry.go:464] Detected object openshift-console/console-db7994b7c-6lh5g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:07:02.783888 3764 obj_retry.go:458] Detected object openshift-console/console-db7994b7c-6lh5g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:07:02.783914 3764 obj_retry.go:458] Detected object openshift-console/console-db7994b7c-6lh5g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:07:02.790598 3764 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-db7994b7c-6lh5g I0403 00:07:02.790628 3764 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-db7994b7c-6lh5g I0403 00:08:55.688148 3764 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0403 00:09:14.676670 3764 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0403 00:09:24.576000 3764 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=489 W0403 00:09:50.207351 3764 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0403 00:10:01.251879 3764 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0403 00:10:01.251949 3764 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-qb9kb IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-qb9kb: no pod IPs found I0403 00:10:04.394073 3764 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-dh85d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:10:04.394691 3764 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-dh85d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:10:05.417039 3764 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-dh85d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:10:05.417065 3764 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-dh85d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:10:15.654067 3764 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0403 00:10:32.568604 3764 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=121 I0403 00:10:49.659308 3764 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0403 00:11:10.664928 3764 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0403 00:11:13.694545 3764 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0403 00:11:21.354087 3764 namespace.go:98] [tsf] adding namespace I0403 00:11:21.355048 3764 namespace.go:102] [tsf] adding namespace took 934.526µs I0403 00:11:21.372095 3764 namespace.go:142] [tsf] updating namespace I0403 00:11:21.382259 3764 namespace.go:142] [tsf] updating namespace I0403 00:11:25.209055 3764 namespace.go:98] [cert-manager-operator] adding namespace I0403 00:11:25.210179 3764 namespace.go:102] [cert-manager-operator] adding namespace took 1.093811ms I0403 00:11:25.213049 3764 namespace.go:98] [tsf-tpa] adding namespace I0403 00:11:25.213110 3764 namespace.go:98] [tsf-tas] adding namespace I0403 00:11:25.213925 3764 namespace.go:102] [tsf-tpa] adding namespace took 855.863µs I0403 00:11:25.214590 3764 namespace.go:102] [tsf-tas] adding namespace took 1.459214ms I0403 00:11:25.216594 3764 namespace.go:98] [konflux-operator] adding namespace I0403 00:11:25.216816 3764 namespace.go:98] [tsf-keycloak] adding namespace I0403 00:11:25.216880 3764 namespace.go:98] [rhbk-operator] adding namespace I0403 00:11:25.217043 3764 namespace.go:98] [rhtpa-operator] adding namespace I0403 00:11:25.217531 3764 namespace.go:102] [konflux-operator] adding namespace took 910.964µs I0403 00:11:25.218195 3764 namespace.go:102] [tsf-keycloak] adding namespace took 1.357386ms I0403 00:11:25.218843 3764 namespace.go:102] [rhbk-operator] adding namespace took 1.951926ms I0403 00:11:25.218874 3764 namespace.go:98] [konflux-ui] adding namespace I0403 00:11:25.219477 3764 namespace.go:102] [konflux-ui] adding namespace took 593.522µs I0403 00:11:25.219982 3764 namespace.go:102] [rhtpa-operator] adding namespace took 2.920631ms I0403 00:11:25.231131 3764 namespace.go:142] [cert-manager-operator] updating namespace I0403 00:11:25.242217 3764 namespace.go:142] [cert-manager-operator] updating namespace I0403 00:11:25.253480 3764 namespace.go:142] [tsf-tpa] updating namespace I0403 00:11:25.266471 3764 namespace.go:142] [tsf-tpa] updating namespace I0403 00:11:25.269347 3764 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:11:25.269383 3764 namespace.go:142] [konflux-operator] updating namespace I0403 00:11:25.271717 3764 namespace.go:142] [tsf-tas] updating namespace I0403 00:11:25.281342 3764 namespace.go:142] [rhtpa-operator] updating namespace I0403 00:11:25.281381 3764 namespace.go:142] [rhbk-operator] updating namespace I0403 00:11:25.281715 3764 namespace.go:142] [konflux-ui] updating namespace I0403 00:11:25.281779 3764 namespace.go:142] [cert-manager-operator] updating namespace I0403 00:11:25.293423 3764 namespace.go:142] [tsf-tpa] updating namespace I0403 00:11:25.316448 3764 namespace.go:142] [konflux-operator] updating namespace I0403 00:11:25.319484 3764 namespace.go:142] [konflux-operator] updating namespace I0403 00:11:25.328175 3764 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:11:25.345367 3764 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:11:25.348980 3764 namespace.go:142] [rhbk-operator] updating namespace I0403 00:11:25.375593 3764 namespace.go:142] [rhbk-operator] updating namespace I0403 00:11:25.375719 3764 namespace.go:142] [rhtpa-operator] updating namespace I0403 00:11:25.378984 3764 namespace.go:142] [rhtpa-operator] updating namespace I0403 00:11:25.384571 3764 namespace.go:142] [konflux-ui] updating namespace I0403 00:11:25.396577 3764 namespace.go:142] [konflux-ui] updating namespace I0403 00:11:25.404495 3764 namespace.go:142] [tsf-tas] updating namespace I0403 00:11:25.416768 3764 namespace.go:142] [tsf-tas] updating namespace I0403 00:11:26.459553 3764 namespace.go:142] [tsf-tpa] updating namespace I0403 00:11:26.459617 3764 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:11:28.128255 3764 base_network_controller_pods.go:487] [default/openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebd8xvh] creating logical port openshift-marketplace_f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebd8xvh for pod on switch ip-10-0-0-147.ec2.internal I0403 00:11:28.128375 3764 kube.go:256] Updating pod openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebd8xvh I0403 00:11:28.144092 3764 pod.go:62] [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebd8xvh] pod update took 15.750451ms I0403 00:11:28.144113 3764 base_network_controller_pods.go:937] [default/openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebd8xvh] addLogicalPort annotation time took 15.776583ms I0403 00:11:28.145387 3764 pods.go:271] [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebd8xvh] addLogicalPort took 17.146166ms, libovsdb time 882.519µs I0403 00:11:28.238900 3764 base_network_controller_pods.go:487] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebnv7c] creating logical port openshift-marketplace_53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebnv7c for pod on switch ip-10-0-0-147.ec2.internal I0403 00:11:28.239017 3764 kube.go:256] Updating pod openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebnv7c I0403 00:11:28.252057 3764 pod.go:62] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebnv7c] pod update took 13.06604ms I0403 00:11:28.252081 3764 base_network_controller_pods.go:937] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebnv7c] addLogicalPort annotation time took 13.091562ms I0403 00:11:28.253376 3764 pods.go:271] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebnv7c] addLogicalPort took 14.481193ms, libovsdb time 983.841µs I0403 00:11:28.487526 3764 cni.go:403] [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebd8xvh 24131c6819a07900698b65171fd076291afeeabbacd0072f9cab464f51fdbad3 network default NAD default] ADD starting CNI request [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebd8xvh 24131c6819a07900698b65171fd076291afeeabbacd0072f9cab464f51fdbad3 network default NAD default] I0403 00:11:28.496505 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebd8xvh, hostIfaceName: 24131c6819a0790, network: default, NAD default, SandboxID: "24131c6819a07900698b65171fd076291afeeabbacd0072f9cab464f51fdbad3", PCI device ID: , UID: "41488760-5855-403a-b8b6-25a7621d765e", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0403 00:11:28.543008 3764 cni.go:424] [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebd8xvh 24131c6819a07900698b65171fd076291afeeabbacd0072f9cab464f51fdbad3 network default NAD default] ADD finished CNI request [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebd8xvh 24131c6819a07900698b65171fd076291afeeabbacd0072f9cab464f51fdbad3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:a0:7d:61:e3:07\",\"name\":\"24131c6819a0790\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a62893f8-8ff4-47e8-8c78-06aa1d8d12cd\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0403 00:11:28.597953 3764 cni.go:403] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebnv7c f7f532c902225ce6c37f95f3fe1788c96d5a667e5b40c06a919bd552e1f8d040 network default NAD default] ADD starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebnv7c f7f532c902225ce6c37f95f3fe1788c96d5a667e5b40c06a919bd552e1f8d040 network default NAD default] I0403 00:11:28.607818 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebnv7c, hostIfaceName: f7f532c902225ce, network: default, NAD default, SandboxID: "f7f532c902225ce6c37f95f3fe1788c96d5a667e5b40c06a919bd552e1f8d040", PCI device ID: , UID: "4bb5a864-7326-4883-a165-113cc4f25db7", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0403 00:11:28.655127 3764 cni.go:424] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebnv7c f7f532c902225ce6c37f95f3fe1788c96d5a667e5b40c06a919bd552e1f8d040 network default NAD default] ADD finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebnv7c f7f532c902225ce6c37f95f3fe1788c96d5a667e5b40c06a919bd552e1f8d040 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:ba:01:8d:8c:06\",\"name\":\"f7f532c902225ce\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f6d0eb63-1fb5-453a-8c24-c45158dbd794\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0403 00:11:31.132866 3764 base_network_controller_pods.go:487] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c4dcb] creating logical port openshift-marketplace_925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c4dcb for pod on switch ip-10-0-0-147.ec2.internal I0403 00:11:31.132962 3764 kube.go:256] Updating pod openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c4dcb I0403 00:11:31.147053 3764 pod.go:62] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c4dcb] pod update took 14.122357ms I0403 00:11:31.147074 3764 base_network_controller_pods.go:937] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c4dcb] addLogicalPort annotation time took 14.147188ms I0403 00:11:31.148393 3764 pods.go:271] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c4dcb] addLogicalPort took 15.548619ms, libovsdb time 1.021748ms I0403 00:11:31.516897 3764 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c4dcb 10f4fff2dafd5ff4c49051e137630269d09028fce4f08dd79a6057a2797cac15 network default NAD default] ADD starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c4dcb 10f4fff2dafd5ff4c49051e137630269d09028fce4f08dd79a6057a2797cac15 network default NAD default] I0403 00:11:31.525704 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c4dcb, hostIfaceName: 10f4fff2dafd5ff, network: default, NAD default, SandboxID: "10f4fff2dafd5ff4c49051e137630269d09028fce4f08dd79a6057a2797cac15", PCI device ID: , UID: "b6bc84af-c502-4653-a946-9efbfce8698e", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0403 00:11:31.572576 3764 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c4dcb 10f4fff2dafd5ff4c49051e137630269d09028fce4f08dd79a6057a2797cac15 network default NAD default] ADD finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c4dcb 10f4fff2dafd5ff4c49051e137630269d09028fce4f08dd79a6057a2797cac15 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:7f:97:79:60:bb\",\"name\":\"10f4fff2dafd5ff\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/037a3f3f-4736-4b82-ad2d-24107fc12aa6\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0403 00:11:32.320716 3764 cni.go:403] [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebd8xvh 24131c6819a07900698b65171fd076291afeeabbacd0072f9cab464f51fdbad3 network default NAD default] DEL starting CNI request [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebd8xvh 24131c6819a07900698b65171fd076291afeeabbacd0072f9cab464f51fdbad3 network default NAD default] I0403 00:11:32.399684 3764 cni.go:424] [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebd8xvh 24131c6819a07900698b65171fd076291afeeabbacd0072f9cab464f51fdbad3 network default NAD default] DEL finished CNI request [openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebd8xvh 24131c6819a07900698b65171fd076291afeeabbacd0072f9cab464f51fdbad3 network default NAD default], result "{}", err I0403 00:11:32.435896 3764 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebd8xvh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:32.435932 3764 pods.go:176] Deleting pod: openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebd8xvh I0403 00:11:32.437291 3764 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebd8xvh, ips: 10.129.0.25 I0403 00:11:32.437321 3764 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebd8xvh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:32.437344 3764 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebd8xvh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:32.437354 3764 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0403 00:11:32.437555 3764 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebd8xvh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:32.437569 3764 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0403 00:11:32.916221 3764 base_network_controller_pods.go:487] [default/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1zrhjb] creating logical port openshift-marketplace_3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1zrhjb for pod on switch ip-10-0-0-147.ec2.internal I0403 00:11:32.916344 3764 kube.go:256] Updating pod openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1zrhjb I0403 00:11:32.932618 3764 pod.go:62] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1zrhjb] pod update took 16.30444ms I0403 00:11:32.932637 3764 base_network_controller_pods.go:937] [default/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1zrhjb] addLogicalPort annotation time took 16.32979ms I0403 00:11:32.934046 3764 pods.go:271] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1zrhjb] addLogicalPort took 17.83871ms, libovsdb time 1.006067ms I0403 00:11:33.275963 3764 cni.go:403] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1zrhjb c44918845ad7e33c87cbabbe5d3d582062f1e1087c7af3e516dca91c3f7a5998 network default NAD default] ADD starting CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1zrhjb c44918845ad7e33c87cbabbe5d3d582062f1e1087c7af3e516dca91c3f7a5998 network default NAD default] I0403 00:11:33.286021 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1zrhjb, hostIfaceName: c44918845ad7e33, network: default, NAD default, SandboxID: "c44918845ad7e33c87cbabbe5d3d582062f1e1087c7af3e516dca91c3f7a5998", PCI device ID: , UID: "d2cdbf92-7a6e-4af2-82a6-319339e27aee", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0403 00:11:33.337222 3764 cni.go:403] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebnv7c f7f532c902225ce6c37f95f3fe1788c96d5a667e5b40c06a919bd552e1f8d040 network default NAD default] DEL starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebnv7c f7f532c902225ce6c37f95f3fe1788c96d5a667e5b40c06a919bd552e1f8d040 network default NAD default] I0403 00:11:33.338438 3764 cni.go:424] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1zrhjb c44918845ad7e33c87cbabbe5d3d582062f1e1087c7af3e516dca91c3f7a5998 network default NAD default] ADD finished CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1zrhjb c44918845ad7e33c87cbabbe5d3d582062f1e1087c7af3e516dca91c3f7a5998 network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:38:3a:d9:ae:a1\",\"name\":\"c44918845ad7e33\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94eef617-9b6e-41e2-bf82-96c905cc4778\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0403 00:11:33.420429 3764 cni.go:424] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebnv7c f7f532c902225ce6c37f95f3fe1788c96d5a667e5b40c06a919bd552e1f8d040 network default NAD default] DEL finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebnv7c f7f532c902225ce6c37f95f3fe1788c96d5a667e5b40c06a919bd552e1f8d040 network default NAD default], result "{}", err I0403 00:11:33.459124 3764 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebd8xvh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:33.459155 3764 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebd8xvh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:33.459168 3764 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebd8xvh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:33.459186 3764 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebd8xvh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:34.085587 3764 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebnv7c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:34.085619 3764 pods.go:176] Deleting pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebnv7c I0403 00:11:34.086981 3764 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebnv7c, ips: 10.129.0.26 I0403 00:11:34.087007 3764 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebnv7c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:34.087027 3764 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebnv7c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:34.087037 3764 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0403 00:11:34.087194 3764 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebnv7c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:34.087209 3764 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0403 00:11:34.576618 3764 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm28jf] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm28jf for pod on switch ip-10-0-0-147.ec2.internal I0403 00:11:34.576751 3764 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm28jf I0403 00:11:34.591044 3764 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm28jf] pod update took 14.322667ms I0403 00:11:34.591067 3764 base_network_controller_pods.go:937] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm28jf] addLogicalPort annotation time took 14.35103ms I0403 00:11:34.592398 3764 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm28jf] addLogicalPort took 15.795719ms, libovsdb time 916.163µs I0403 00:11:34.682388 3764 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bthns] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bthns for pod on switch ip-10-0-0-147.ec2.internal I0403 00:11:34.682467 3764 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bthns I0403 00:11:34.695678 3764 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bthns] pod update took 13.232885ms I0403 00:11:34.695696 3764 base_network_controller_pods.go:937] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bthns] addLogicalPort annotation time took 13.2559ms I0403 00:11:34.696770 3764 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bthns] addLogicalPort took 14.392093ms, libovsdb time 726.146µs I0403 00:11:34.933857 3764 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm28jf 1c2b24140628a797218260c0b95c3fa471704e8791b88daa2ad06d68488d444e network default NAD default] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm28jf 1c2b24140628a797218260c0b95c3fa471704e8791b88daa2ad06d68488d444e network default NAD default] I0403 00:11:34.944294 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm28jf, hostIfaceName: 1c2b24140628a79, network: default, NAD default, SandboxID: "1c2b24140628a797218260c0b95c3fa471704e8791b88daa2ad06d68488d444e", PCI device ID: , UID: "9ba497ad-6118-4f41-9f5e-a924352b5222", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0403 00:11:34.992224 3764 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm28jf 1c2b24140628a797218260c0b95c3fa471704e8791b88daa2ad06d68488d444e network default NAD default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm28jf 1c2b24140628a797218260c0b95c3fa471704e8791b88daa2ad06d68488d444e network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:46:e6:3e:44:52\",\"name\":\"1c2b24140628a79\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94ba83bb-3670-463b-ab9c-80916b14754b\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0403 00:11:35.053810 3764 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bthns 2ac29b19bbb9ef8fb11d038cf87beae2989fe61571d9fdeb5ab24f68097e819c network default NAD default] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bthns 2ac29b19bbb9ef8fb11d038cf87beae2989fe61571d9fdeb5ab24f68097e819c network default NAD default] I0403 00:11:35.065250 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bthns, hostIfaceName: 2ac29b19bbb9ef8, network: default, NAD default, SandboxID: "2ac29b19bbb9ef8fb11d038cf87beae2989fe61571d9fdeb5ab24f68097e819c", PCI device ID: , UID: "5f79c340-bc49-466d-8411-9730c5d6a4a8", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0403 00:11:35.110543 3764 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebnv7c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:35.110568 3764 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebnv7c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:35.110584 3764 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebnv7c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:35.110604 3764 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebnv7c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:35.115912 3764 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bthns 2ac29b19bbb9ef8fb11d038cf87beae2989fe61571d9fdeb5ab24f68097e819c network default NAD default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bthns 2ac29b19bbb9ef8fb11d038cf87beae2989fe61571d9fdeb5ab24f68097e819c network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:3e:68:f0:e1:59\",\"name\":\"2ac29b19bbb9ef8\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d9100f8-61be-4956-87c7-ea5d97713c7e\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0403 00:11:36.354658 3764 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c4dcb 10f4fff2dafd5ff4c49051e137630269d09028fce4f08dd79a6057a2797cac15 network default NAD default] DEL starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c4dcb 10f4fff2dafd5ff4c49051e137630269d09028fce4f08dd79a6057a2797cac15 network default NAD default] I0403 00:11:36.434771 3764 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c4dcb 10f4fff2dafd5ff4c49051e137630269d09028fce4f08dd79a6057a2797cac15 network default NAD default] DEL finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c4dcb 10f4fff2dafd5ff4c49051e137630269d09028fce4f08dd79a6057a2797cac15 network default NAD default], result "{}", err I0403 00:11:36.480369 3764 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c4dcb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:36.480413 3764 pods.go:176] Deleting pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c4dcb I0403 00:11:36.482072 3764 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c4dcb, ips: 10.129.0.27 I0403 00:11:36.482107 3764 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c4dcb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:36.482131 3764 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c4dcb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:36.482144 3764 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0403 00:11:36.482384 3764 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c4dcb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:36.482403 3764 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0403 00:11:37.369992 3764 cni.go:403] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1zrhjb c44918845ad7e33c87cbabbe5d3d582062f1e1087c7af3e516dca91c3f7a5998 network default NAD default] DEL starting CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1zrhjb c44918845ad7e33c87cbabbe5d3d582062f1e1087c7af3e516dca91c3f7a5998 network default NAD default] I0403 00:11:37.442256 3764 cni.go:424] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1zrhjb c44918845ad7e33c87cbabbe5d3d582062f1e1087c7af3e516dca91c3f7a5998 network default NAD default] DEL finished CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1zrhjb c44918845ad7e33c87cbabbe5d3d582062f1e1087c7af3e516dca91c3f7a5998 network default NAD default], result "{}", err I0403 00:11:37.483877 3764 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1zrhjb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:37.483913 3764 pods.go:176] Deleting pod: openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1zrhjb I0403 00:11:37.485253 3764 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1zrhjb, ips: 10.129.0.28 I0403 00:11:37.485283 3764 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1zrhjb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:37.485305 3764 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1zrhjb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:37.485313 3764 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0403 00:11:37.485515 3764 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1zrhjb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:37.485531 3764 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0403 00:11:37.513168 3764 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c4dcb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:37.513190 3764 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c4dcb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:37.513200 3764 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c4dcb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:37.513214 3764 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c4dcb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:38.526087 3764 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1zrhjb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:38.526131 3764 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1zrhjb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:38.526145 3764 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1zrhjb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:38.526159 3764 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1zrhjb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:39.388097 3764 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bthns 2ac29b19bbb9ef8fb11d038cf87beae2989fe61571d9fdeb5ab24f68097e819c network default NAD default] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bthns 2ac29b19bbb9ef8fb11d038cf87beae2989fe61571d9fdeb5ab24f68097e819c network default NAD default] I0403 00:11:39.388291 3764 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm28jf 1c2b24140628a797218260c0b95c3fa471704e8791b88daa2ad06d68488d444e network default NAD default] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm28jf 1c2b24140628a797218260c0b95c3fa471704e8791b88daa2ad06d68488d444e network default NAD default] I0403 00:11:39.468648 3764 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm28jf 1c2b24140628a797218260c0b95c3fa471704e8791b88daa2ad06d68488d444e network default NAD default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm28jf 1c2b24140628a797218260c0b95c3fa471704e8791b88daa2ad06d68488d444e network default NAD default], result "{}", err I0403 00:11:39.494243 3764 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bthns 2ac29b19bbb9ef8fb11d038cf87beae2989fe61571d9fdeb5ab24f68097e819c network default NAD default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bthns 2ac29b19bbb9ef8fb11d038cf87beae2989fe61571d9fdeb5ab24f68097e819c network default NAD default], result "{}", err I0403 00:11:39.520335 3764 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm28jf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:39.520365 3764 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm28jf I0403 00:11:39.521681 3764 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm28jf, ips: 10.129.0.29 I0403 00:11:39.521705 3764 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm28jf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:39.521723 3764 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm28jf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:39.521730 3764 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0403 00:11:39.521904 3764 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm28jf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:39.521922 3764 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0403 00:11:39.553643 3764 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bthns of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:39.553680 3764 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bthns I0403 00:11:39.554988 3764 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bthns, ips: 10.129.0.30 I0403 00:11:39.555018 3764 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bthns of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:39.555041 3764 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bthns of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:39.555051 3764 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0403 00:11:39.555217 3764 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bthns of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:39.555231 3764 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0403 00:11:40.548214 3764 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm28jf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:40.548242 3764 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm28jf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:40.548258 3764 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm28jf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:40.548268 3764 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm28jf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:40.585107 3764 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bthns of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:40.585160 3764 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bthns of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:40.585176 3764 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bthns of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:40.585189 3764 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7bthns of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0403 00:11:45.713959 3764 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0403 00:11:47.657609 3764 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-5t82n] creating logical port konflux-operator_konflux-operator-controller-manager-5bc5d8c98f-5t82n for pod on switch ip-10-0-0-147.ec2.internal I0403 00:11:47.657838 3764 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-5t82n I0403 00:11:47.674918 3764 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-5t82n] pod update took 17.136607ms I0403 00:11:47.674946 3764 base_network_controller_pods.go:937] [default/konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-5t82n] addLogicalPort annotation time took 17.169062ms I0403 00:11:47.676256 3764 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-5t82n] addLogicalPort took 18.670555ms, libovsdb time 949.843µs I0403 00:11:48.020828 3764 cni.go:403] [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-5t82n ef17fc528243b3061c96bf45e3c3faa5c474f1e67803a2556332d16a9280fd2a network default NAD default] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-5t82n ef17fc528243b3061c96bf45e3c3faa5c474f1e67803a2556332d16a9280fd2a network default NAD default] I0403 00:11:48.030141 3764 helper_linux.go:450] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bc5d8c98f-5t82n, hostIfaceName: ef17fc528243b30, network: default, NAD default, SandboxID: "ef17fc528243b3061c96bf45e3c3faa5c474f1e67803a2556332d16a9280fd2a", PCI device ID: , UID: "3b619b7d-2b7c-42e5-b083-9ed27aa2b41b", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0403 00:11:48.077383 3764 cni.go:424] [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-5t82n ef17fc528243b3061c96bf45e3c3faa5c474f1e67803a2556332d16a9280fd2a network default NAD default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-5t82n ef17fc528243b3061c96bf45e3c3faa5c474f1e67803a2556332d16a9280fd2a network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:26:1b:5d:53:b4\",\"name\":\"ef17fc528243b30\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a3de67a-63c4-4e98-950b-5e6c10c68ed3\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0403 00:11:50.479215 3764 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0403 00:12:01.465772 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0403 00:12:04.567738 3764 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=74 I0403 00:12:05.670337 3764 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0403 00:12:08.173731 3764 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-l8gbc] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-58df4cf46c-l8gbc for pod on switch ip-10-0-0-147.ec2.internal I0403 00:12:08.173943 3764 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-l8gbc I0403 00:12:08.193927 3764 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-l8gbc] pod update took 20.02056ms I0403 00:12:08.193951 3764 base_network_controller_pods.go:937] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-l8gbc] addLogicalPort annotation time took 20.05ms I0403 00:12:08.195127 3764 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-l8gbc] addLogicalPort took 21.412969ms, libovsdb time 850.1µs I0403 00:12:08.537934 3764 cni.go:403] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-l8gbc 406f128065fe7d11bf9245f6d1ec0b4be1df1456a9d50e6bf443087011afe88f network default NAD default] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-l8gbc 406f128065fe7d11bf9245f6d1ec0b4be1df1456a9d50e6bf443087011afe88f network default NAD default] I0403 00:12:08.547000 3764 helper_linux.go:450] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-58df4cf46c-l8gbc, hostIfaceName: 406f128065fe7d1, network: default, NAD default, SandboxID: "406f128065fe7d11bf9245f6d1ec0b4be1df1456a9d50e6bf443087011afe88f", PCI device ID: , UID: "9a32fa6c-fae0-4b39-8424-067642e55efe", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0403 00:12:08.593867 3764 cni.go:424] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-l8gbc 406f128065fe7d11bf9245f6d1ec0b4be1df1456a9d50e6bf443087011afe88f network default NAD default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-l8gbc 406f128065fe7d11bf9245f6d1ec0b4be1df1456a9d50e6bf443087011afe88f network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:3b:86:4b:44:03\",\"name\":\"406f128065fe7d1\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fcddb93a-8851-4cc7-9d92-a0da457d0d35\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0403 00:12:12.210044 3764 namespace.go:98] [cert-manager] adding namespace I0403 00:12:12.210883 3764 namespace.go:102] [cert-manager] adding namespace took 816.67µs I0403 00:12:12.258730 3764 namespace.go:142] [cert-manager] updating namespace I0403 00:12:12.313010 3764 namespace.go:142] [cert-manager] updating namespace I0403 00:12:13.441438 3764 namespace.go:142] [openshift-operators] updating namespace I0403 00:12:13.488990 3764 namespace.go:142] [openshift-operators] updating namespace I0403 00:12:13.571862 3764 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=76 I0403 00:12:16.327217 3764 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5b4bf68748-5wwzf] creating logical port cert-manager_cert-manager-cainjector-5b4bf68748-5wwzf for pod on switch ip-10-0-0-147.ec2.internal I0403 00:12:16.327303 3764 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-5wwzf I0403 00:12:16.470424 3764 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-5wwzf I0403 00:12:16.512059 3764 pod.go:62] [cert-manager/cert-manager-cainjector-5b4bf68748-5wwzf] pod update took 184.777352ms I0403 00:12:16.512080 3764 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-cainjector-5b4bf68748-5wwzf] addLogicalPort annotation time took 184.801742ms I0403 00:12:16.513231 3764 pods.go:271] [cert-manager/cert-manager-cainjector-5b4bf68748-5wwzf] addLogicalPort took 186.029562ms, libovsdb time 827.622µs I0403 00:12:16.976392 3764 cni.go:403] [cert-manager/cert-manager-cainjector-5b4bf68748-5wwzf fc1b57d51628d534cb28d040304c7c28394c534b37bb105227bdb912fb0f078b network default NAD default] ADD starting CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-5wwzf fc1b57d51628d534cb28d040304c7c28394c534b37bb105227bdb912fb0f078b network default NAD default] I0403 00:12:16.985506 3764 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5b4bf68748-5wwzf, hostIfaceName: fc1b57d51628d53, network: default, NAD default, SandboxID: "fc1b57d51628d534cb28d040304c7c28394c534b37bb105227bdb912fb0f078b", PCI device ID: , UID: "77deb322-1909-4a39-a042-03dfe209ac30", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0403 00:12:17.034917 3764 cni.go:424] [cert-manager/cert-manager-cainjector-5b4bf68748-5wwzf fc1b57d51628d534cb28d040304c7c28394c534b37bb105227bdb912fb0f078b network default NAD default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-5wwzf fc1b57d51628d534cb28d040304c7c28394c534b37bb105227bdb912fb0f078b network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:37:a6:03:79:35\",\"name\":\"fc1b57d51628d53\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9966d4f2-f67c-4e62-a16d-f27a272ad78a\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0403 00:12:19.018554 3764 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-m9rwd] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-m9rwd for pod on switch ip-10-0-0-147.ec2.internal I0403 00:12:19.018701 3764 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-m9rwd I0403 00:12:19.036889 3764 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-m9rwd] pod update took 18.215412ms I0403 00:12:19.036911 3764 base_network_controller_pods.go:937] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-m9rwd] addLogicalPort annotation time took 18.240834ms I0403 00:12:19.038064 3764 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-m9rwd] addLogicalPort took 19.531391ms, libovsdb time 835.248µs W0403 00:12:19.878925 3764 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0403 00:12:19.878949 3764 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0403 00:12:20.191153 3764 cni.go:403] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-m9rwd d1ef65647b84f9b879e4c9442f4035158e13058bc13a6ac92138e19ec08067c8 network default NAD default] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-m9rwd d1ef65647b84f9b879e4c9442f4035158e13058bc13a6ac92138e19ec08067c8 network default NAD default] I0403 00:12:20.201345 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-m9rwd, hostIfaceName: d1ef65647b84f9b, network: default, NAD default, SandboxID: "d1ef65647b84f9b879e4c9442f4035158e13058bc13a6ac92138e19ec08067c8", PCI device ID: , UID: "65310064-01a0-4e09-81b8-f7d45a4e8a06", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0403 00:12:20.250632 3764 cni.go:424] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-m9rwd d1ef65647b84f9b879e4c9442f4035158e13058bc13a6ac92138e19ec08067c8 network default NAD default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-m9rwd d1ef65647b84f9b879e4c9442f4035158e13058bc13a6ac92138e19ec08067c8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:78:a8:aa:ec:ab\",\"name\":\"d1ef65647b84f9b\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/953c35d3-fd7f-4c60-9d90-4ed31062c031\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0403 00:12:22.894131 3764 namespace.go:98] [trusted-artifact-signer] adding namespace I0403 00:12:22.894979 3764 namespace.go:102] [trusted-artifact-signer] adding namespace took 824.328µs I0403 00:12:22.911761 3764 namespace.go:142] [trusted-artifact-signer] updating namespace I0403 00:12:22.932336 3764 namespace.go:142] [trusted-artifact-signer] updating namespace W0403 00:12:23.633067 3764 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0403 00:12:25.718015 3764 namespace.go:142] [openshift-operators] updating namespace I0403 00:12:26.569433 3764 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0403 00:12:27.262524 3764 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-6pprt] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-6pprt for pod on switch ip-10-0-0-147.ec2.internal I0403 00:12:27.262660 3764 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-6pprt I0403 00:12:27.279332 3764 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-6pprt] pod update took 16.704646ms I0403 00:12:27.279355 3764 base_network_controller_pods.go:937] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-6pprt] addLogicalPort annotation time took 16.736954ms I0403 00:12:27.280747 3764 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-6pprt] addLogicalPort took 18.246361ms, libovsdb time 1.021198ms I0403 00:12:27.568376 3764 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=62 I0403 00:12:27.624540 3764 cni.go:403] [openshift-operators/tekton-operator-webhook-668b6fdd5d-6pprt 5d4674b86810e12c45ef74e28369da5275640eb5defcd89bcdf45e27671ed591 network default NAD default] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-6pprt 5d4674b86810e12c45ef74e28369da5275640eb5defcd89bcdf45e27671ed591 network default NAD default] I0403 00:12:27.635268 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-6pprt, hostIfaceName: 5d4674b86810e12, network: default, NAD default, SandboxID: "5d4674b86810e12c45ef74e28369da5275640eb5defcd89bcdf45e27671ed591", PCI device ID: , UID: "b2181fb7-80bc-4d0d-b449-d605878a8a6a", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0403 00:12:27.690467 3764 cni.go:424] [openshift-operators/tekton-operator-webhook-668b6fdd5d-6pprt 5d4674b86810e12c45ef74e28369da5275640eb5defcd89bcdf45e27671ed591 network default NAD default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-6pprt 5d4674b86810e12c45ef74e28369da5275640eb5defcd89bcdf45e27671ed591 network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:5b:d8:dc:2b:96\",\"name\":\"5d4674b86810e12\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1aa102e-82bb-4783-8cd4-d0caa0a4547d\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0403 00:12:30.671203 3764 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 W0403 00:12:34.635617 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0403 00:12:36.317584 3764 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:12:36.318147 3764 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:12:36.340232 3764 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:12:36.340264 3764 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:12:36.347591 3764 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0403 00:12:36.347618 3764 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0403 00:12:41.661351 3764 namespace.go:98] [openshift-pipelines] adding namespace I0403 00:12:41.662245 3764 namespace.go:102] [openshift-pipelines] adding namespace took 863.19µs I0403 00:12:41.682712 3764 namespace.go:142] [openshift-pipelines] updating namespace I0403 00:12:42.392474 3764 namespace.go:142] [cert-manager] updating namespace I0403 00:12:42.590257 3764 namespace.go:142] [cert-manager-operator] updating namespace I0403 00:12:42.992491 3764 namespace.go:142] [konflux-operator] updating namespace I0403 00:12:43.192409 3764 namespace.go:142] [konflux-ui] updating namespace I0403 00:12:43.396481 3764 namespace.go:142] [open-cluster-management-2peb42nlhreqhm7gegjie4h8sih13gfv] updating namespace I0403 00:12:43.798024 3764 namespace.go:142] [rhbk-operator] updating namespace I0403 00:12:44.000531 3764 namespace.go:142] [rhtpa-operator] updating namespace I0403 00:12:44.205770 3764 namespace.go:142] [trusted-artifact-signer] updating namespace I0403 00:12:44.406756 3764 namespace.go:142] [tsf] updating namespace I0403 00:12:44.607893 3764 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:12:44.804895 3764 namespace.go:142] [tsf-tas] updating namespace I0403 00:12:45.008895 3764 namespace.go:142] [tsf-tpa] updating namespace I0403 00:12:45.137768 3764 namespace.go:142] [cert-manager] updating namespace I0403 00:12:45.146769 3764 namespace.go:142] [cert-manager-operator] updating namespace I0403 00:12:45.158707 3764 namespace.go:142] [default] updating namespace I0403 00:12:45.170004 3764 namespace.go:142] [konflux-operator] updating namespace I0403 00:12:45.180755 3764 namespace.go:142] [konflux-ui] updating namespace I0403 00:12:45.188814 3764 namespace.go:142] [open-cluster-management-2peb42nlhreqhm7gegjie4h8sih13gfv] updating namespace I0403 00:12:45.198841 3764 namespace.go:142] [openshift] updating namespace I0403 00:12:45.209397 3764 namespace.go:142] [rhbk-operator] updating namespace I0403 00:12:45.218739 3764 namespace.go:142] [rhtpa-operator] updating namespace I0403 00:12:45.226168 3764 namespace.go:142] [trusted-artifact-signer] updating namespace I0403 00:12:45.235395 3764 namespace.go:142] [tsf] updating namespace I0403 00:12:45.251747 3764 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:12:45.271378 3764 namespace.go:142] [tsf-tas] updating namespace I0403 00:12:45.289126 3764 namespace.go:142] [tsf-tpa] updating namespace I0403 00:12:45.388190 3764 namespace.go:142] [cert-manager] updating namespace I0403 00:12:45.491132 3764 namespace.go:142] [cert-manager-operator] updating namespace I0403 00:12:45.592234 3764 namespace.go:142] [default] updating namespace I0403 00:12:45.691149 3764 namespace.go:142] [konflux-operator] updating namespace I0403 00:12:45.796306 3764 namespace.go:142] [konflux-ui] updating namespace I0403 00:12:45.891729 3764 namespace.go:142] [open-cluster-management-2peb42nlhreqhm7gegjie4h8sih13gfv] updating namespace I0403 00:12:45.993137 3764 namespace.go:142] [openshift] updating namespace I0403 00:12:46.092673 3764 namespace.go:142] [rhbk-operator] updating namespace I0403 00:12:46.189980 3764 namespace.go:142] [rhtpa-operator] updating namespace I0403 00:12:46.288520 3764 namespace.go:142] [trusted-artifact-signer] updating namespace I0403 00:12:46.396301 3764 namespace.go:142] [tsf] updating namespace I0403 00:12:46.490041 3764 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:12:46.591192 3764 namespace.go:142] [tsf-tas] updating namespace I0403 00:12:46.692210 3764 namespace.go:142] [tsf-tpa] updating namespace I0403 00:12:46.908882 3764 namespace.go:142] [openshift-pipelines] updating namespace W0403 00:12:49.252099 3764 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0403 00:12:49.274740 3764 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0403 00:12:54.227826 3764 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-lhhbg] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-lhhbg for pod on switch ip-10-0-0-147.ec2.internal I0403 00:12:54.227989 3764 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-lhhbg I0403 00:12:54.243020 3764 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-lhhbg] pod update took 15.079222ms I0403 00:12:54.243047 3764 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-lhhbg] addLogicalPort annotation time took 15.110789ms I0403 00:12:54.244359 3764 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-lhhbg] addLogicalPort took 16.574718ms, libovsdb time 963.684µs I0403 00:12:54.321669 3764 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-8dxtt] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-8dxtt for pod on switch ip-10-0-0-147.ec2.internal I0403 00:12:54.321764 3764 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-8dxtt I0403 00:12:54.336080 3764 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-8dxtt] pod update took 14.351814ms I0403 00:12:54.336102 3764 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-events-controller-b79bdd59-8dxtt] addLogicalPort annotation time took 14.378985ms I0403 00:12:54.337325 3764 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-8dxtt] addLogicalPort took 15.669645ms, libovsdb time 772.117µs I0403 00:12:54.522368 3764 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-5gnbb] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-5gnbb for pod on switch ip-10-0-0-147.ec2.internal I0403 00:12:54.522452 3764 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-5gnbb I0403 00:12:54.543451 3764 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-5gnbb] pod update took 21.022974ms I0403 00:12:54.543469 3764 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-5gnbb] addLogicalPort annotation time took 21.047109ms I0403 00:12:54.544705 3764 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-5gnbb] addLogicalPort took 22.34886ms, libovsdb time 873.304µs I0403 00:12:54.591072 3764 cni.go:403] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-lhhbg 4243e6c729cbe0802ecac683701d9dfc459b79e1ff60e2e986aff83145686ab4 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-lhhbg 4243e6c729cbe0802ecac683701d9dfc459b79e1ff60e2e986aff83145686ab4 network default NAD default] I0403 00:12:54.611621 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-lhhbg, hostIfaceName: 4243e6c729cbe08, network: default, NAD default, SandboxID: "4243e6c729cbe0802ecac683701d9dfc459b79e1ff60e2e986aff83145686ab4", PCI device ID: , UID: "a85c5941-2b65-4099-a58a-298f0ced4875", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0403 00:12:54.660172 3764 cni.go:424] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-lhhbg 4243e6c729cbe0802ecac683701d9dfc459b79e1ff60e2e986aff83145686ab4 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-lhhbg 4243e6c729cbe0802ecac683701d9dfc459b79e1ff60e2e986aff83145686ab4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:56:3b:df:79:a7\",\"name\":\"4243e6c729cbe08\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35899cf7-4fe5-429a-b400-5bdbbdeaa229\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0403 00:12:54.683825 3764 cni.go:403] [openshift-pipelines/tekton-events-controller-b79bdd59-8dxtt 9b1e53d2e02139204e64111a7b5b2eac8eb685dd42da702d8adf22aa1a014ee9 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-8dxtt 9b1e53d2e02139204e64111a7b5b2eac8eb685dd42da702d8adf22aa1a014ee9 network default NAD default] I0403 00:12:54.694238 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-8dxtt, hostIfaceName: 9b1e53d2e021392, network: default, NAD default, SandboxID: "9b1e53d2e02139204e64111a7b5b2eac8eb685dd42da702d8adf22aa1a014ee9", PCI device ID: , UID: "0c7e9652-0d25-49f2-8dae-7aaf94e4c4c3", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0403 00:12:54.694243 3764 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0403 00:12:54.741362 3764 cni.go:424] [openshift-pipelines/tekton-events-controller-b79bdd59-8dxtt 9b1e53d2e02139204e64111a7b5b2eac8eb685dd42da702d8adf22aa1a014ee9 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-8dxtt 9b1e53d2e02139204e64111a7b5b2eac8eb685dd42da702d8adf22aa1a014ee9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:ec:c8:d7:f2:5e\",\"name\":\"9b1e53d2e021392\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c77c47c3-ceed-47e7-b132-979991946bb8\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0403 00:12:54.886306 3764 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-5gnbb 4dfc79eebc2a52d6a5bdab3dcf05bb668d8801e326129bcd8dc77b9e0675fae8 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-5gnbb 4dfc79eebc2a52d6a5bdab3dcf05bb668d8801e326129bcd8dc77b9e0675fae8 network default NAD default] I0403 00:12:54.895854 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-5gnbb, hostIfaceName: 4dfc79eebc2a52d, network: default, NAD default, SandboxID: "4dfc79eebc2a52d6a5bdab3dcf05bb668d8801e326129bcd8dc77b9e0675fae8", PCI device ID: , UID: "05023241-96aa-4084-ae4e-01bf8ef51413", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0403 00:12:54.943127 3764 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-5gnbb 4dfc79eebc2a52d6a5bdab3dcf05bb668d8801e326129bcd8dc77b9e0675fae8 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-5gnbb 4dfc79eebc2a52d6a5bdab3dcf05bb668d8801e326129bcd8dc77b9e0675fae8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:6a:f6:cd:ad:1f\",\"name\":\"4dfc79eebc2a52d\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9a17880-84b0-4828-b0f5-a013e2131c8f\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0403 00:12:55.398924 3764 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-110.ec2.internal I0403 00:12:55.398958 3764 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-110.ec2.internal: 41.856µs I0403 00:12:55.398967 3764 egressfirewall.go:628] Syncing node "ip-10-0-1-110.ec2.internal" for egress firewall W0403 00:12:57.806269 3764 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0403 00:12:57.806287 3764 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0403 00:12:57.806293 3764 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0403 00:12:59.830402 3764 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0403 00:12:59.830422 3764 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0403 00:12:59.830428 3764 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0403 00:12:59.848945 3764 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0403 00:12:59.848962 3764 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0403 00:12:59.848967 3764 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0403 00:12:59.848971 3764 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0403 00:13:00.682120 3764 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 W0403 00:13:08.812963 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0403 00:13:08.812986 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0403 00:13:08.812991 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0403 00:13:10.827999 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0403 00:13:10.828019 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0403 00:13:10.828026 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0403 00:13:10.828031 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0403 00:13:10.858540 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0403 00:13:10.858565 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0403 00:13:10.858572 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0403 00:13:18.041747 3764 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-ktglt] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-ktglt for pod on switch ip-10-0-0-147.ec2.internal I0403 00:13:18.041890 3764 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-ktglt I0403 00:13:18.061894 3764 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-ktglt] pod update took 20.029055ms I0403 00:13:18.061913 3764 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-ktglt] addLogicalPort annotation time took 20.052746ms I0403 00:13:18.063124 3764 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-ktglt] addLogicalPort took 21.391538ms, libovsdb time 827.756µs I0403 00:13:18.406051 3764 cni.go:403] [openshift-pipelines/tekton-triggers-controller-68564d75ff-ktglt 6414d799980556a0c560616f65d03f6b5c03f71033c5c6e33adbd30808f9535f network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-ktglt 6414d799980556a0c560616f65d03f6b5c03f71033c5c6e33adbd30808f9535f network default NAD default] I0403 00:13:18.415267 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-ktglt, hostIfaceName: 6414d799980556a, network: default, NAD default, SandboxID: "6414d799980556a0c560616f65d03f6b5c03f71033c5c6e33adbd30808f9535f", PCI device ID: , UID: "2c7d13ae-ea26-4353-bb77-2f31dc86c8c0", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0403 00:13:18.463440 3764 cni.go:424] [openshift-pipelines/tekton-triggers-controller-68564d75ff-ktglt 6414d799980556a0c560616f65d03f6b5c03f71033c5c6e33adbd30808f9535f network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-ktglt 6414d799980556a0c560616f65d03f6b5c03f71033c5c6e33adbd30808f9535f network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:2d:37:8b:38:df\",\"name\":\"6414d799980556a\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/99d9c008-d7d3-4926-a3ce-a7c0d32f9f41\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0403 00:13:22.425042 3764 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0403 00:13:27.574465 3764 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:13:27.575047 3764 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:13:27.624536 3764 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:13:27.624553 3764 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:13:27.630698 3764 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0403 00:13:27.630725 3764 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure W0403 00:13:34.271377 3764 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0403 00:13:34.271396 3764 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0403 00:13:34.273777 3764 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0403 00:13:40.428722 3764 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0403 00:13:55.974422 3764 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-tndmk] creating logical port openshift-pipelines_tekton-results-api-7b4b7bb78c-tndmk for pod on switch ip-10-0-0-147.ec2.internal I0403 00:13:55.974509 3764 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-7b4b7bb78c-tndmk I0403 00:13:55.989403 3764 pod.go:62] [openshift-pipelines/tekton-results-api-7b4b7bb78c-tndmk] pod update took 14.915597ms I0403 00:13:55.989429 3764 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-tndmk] addLogicalPort annotation time took 14.945932ms I0403 00:13:55.990907 3764 pods.go:271] [openshift-pipelines/tekton-results-api-7b4b7bb78c-tndmk] addLogicalPort took 16.503668ms, libovsdb time 914.243µs I0403 00:13:56.339366 3764 cni.go:403] [openshift-pipelines/tekton-results-api-7b4b7bb78c-tndmk 099b68ebaf128704183e700ea71d53d9a3c1f30cfb6ac2672d0a3830200180d1 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-tndmk 099b68ebaf128704183e700ea71d53d9a3c1f30cfb6ac2672d0a3830200180d1 network default NAD default] I0403 00:13:56.348388 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-7b4b7bb78c-tndmk, hostIfaceName: 099b68ebaf12870, network: default, NAD default, SandboxID: "099b68ebaf128704183e700ea71d53d9a3c1f30cfb6ac2672d0a3830200180d1", PCI device ID: , UID: "912ebb5f-1470-492d-8a77-f57eef52ddab", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0403 00:13:56.396266 3764 cni.go:424] [openshift-pipelines/tekton-results-api-7b4b7bb78c-tndmk 099b68ebaf128704183e700ea71d53d9a3c1f30cfb6ac2672d0a3830200180d1 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-tndmk 099b68ebaf128704183e700ea71d53d9a3c1f30cfb6ac2672d0a3830200180d1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:07:55:ad:48:6e\",\"name\":\"099b68ebaf12870\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c279bc4-851f-4ec9-865c-216e608593e8\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0403 00:14:00.150113 3764 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0403 00:14:00.150135 3764 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0403 00:14:00.150140 3764 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0403 00:14:02.770193 3764 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:14:02.770800 3764 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:14:02.790300 3764 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:14:02.790321 3764 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:14:02.795556 3764 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0403 00:14:02.795596 3764 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0403 00:14:04.413870 3764 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-74m9v-hddlr] creating logical port tsf-tas_segment-backup-installation-74m9v-hddlr for pod on switch ip-10-0-0-147.ec2.internal I0403 00:14:04.413959 3764 kube.go:256] Updating pod tsf-tas/segment-backup-installation-74m9v-hddlr I0403 00:14:04.426647 3764 pod.go:62] [tsf-tas/segment-backup-installation-74m9v-hddlr] pod update took 12.709966ms I0403 00:14:04.426672 3764 base_network_controller_pods.go:937] [default/tsf-tas/segment-backup-installation-74m9v-hddlr] addLogicalPort annotation time took 12.740541ms I0403 00:14:04.427861 3764 pods.go:271] [tsf-tas/segment-backup-installation-74m9v-hddlr] addLogicalPort took 14.014472ms, libovsdb time 804.316µs I0403 00:14:05.075549 3764 cni.go:403] [tsf-tas/segment-backup-installation-74m9v-hddlr 8351f93215cead098dd1485996f5020f0b5f01ac9e1e0e4258b459dbe45d2a81 network default NAD default] ADD starting CNI request [tsf-tas/segment-backup-installation-74m9v-hddlr 8351f93215cead098dd1485996f5020f0b5f01ac9e1e0e4258b459dbe45d2a81 network default NAD default] I0403 00:14:05.085295 3764 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-74m9v-hddlr, hostIfaceName: 8351f93215cead0, network: default, NAD default, SandboxID: "8351f93215cead098dd1485996f5020f0b5f01ac9e1e0e4258b459dbe45d2a81", PCI device ID: , UID: "9ff3745e-a945-4de3-b552-36c1a6e8e189", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0403 00:14:05.342446 3764 cni.go:424] [tsf-tas/segment-backup-installation-74m9v-hddlr 8351f93215cead098dd1485996f5020f0b5f01ac9e1e0e4258b459dbe45d2a81 network default NAD default] ADD finished CNI request [tsf-tas/segment-backup-installation-74m9v-hddlr 8351f93215cead098dd1485996f5020f0b5f01ac9e1e0e4258b459dbe45d2a81 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:fc:db:ee:9c:f3\",\"name\":\"8351f93215cead0\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/450adb33-0670-4597-8b3d-63c6628d59d5\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0403 00:14:05.479705 3764 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-lghsb-rdx9j] creating logical port tsf-tas_ctlog-createtree-job-lghsb-rdx9j for pod on switch ip-10-0-0-147.ec2.internal I0403 00:14:05.479816 3764 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-lghsb-rdx9j I0403 00:14:05.495959 3764 pod.go:62] [tsf-tas/ctlog-createtree-job-lghsb-rdx9j] pod update took 16.188622ms I0403 00:14:05.495984 3764 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-createtree-job-lghsb-rdx9j] addLogicalPort annotation time took 16.219596ms I0403 00:14:05.497332 3764 pods.go:271] [tsf-tas/ctlog-createtree-job-lghsb-rdx9j] addLogicalPort took 17.644199ms, libovsdb time 897.062µs I0403 00:14:05.597745 3764 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-d44656b79-wj8fw] creating logical port tsf-tas_trillian-logserver-d44656b79-wj8fw for pod on switch ip-10-0-0-147.ec2.internal I0403 00:14:05.597862 3764 kube.go:256] Updating pod tsf-tas/trillian-logserver-d44656b79-wj8fw I0403 00:14:05.601476 3764 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-65fd4b77fd-ph7fr] creating logical port tsf-tas_fulcio-server-65fd4b77fd-ph7fr for pod on switch ip-10-0-0-147.ec2.internal I0403 00:14:05.601541 3764 kube.go:256] Updating pod tsf-tas/fulcio-server-65fd4b77fd-ph7fr I0403 00:14:05.614682 3764 pod.go:62] [tsf-tas/trillian-logserver-d44656b79-wj8fw] pod update took 16.846267ms I0403 00:14:05.614700 3764 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logserver-d44656b79-wj8fw] addLogicalPort annotation time took 16.869949ms I0403 00:14:05.615854 3764 pods.go:271] [tsf-tas/trillian-logserver-d44656b79-wj8fw] addLogicalPort took 18.124563ms, libovsdb time 794.503µs I0403 00:14:05.621630 3764 pod.go:62] [tsf-tas/fulcio-server-65fd4b77fd-ph7fr] pod update took 20.106542ms I0403 00:14:05.621649 3764 base_network_controller_pods.go:937] [default/tsf-tas/fulcio-server-65fd4b77fd-ph7fr] addLogicalPort annotation time took 20.127538ms I0403 00:14:05.622978 3764 pods.go:271] [tsf-tas/fulcio-server-65fd4b77fd-ph7fr] addLogicalPort took 21.513851ms, libovsdb time 941.984µs I0403 00:14:05.964988 3764 cni.go:403] [tsf-tas/fulcio-server-65fd4b77fd-ph7fr fbd4f5c57696d42be18df8599cf43dcf7192c6ed91f7e3bba27ea0ebc05017a8 network default NAD default] ADD starting CNI request [tsf-tas/fulcio-server-65fd4b77fd-ph7fr fbd4f5c57696d42be18df8599cf43dcf7192c6ed91f7e3bba27ea0ebc05017a8 network default NAD default] I0403 00:14:05.974479 3764 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-65fd4b77fd-ph7fr, hostIfaceName: fbd4f5c57696d42, network: default, NAD default, SandboxID: "fbd4f5c57696d42be18df8599cf43dcf7192c6ed91f7e3bba27ea0ebc05017a8", PCI device ID: , UID: "c5298da4-9617-4cdb-89a4-93456ec8f3b2", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0403 00:14:06.027001 3764 cni.go:424] [tsf-tas/fulcio-server-65fd4b77fd-ph7fr fbd4f5c57696d42be18df8599cf43dcf7192c6ed91f7e3bba27ea0ebc05017a8 network default NAD default] ADD finished CNI request [tsf-tas/fulcio-server-65fd4b77fd-ph7fr fbd4f5c57696d42be18df8599cf43dcf7192c6ed91f7e3bba27ea0ebc05017a8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:61:d4:40:7d:3f\",\"name\":\"fbd4f5c57696d42\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/767de353-f6f1-4c2f-bc20-a0dba2bd174f\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0403 00:14:06.152226 3764 cni.go:403] [tsf-tas/ctlog-createtree-job-lghsb-rdx9j 922bf181c9c489036a0fea75c2f478a289710b48911257fa1a1acd16e4d589d4 network default NAD default] ADD starting CNI request [tsf-tas/ctlog-createtree-job-lghsb-rdx9j 922bf181c9c489036a0fea75c2f478a289710b48911257fa1a1acd16e4d589d4 network default NAD default] I0403 00:14:06.165387 3764 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-lghsb-rdx9j, hostIfaceName: 922bf181c9c4890, network: default, NAD default, SandboxID: "922bf181c9c489036a0fea75c2f478a289710b48911257fa1a1acd16e4d589d4", PCI device ID: , UID: "891e7f4c-82e3-42e1-b3f0-abe84af5764b", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0403 00:14:06.237033 3764 cni.go:424] [tsf-tas/ctlog-createtree-job-lghsb-rdx9j 922bf181c9c489036a0fea75c2f478a289710b48911257fa1a1acd16e4d589d4 network default NAD default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-lghsb-rdx9j 922bf181c9c489036a0fea75c2f478a289710b48911257fa1a1acd16e4d589d4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:2d:9d:25:8f:9c\",\"name\":\"922bf181c9c4890\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/deee2aa4-8262-4af1-8790-8c835f20833e\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0403 00:14:07.209976 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0403 00:14:07.210000 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0403 00:14:07.210005 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0403 00:14:07.468510 3764 cni.go:403] [tsf-tas/trillian-logserver-d44656b79-wj8fw 2738ba4a74626aa9f6522171519d62775c94778ddd25b6fbb1385ba5b2cdd8ca network default NAD default] ADD starting CNI request [tsf-tas/trillian-logserver-d44656b79-wj8fw 2738ba4a74626aa9f6522171519d62775c94778ddd25b6fbb1385ba5b2cdd8ca network default NAD default] I0403 00:14:07.479838 3764 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-d44656b79-wj8fw, hostIfaceName: 2738ba4a74626aa, network: default, NAD default, SandboxID: "2738ba4a74626aa9f6522171519d62775c94778ddd25b6fbb1385ba5b2cdd8ca", PCI device ID: , UID: "e56980b6-4511-4c9d-9e73-953528efc335", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0403 00:14:07.538912 3764 cni.go:424] [tsf-tas/trillian-logserver-d44656b79-wj8fw 2738ba4a74626aa9f6522171519d62775c94778ddd25b6fbb1385ba5b2cdd8ca network default NAD default] ADD finished CNI request [tsf-tas/trillian-logserver-d44656b79-wj8fw 2738ba4a74626aa9f6522171519d62775c94778ddd25b6fbb1385ba5b2cdd8ca network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:40:fb:76:76:ee\",\"name\":\"2738ba4a74626aa\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1df11079-103b-4cae-91b5-c068a16117e6\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0403 00:14:08.429036 3764 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-7986bb59bd-qmtvv] creating logical port tsf-tas_trillian-db-7986bb59bd-qmtvv for pod on switch ip-10-0-0-147.ec2.internal I0403 00:14:08.429164 3764 kube.go:256] Updating pod tsf-tas/trillian-db-7986bb59bd-qmtvv I0403 00:14:08.444666 3764 pod.go:62] [tsf-tas/trillian-db-7986bb59bd-qmtvv] pod update took 15.543161ms I0403 00:14:08.444696 3764 base_network_controller_pods.go:937] [default/tsf-tas/trillian-db-7986bb59bd-qmtvv] addLogicalPort annotation time took 15.576263ms I0403 00:14:08.446108 3764 pods.go:271] [tsf-tas/trillian-db-7986bb59bd-qmtvv] addLogicalPort took 17.095256ms, libovsdb time 1.010956ms W0403 00:14:12.505268 3764 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0403 00:14:18.856025 3764 cni.go:403] [tsf-tas/trillian-db-7986bb59bd-qmtvv a53a89c742d5b2489a9daf6905e4a09197cffdade46c573c7c325df4c63c9022 network default NAD default] ADD starting CNI request [tsf-tas/trillian-db-7986bb59bd-qmtvv a53a89c742d5b2489a9daf6905e4a09197cffdade46c573c7c325df4c63c9022 network default NAD default] I0403 00:14:18.865834 3764 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-7986bb59bd-qmtvv, hostIfaceName: a53a89c742d5b24, network: default, NAD default, SandboxID: "a53a89c742d5b2489a9daf6905e4a09197cffdade46c573c7c325df4c63c9022", PCI device ID: , UID: "4d07fb0b-7325-43d4-b35d-d006b894e89c", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0403 00:14:18.917404 3764 cni.go:424] [tsf-tas/trillian-db-7986bb59bd-qmtvv a53a89c742d5b2489a9daf6905e4a09197cffdade46c573c7c325df4c63c9022 network default NAD default] ADD finished CNI request [tsf-tas/trillian-db-7986bb59bd-qmtvv a53a89c742d5b2489a9daf6905e4a09197cffdade46c573c7c325df4c63c9022 network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:15:d1:3c:a9:57\",\"name\":\"a53a89c742d5b24\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1882b58d-6512-4140-98b9-884c839ebdb3\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0403 00:14:19.291030 3764 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0403 00:14:22.312013 3764 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0403 00:14:23.327859 3764 cni.go:403] [tsf-tas/segment-backup-installation-74m9v-hddlr 8351f93215cead098dd1485996f5020f0b5f01ac9e1e0e4258b459dbe45d2a81 network default NAD default] DEL starting CNI request [tsf-tas/segment-backup-installation-74m9v-hddlr 8351f93215cead098dd1485996f5020f0b5f01ac9e1e0e4258b459dbe45d2a81 network default NAD default] I0403 00:14:23.412220 3764 cni.go:424] [tsf-tas/segment-backup-installation-74m9v-hddlr 8351f93215cead098dd1485996f5020f0b5f01ac9e1e0e4258b459dbe45d2a81 network default NAD default] DEL finished CNI request [tsf-tas/segment-backup-installation-74m9v-hddlr 8351f93215cead098dd1485996f5020f0b5f01ac9e1e0e4258b459dbe45d2a81 network default NAD default], result "{}", err I0403 00:14:23.462207 3764 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-74m9v-hddlr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:14:23.462249 3764 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-74m9v-hddlr I0403 00:14:23.463783 3764 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-74m9v-hddlr, ips: 10.129.0.41 I0403 00:14:23.463837 3764 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-74m9v-hddlr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:14:24.353285 3764 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-74m9v-hddlr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:14:24.353310 3764 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-74m9v-hddlr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:14:28.349100 3764 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-mph82] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-mph82 for pod on switch ip-10-0-0-147.ec2.internal I0403 00:14:28.349198 3764 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-mph82 I0403 00:14:28.363126 3764 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-mph82] pod update took 13.946132ms I0403 00:14:28.363173 3764 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-mph82] addLogicalPort annotation time took 13.992714ms I0403 00:14:28.364641 3764 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-mph82] addLogicalPort took 15.559077ms, libovsdb time 917.97µs I0403 00:14:28.443699 3764 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-btj84] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-btj84 for pod on switch ip-10-0-0-147.ec2.internal I0403 00:14:28.443777 3764 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-btj84 I0403 00:14:28.458371 3764 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-btj84] pod update took 14.616103ms I0403 00:14:28.458392 3764 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-btj84] addLogicalPort annotation time took 14.641438ms I0403 00:14:28.459502 3764 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-btj84] addLogicalPort took 15.814961ms, libovsdb time 716.52µs I0403 00:14:28.710706 3764 cni.go:403] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-mph82 1dbef644593d7e8878add0ec21fef5c02d53d8ac51a600362fe1c5c4ede7968d network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-mph82 1dbef644593d7e8878add0ec21fef5c02d53d8ac51a600362fe1c5c4ede7968d network default NAD default] I0403 00:14:28.720219 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-mph82, hostIfaceName: 1dbef644593d7e8, network: default, NAD default, SandboxID: "1dbef644593d7e8878add0ec21fef5c02d53d8ac51a600362fe1c5c4ede7968d", PCI device ID: , UID: "320734f2-7b13-42c5-bbc6-5c1a6e4e5a82", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0403 00:14:28.769360 3764 cni.go:424] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-mph82 1dbef644593d7e8878add0ec21fef5c02d53d8ac51a600362fe1c5c4ede7968d network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-mph82 1dbef644593d7e8878add0ec21fef5c02d53d8ac51a600362fe1c5c4ede7968d network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:6a:5d:60:d5:85\",\"name\":\"1dbef644593d7e8\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/351dc95f-b077-449b-9710-4719fa14c287\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0403 00:14:28.808393 3764 cni.go:403] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-btj84 fe898b2e524cd719aab3fe45c2fafef7cc30afdeba62ead8e2603f24531e0379 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-btj84 fe898b2e524cd719aab3fe45c2fafef7cc30afdeba62ead8e2603f24531e0379 network default NAD default] I0403 00:14:28.817963 3764 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-btj84, hostIfaceName: fe898b2e524cd71, network: default, NAD default, SandboxID: "fe898b2e524cd719aab3fe45c2fafef7cc30afdeba62ead8e2603f24531e0379", PCI device ID: , UID: "069aa3b4-c079-4980-8a4f-5001e2063a63", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0403 00:14:28.866623 3764 cni.go:424] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-btj84 fe898b2e524cd719aab3fe45c2fafef7cc30afdeba62ead8e2603f24531e0379 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-btj84 fe898b2e524cd719aab3fe45c2fafef7cc30afdeba62ead8e2603f24531e0379 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:1c:b6:a0:18:1f\",\"name\":\"fe898b2e524cd71\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f48f508-977c-498a-9e97-6451cd3d3290\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0403 00:14:28.941581 3764 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-s785n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:14:28.942141 3764 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-s785n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:14:29.966902 3764 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-s785n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:14:29.966927 3764 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-s785n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:14:30.557022 3764 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:14:30.557613 3764 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:14:30.869625 3764 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:14:30.869650 3764 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:14:30.875407 3764 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0403 00:14:30.875430 3764 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0403 00:14:31.369820 3764 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0403 00:14:31.369837 3764 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0403 00:14:31.393668 3764 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0403 00:14:31.418641 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0403 00:14:31.418661 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0403 00:14:33.356434 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0403 00:14:37.625466 3764 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0403 00:14:37.625490 3764 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0403 00:14:37.626144 3764 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0403 00:14:42.390973 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0403 00:14:48.422816 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0403 00:14:53.047874 3764 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:14:53.048575 3764 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:14:53.068485 3764 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:14:53.068526 3764 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:14:53.074166 3764 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0403 00:14:53.074201 3764 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0403 00:14:55.916438 3764 namespace.go:142] [openshift-pipelines] updating namespace I0403 00:15:03.120054 3764 obj_retry.go:464] Detected object tsf/patch-tekton-config-k9vzh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:15:03.120616 3764 obj_retry.go:464] Detected object tsf/patch-tekton-config-k9vzh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:15:04.012908 3764 obj_retry.go:458] Detected object tsf/patch-tekton-config-k9vzh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:15:04.012933 3764 obj_retry.go:458] Detected object tsf/patch-tekton-config-k9vzh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:15:10.159990 3764 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-gjprb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:15:10.160538 3764 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-gjprb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:15:10.612206 3764 cni.go:403] [tsf-tas/ctlog-createtree-job-lghsb-rdx9j 922bf181c9c489036a0fea75c2f478a289710b48911257fa1a1acd16e4d589d4 network default NAD default] DEL starting CNI request [tsf-tas/ctlog-createtree-job-lghsb-rdx9j 922bf181c9c489036a0fea75c2f478a289710b48911257fa1a1acd16e4d589d4 network default NAD default] I0403 00:15:10.702429 3764 cni.go:424] [tsf-tas/ctlog-createtree-job-lghsb-rdx9j 922bf181c9c489036a0fea75c2f478a289710b48911257fa1a1acd16e4d589d4 network default NAD default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-lghsb-rdx9j 922bf181c9c489036a0fea75c2f478a289710b48911257fa1a1acd16e4d589d4 network default NAD default], result "{}", err I0403 00:15:10.754404 3764 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-lghsb-rdx9j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:15:10.754436 3764 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-lghsb-rdx9j I0403 00:15:10.755810 3764 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-lghsb-rdx9j, ips: 10.129.0.42 I0403 00:15:10.755839 3764 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-lghsb-rdx9j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:15:10.947202 3764 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-8ttzd-xdb88 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:15:10.947692 3764 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-8ttzd-xdb88 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:15:11.181707 3764 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-gjprb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:15:11.181728 3764 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-gjprb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:15:11.227171 3764 obj_retry.go:458] Detected object tsf/patch-tekton-config-k9vzh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:15:11.227189 3764 obj_retry.go:458] Detected object tsf/patch-tekton-config-k9vzh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:15:11.231697 3764 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-k9vzh I0403 00:15:11.231720 3764 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-k9vzh I0403 00:15:11.622854 3764 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-lghsb-rdx9j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:15:11.622876 3764 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-lghsb-rdx9j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:15:11.827010 3764 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-8ttzd-xdb88 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:15:11.827034 3764 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-8ttzd-xdb88 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:15:17.125987 3764 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-765dd5f74d-9bfzp] creating logical port tsf-tas_rekor-redis-765dd5f74d-9bfzp for pod on switch ip-10-0-0-147.ec2.internal I0403 00:15:17.126084 3764 kube.go:256] Updating pod tsf-tas/rekor-redis-765dd5f74d-9bfzp I0403 00:15:17.146640 3764 pod.go:62] [tsf-tas/rekor-redis-765dd5f74d-9bfzp] pod update took 20.581242ms I0403 00:15:17.146660 3764 base_network_controller_pods.go:937] [default/tsf-tas/rekor-redis-765dd5f74d-9bfzp] addLogicalPort annotation time took 20.610148ms I0403 00:15:17.147971 3764 pods.go:271] [tsf-tas/rekor-redis-765dd5f74d-9bfzp] addLogicalPort took 22.001316ms, libovsdb time 877.835µs I0403 00:15:18.085800 3764 cni.go:403] [tsf-tas/rekor-redis-765dd5f74d-9bfzp 4d7a72b998866d70d7cbc8023089298e32fdab371a19245c4c8c3d5c22b31290 network default NAD default] ADD starting CNI request [tsf-tas/rekor-redis-765dd5f74d-9bfzp 4d7a72b998866d70d7cbc8023089298e32fdab371a19245c4c8c3d5c22b31290 network default NAD default] I0403 00:15:18.095779 3764 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-765dd5f74d-9bfzp, hostIfaceName: 4d7a72b998866d7, network: default, NAD default, SandboxID: "4d7a72b998866d70d7cbc8023089298e32fdab371a19245c4c8c3d5c22b31290", PCI device ID: , UID: "64b2bff9-d862-4bdc-9ffa-e50327ce6259", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0403 00:15:18.146887 3764 cni.go:424] [tsf-tas/rekor-redis-765dd5f74d-9bfzp 4d7a72b998866d70d7cbc8023089298e32fdab371a19245c4c8c3d5c22b31290 network default NAD default] ADD finished CNI request [tsf-tas/rekor-redis-765dd5f74d-9bfzp 4d7a72b998866d70d7cbc8023089298e32fdab371a19245c4c8c3d5c22b31290 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:d3:fd:5b:f7:b8\",\"name\":\"4d7a72b998866d7\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f20591d8-5b46-42e8-99de-db70ec8fdc73\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0403 00:15:19.077303 3764 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0403 00:15:19.664368 3764 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0403 00:15:20.864213 3764 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0403 00:15:31.711879 3764 util.go:959] Failed to build node endpoints for node ip-10-0-0-147.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis W0403 00:15:31.922042 3764 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0403 00:15:48.579383 3764 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=489 I0403 00:15:57.399715 3764 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-k95vg-dmj7r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:15:57.400310 3764 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-k95vg-dmj7r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:15:58.289514 3764 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-k95vg-dmj7r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:15:58.289537 3764 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-k95vg-dmj7r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:16:00.666921 3764 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 W0403 00:16:04.311176 3764 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0403 00:16:44.679833 3764 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0403 00:16:46.697536 3764 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0403 00:17:29.572513 3764 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=64 I0403 00:17:36.695968 3764 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0403 00:17:39.572660 3764 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=121 I0403 00:17:51.691038 3764 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0403 00:17:59.668028 3764 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0403 00:18:14.576884 3764 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=56 I0403 00:18:39.685000 3764 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0403 00:19:19.657895 3764 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0403 00:20:04.482763 3764 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-nqsfb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:20:04.483303 3764 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-nqsfb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:20:04.571933 3764 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=52 I0403 00:20:05.360672 3764 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-nqsfb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:20:05.360696 3764 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-nqsfb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:20:05.574890 3764 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0403 00:20:09.697597 3764 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0403 00:21:15.000661 3764 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:21:15.001280 3764 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:21:27.671189 3764 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0403 00:21:38.582925 3764 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=29