+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-237.ec2.internal ++ [[ -n ip-10-0-1-237.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-237.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260318-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260318-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260318-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' I0403 00:02:55.094446286 - disable conntrack on geneve port + echo 'I0403 00:02:55.094446286 - disable conntrack on geneve port' + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0403 00:02:55.110487717 - starting ovnkube-node' I0403 00:02:55.110487717 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-237.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-237.ec2.internal --init-node ip-10-0-1-237.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-237.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0403 00:02:55.148872 3850 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0403 00:02:55.148925 3850 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-1239a6226d.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0403 00:02:55.150458 3850 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0403 00:02:55.150454 3850 kube.go:423] Waiting for certificate I0403 00:02:55.150497 3850 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0403 00:02:55.151187 3850 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0403 00:02:55.174155 3850 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0403 00:02:55.174178 3850 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0403 00:02:55.176278 3850 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0403 00:02:55.178734 3850 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-dlwxt" I0403 00:02:55.188326 3850 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-dlwxt" I0403 00:02:55.188409 3850 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0403 00:02:56.150590 3850 kube.go:430] Certificate found I0403 00:02:56.151173 3850 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0403 00:02:56.152448 3850 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0403 00:02:56.191818 3850 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-03 23:57:55 +0000 UTC" deadline="2026-04-03 17:10:54.360229466 +0000 UTC" I0403 00:02:56.191862 3850 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h7m58.168377638s" I0403 00:02:56.212340 3850 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0403 00:02:56.224319 3850 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0403 00:02:56.227528 3850 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0403 00:02:56.227584 3850 factory.go:537] Starting watch factory I0403 00:02:56.227655 3850 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:02:56.227673 3850 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:02:56.227752 3850 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:02:56.227778 3850 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:02:56.227865 3850 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:02:56.227889 3850 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:02:56.227889 3850 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:02:56.227917 3850 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:02:56.228028 3850 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:02:56.228070 3850 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:02:56.228323 3850 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:02:56.228357 3850 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:02:56.233786 3850 controller_manager.go:368] Starting the ovnkube controller I0403 00:02:56.233799 3850 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-237.ec2.internal I0403 00:02:56.233866 3850 controller_manager.go:393] NBDB zone sync took: 57.677µs I0403 00:02:56.233877 3850 factory.go:537] Starting watch factory I0403 00:02:56.246615 3850 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:02:56.247614 3850 ovn_northd.go:121] Registering OVN northd metrics I0403 00:02:56.249693 3850 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0403 00:02:56.249792 3850 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:02:56.250410 3850 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:02:56.250778 3850 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:02:56.250894 3850 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:02:56.254698 3850 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0403 00:02:56.254725 3850 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0403 00:02:56.255748 3850 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:02:56.271491 3850 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0403 00:02:56.333638 3850 factory.go:1931] *v1.Pod informer cache synced successfully I0403 00:02:56.333660 3850 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0403 00:02:56.333664 3850 factory.go:1931] *v1.Namespace informer cache synced successfully I0403 00:02:56.333667 3850 factory.go:1931] *v1.Node informer cache synced successfully I0403 00:02:56.333671 3850 factory.go:1931] *v1.Service informer cache synced successfully I0403 00:02:56.333674 3850 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0403 00:02:56.333774 3850 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0403 00:02:56.333796 3850 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0403 00:02:56.333773 3850 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0403 00:02:56.333821 3850 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0403 00:02:56.337443 3850 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0403 00:02:56.337828 3850 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0403 00:02:56.338764 3850 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0403 00:02:56.338778 3850 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0403 00:02:56.338854 3850 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0403 00:02:56.338866 3850 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0403 00:02:56.339105 3850 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0403 00:02:56.339120 3850 factory.go:1931] *v1.Namespace informer cache synced successfully I0403 00:02:56.339125 3850 factory.go:1931] *v1.Node informer cache synced successfully I0403 00:02:56.339130 3850 factory.go:1931] *v1.Service informer cache synced successfully I0403 00:02:56.339134 3850 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0403 00:02:56.339138 3850 factory.go:1931] *v1.Pod informer cache synced successfully I0403 00:02:56.341696 3850 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0403 00:02:56.344796 3850 factory.go:1931] *v1.EgressIP informer cache synced successfully I0403 00:02:56.344812 3850 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0403 00:02:56.344820 3850 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0403 00:02:56.344856 3850 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0403 00:02:56.344868 3850 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0403 00:02:56.347193 3850 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0403 00:02:56.350292 3850 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0403 00:02:56.350347 3850 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0403 00:02:56.350362 3850 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0403 00:02:56.350426 3850 factory.go:1931] *v1.EgressIP informer cache synced successfully I0403 00:02:56.353022 3850 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0403 00:02:56.356058 3850 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0403 00:02:56.356139 3850 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0403 00:02:56.356216 3850 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0403 00:02:56.356239 3850 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0403 00:02:56.358770 3850 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0403 00:02:56.361783 3850 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0403 00:02:56.361863 3850 factory.go:1931] *v1.EgressService informer cache synced successfully I0403 00:02:56.361937 3850 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0403 00:02:56.361954 3850 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0403 00:02:56.364608 3850 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0403 00:02:56.366825 3850 factory.go:1931] *v1.EgressService informer cache synced successfully I0403 00:02:56.367858 3850 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0403 00:02:56.368023 3850 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0403 00:02:56.368036 3850 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0403 00:02:56.370548 3850 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0403 00:02:56.372436 3850 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0403 00:02:56.373522 3850 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0403 00:02:56.373590 3850 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0403 00:02:56.373603 3850 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0403 00:02:56.373627 3850 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0403 00:02:56.373640 3850 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0403 00:02:56.375937 3850 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0403 00:02:56.376254 3850 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0403 00:02:56.377941 3850 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0403 00:02:56.379511 3850 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0403 00:02:56.379525 3850 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0403 00:02:56.379534 3850 factory.go:649] Watch Factory start up complete, took: 151.951387ms I0403 00:02:56.379622 3850 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0403 00:02:56.382975 3850 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0403 00:02:56.382985 3850 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0403 00:02:56.382992 3850 factory.go:649] Watch Factory start up complete, took: 149.115079ms I0403 00:02:56.382999 3850 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-1-237.ec2.internal" zone I0403 00:02:56.416528 3850 default_node_network_controller.go:709] Initializing the default node network controller I0403 00:02:56.475278 3850 udn_isolation.go:101] Starting UDN host isolation manager I0403 00:02:56.482863 3850 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0403 00:02:56.523243 3850 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0403 00:02:56.523371 3850 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0403 00:02:56.523391 3850 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0403 00:02:56.556679 3850 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0403 00:02:56.556751 3850 default_node_network_controller.go:808] Node ip-10-0-1-237.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0403 00:02:56.563038 3850 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.237"] k8s.ovn.org/zone-name:ip-10-0-1-237.ec2.internal] on node ip-10-0-1-237.ec2.internal I0403 00:02:56.584626 3850 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0403 00:02:56.590967 3850 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0403 00:02:56.591142 3850 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0403 00:02:56.591283 3850 gateway_init.go:263] Preparing Gateway I0403 00:02:56.591294 3850 gateway_shared_intf.go:1658] Creating new gateway I0403 00:02:56.633595 3850 controller_manager.go:427] Waiting for node in zone sync took: 250.582154ms I0403 00:02:56.640702 3850 controller_manager.go:608] Switching to transit router for layer2 networks I0403 00:02:56.640716 3850 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-237.ec2.internal I0403 00:02:56.655459 3850 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0403 00:02:56.661359 3850 controller_manager.go:288] SCTP support detected in OVN I0403 00:02:56.661878 3850 services_controller.go:69] Creating services controller for network=default I0403 00:02:56.661951 3850 udn_enabled_svc.go:80] Waiting for service informer to sync I0403 00:02:56.662027 3850 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0403 00:02:56.662059 3850 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0403 00:02:56.662070 3850 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0403 00:02:56.662078 3850 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0403 00:02:56.662212 3850 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0403 00:02:56.662248 3850 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0403 00:02:56.662276 3850 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 19.423µs I0403 00:02:56.662285 3850 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 36.679µs I0403 00:02:56.662290 3850 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0403 00:02:56.662298 3850 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0403 00:02:56.662295 3850 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 59.293µs I0403 00:02:56.662307 3850 default_network_controller.go:321] Starting the default network controller I0403 00:02:56.662326 3850 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 12.097µs I0403 00:02:56.662370 3850 udn_enabled_svc.go:95] Performing full resync I0403 00:02:56.662619 3850 udn_enabled_svc.go:99] Waiting for handler to sync I0403 00:02:56.662628 3850 udn_enabled_svc.go:104] Starting worker I0403 00:02:56.671527 3850 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0403 00:02:56.671627 3850 repair.go:33] Syncing exgw routes took 89.527µs I0403 00:02:56.671648 3850 default_network_controller.go:407] Starting all the Watchers... I0403 00:02:56.671788 3850 namespace.go:98] [openshift-service-ca-operator] adding namespace I0403 00:02:56.671802 3850 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0403 00:02:56.671803 3850 namespace.go:98] [openshift-machine-api] adding namespace I0403 00:02:56.671807 3850 namespace.go:98] [openshift-multus] adding namespace I0403 00:02:56.671809 3850 namespace.go:98] [openshift-console] adding namespace I0403 00:02:56.671816 3850 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0403 00:02:56.671825 3850 namespace.go:98] [openshift-apiserver] adding namespace I0403 00:02:56.671826 3850 namespace.go:98] [openshift-insights] adding namespace I0403 00:02:56.671828 3850 namespace.go:98] [openshift-network-console] adding namespace I0403 00:02:56.671790 3850 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0403 00:02:56.671828 3850 namespace.go:98] [openshift-kube-apiserver] adding namespace I0403 00:02:56.671790 3850 namespace.go:98] [openshift-operators-redhat] adding namespace I0403 00:02:56.671855 3850 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0403 00:02:56.671858 3850 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0403 00:02:56.671789 3850 namespace.go:98] [openshift-machine-config-operator] adding namespace I0403 00:02:56.672250 3850 iptables.go:108] Creating table: filter chain: FORWARD I0403 00:02:56.672377 3850 namespace.go:102] [openshift-service-ca-operator] adding namespace took 575.612µs I0403 00:02:56.672391 3850 namespace.go:98] [openshift-backplane-cee] adding namespace I0403 00:02:56.672894 3850 namespace.go:102] [openshift-backplane-cee] adding namespace took 498.116µs I0403 00:02:56.672908 3850 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0403 00:02:56.673425 3850 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 510.142µs I0403 00:02:56.673443 3850 namespace.go:98] [openshift-backplane-srep] adding namespace I0403 00:02:56.673973 3850 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 2.163044ms I0403 00:02:56.673989 3850 namespace.go:98] [openshift-image-registry] adding namespace W0403 00:02:56.674528 3850 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-ms2c6: pod openshift-multus/network-metrics-daemon-ms2c6: no pod IPs found W0403 00:02:56.674541 3850 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-sp4qf: pod openshift-multus/network-metrics-daemon-sp4qf: no pod IPs found W0403 00:02:56.674546 3850 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-nvg9r: pod openshift-multus/network-metrics-daemon-nvg9r: no pod IPs found I0403 00:02:56.674549 3850 namespace.go:102] [openshift-machine-api] adding namespace took 2.735575ms I0403 00:02:56.674561 3850 namespace.go:98] [openshift-backplane-cse] adding namespace I0403 00:02:56.675170 3850 namespace.go:102] [openshift-multus] adding namespace took 3.351285ms I0403 00:02:56.675191 3850 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0403 00:02:56.675654 3850 namespace.go:102] [openshift-console] adding namespace took 3.833043ms I0403 00:02:56.675667 3850 namespace.go:98] [openshift-apiserver-operator] adding namespace I0403 00:02:56.676226 3850 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 4.402208ms I0403 00:02:56.676243 3850 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0403 00:02:56.676762 3850 namespace.go:102] [openshift-apiserver] adding namespace took 4.930208ms I0403 00:02:56.676777 3850 namespace.go:98] [openshift-backplane-mobb] adding namespace I0403 00:02:56.677331 3850 namespace.go:102] [openshift-insights] adding namespace took 5.497885ms I0403 00:02:56.677341 3850 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0403 00:02:56.677803 3850 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.948696ms I0403 00:02:56.677821 3850 namespace.go:98] [openshift-etcd] adding namespace I0403 00:02:56.678053 3850 iptables.go:108] Creating table: filter chain: OUTPUT I0403 00:02:56.678256 3850 namespace.go:102] [openshift-network-console] adding namespace took 6.420104ms I0403 00:02:56.678271 3850 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0403 00:02:56.678781 3850 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.922023ms I0403 00:02:56.678795 3850 namespace.go:98] [openshift] adding namespace I0403 00:02:56.679341 3850 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.477742ms I0403 00:02:56.679360 3850 namespace.go:98] [openshift-infra] adding namespace I0403 00:02:56.679863 3850 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.998545ms I0403 00:02:56.679878 3850 namespace.go:98] [openshift-host-network] adding namespace I0403 00:02:56.680429 3850 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.560495ms I0403 00:02:56.680448 3850 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0403 00:02:56.681190 3850 namespace.go:102] [openshift-machine-config-operator] adding namespace took 9.320304ms I0403 00:02:56.681205 3850 namespace.go:98] [openshift-dns] adding namespace I0403 00:02:56.681634 3850 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.18745ms I0403 00:02:56.681644 3850 namespace.go:98] [openshift-network-diagnostics] adding namespace I0403 00:02:56.682088 3850 namespace.go:102] [openshift-image-registry] adding namespace took 8.093237ms I0403 00:02:56.682102 3850 namespace.go:98] [openshift-network-node-identity] adding namespace I0403 00:02:56.682497 3850 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.928758ms I0403 00:02:56.682510 3850 namespace.go:98] [openshift-authentication-operator] adding namespace I0403 00:02:56.682970 3850 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.769257ms I0403 00:02:56.682982 3850 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0403 00:02:56.683495 3850 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.822879ms I0403 00:02:56.683509 3850 namespace.go:98] [openshift-package-operator] adding namespace I0403 00:02:56.683908 3850 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.659483ms I0403 00:02:56.683919 3850 namespace.go:98] [openshift-dns-operator] adding namespace I0403 00:02:56.683999 3850 gateway_shared_intf.go:1787] Gateway Creation Complete I0403 00:02:56.684012 3850 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-237.ec2.internal","mac-address":"0a:ff:ca:8b:7e:d1","ip-addresses":["10.0.1.237/24"],"ip-address":"10.0.1.237/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:fb589059-4095-4d3c-a177-dbbd1c5573c3 k8s.ovn.org/node-encap-ips:["10.0.1.237"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.237/24"} k8s.ovn.org/zone-name:ip-10-0-1-237.ec2.internal] on node ip-10-0-1-237.ec2.internal I0403 00:02:56.684359 3850 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.576945ms I0403 00:02:56.684372 3850 namespace.go:98] [openshift-cluster-version] adding namespace I0403 00:02:56.684811 3850 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.463729ms I0403 00:02:56.684825 3850 namespace.go:98] [openshift-monitoring] adding namespace I0403 00:02:56.685287 3850 namespace.go:102] [openshift-etcd] adding namespace took 7.458041ms I0403 00:02:56.685299 3850 namespace.go:98] [openshift-must-gather-operator] adding namespace I0403 00:02:56.685746 3850 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.469128ms I0403 00:02:56.685758 3850 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0403 00:02:56.686168 3850 namespace.go:102] [openshift] adding namespace took 7.367506ms I0403 00:02:56.686180 3850 namespace.go:98] [openshift-console-operator] adding namespace I0403 00:02:56.686606 3850 namespace.go:102] [openshift-infra] adding namespace took 7.23574ms I0403 00:02:56.686616 3850 namespace.go:98] [openshift-ingress-operator] adding namespace I0403 00:02:56.687197 3850 namespace.go:102] [openshift-host-network] adding namespace took 7.314981ms I0403 00:02:56.687209 3850 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0403 00:02:56.687635 3850 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.180159ms I0403 00:02:56.687648 3850 namespace.go:98] [openshift-logging] adding namespace I0403 00:02:56.688103 3850 namespace.go:102] [openshift-dns] adding namespace took 6.893336ms I0403 00:02:56.688118 3850 namespace.go:98] [openshift-network-operator] adding namespace W0403 00:02:56.688105 3850 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-48j6k: pod openshift-network-diagnostics/network-check-target-48j6k: no pod IPs found W0403 00:02:56.688138 3850 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-dqlc6: pod openshift-network-diagnostics/network-check-target-dqlc6: no pod IPs found W0403 00:02:56.688153 3850 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-mz6hr: pod openshift-network-diagnostics/network-check-target-mz6hr: no pod IPs found I0403 00:02:56.688703 3850 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.054572ms I0403 00:02:56.689210 3850 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.103527ms I0403 00:02:56.689224 3850 namespace.go:98] [openshift-authentication] adding namespace I0403 00:02:56.689730 3850 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.213631ms I0403 00:02:56.689749 3850 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0403 00:02:56.690210 3850 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.222711ms I0403 00:02:56.690224 3850 namespace.go:98] [openshift-kube-scheduler] adding namespace I0403 00:02:56.690743 3850 namespace.go:102] [openshift-package-operator] adding namespace took 7.22783ms I0403 00:02:56.690760 3850 namespace.go:98] [openshift-config-operator] adding namespace I0403 00:02:56.691247 3850 namespace.go:102] [openshift-dns-operator] adding namespace took 7.322185ms I0403 00:02:56.691259 3850 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0403 00:02:56.691772 3850 namespace.go:102] [openshift-cluster-version] adding namespace took 7.395621ms I0403 00:02:56.691787 3850 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0403 00:02:56.692656 3850 namespace.go:102] [openshift-monitoring] adding namespace took 7.82551ms I0403 00:02:56.692676 3850 namespace.go:98] [openshift-node] adding namespace I0403 00:02:56.693145 3850 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.837261ms I0403 00:02:56.693165 3850 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0403 00:02:56.693559 3850 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.795665ms I0403 00:02:56.693575 3850 namespace.go:98] [openshift-backplane-tam] adding namespace I0403 00:02:56.694027 3850 namespace.go:102] [openshift-console-operator] adding namespace took 7.842508ms I0403 00:02:56.694041 3850 namespace.go:98] [openshift-customer-monitoring] adding namespace I0403 00:02:56.694437 3850 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.815533ms I0403 00:02:56.694451 3850 namespace.go:98] [dedicated-admin] adding namespace I0403 00:02:56.694857 3850 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.642967ms I0403 00:02:56.694868 3850 namespace.go:98] [openshift-controller-manager] adding namespace I0403 00:02:56.695323 3850 namespace.go:102] [openshift-logging] adding namespace took 7.669382ms I0403 00:02:56.695338 3850 namespace.go:98] [kube-node-lease] adding namespace I0403 00:02:56.695814 3850 namespace.go:102] [openshift-network-operator] adding namespace took 7.689765ms I0403 00:02:56.695826 3850 namespace.go:98] [default] adding namespace I0403 00:02:56.696287 3850 namespace.go:102] [openshift-authentication] adding namespace took 7.056382ms I0403 00:02:56.696300 3850 namespace.go:98] [open-cluster-management-2peb3vkdph24mruvov1fesssleh67mln] adding namespace I0403 00:02:56.696722 3850 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.968353ms I0403 00:02:56.696735 3850 namespace.go:98] [kube-public] adding namespace I0403 00:02:56.697229 3850 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.996836ms I0403 00:02:56.697249 3850 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0403 00:02:56.697648 3850 namespace.go:102] [openshift-config-operator] adding namespace took 6.882328ms I0403 00:02:56.697662 3850 namespace.go:98] [kube-system] adding namespace I0403 00:02:56.698193 3850 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.927046ms I0403 00:02:56.698210 3850 namespace.go:98] [openshift-console-user-settings] adding namespace I0403 00:02:56.698620 3850 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.82711ms I0403 00:02:56.698635 3850 namespace.go:98] [openshift-config] adding namespace I0403 00:02:56.699174 3850 namespace.go:102] [openshift-node] adding namespace took 6.49191ms I0403 00:02:56.699191 3850 namespace.go:98] [openshift-backplane-csm] adding namespace I0403 00:02:56.699711 3850 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.537364ms I0403 00:02:56.699749 3850 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0403 00:02:56.700276 3850 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.696101ms I0403 00:02:56.700288 3850 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0403 00:02:56.700707 3850 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.660211ms I0403 00:02:56.700721 3850 namespace.go:98] [openshift-ingress-canary] adding namespace I0403 00:02:56.701185 3850 namespace.go:102] [dedicated-admin] adding namespace took 6.728427ms I0403 00:02:56.701203 3850 namespace.go:98] [openshift-operators] adding namespace I0403 00:02:56.701705 3850 namespace.go:102] [openshift-controller-manager] adding namespace took 6.831025ms I0403 00:02:56.701720 3850 namespace.go:98] [openshift-config-managed] adding namespace I0403 00:02:56.702296 3850 namespace.go:102] [kube-node-lease] adding namespace took 6.950653ms I0403 00:02:56.702314 3850 namespace.go:98] [openshift-backplane] adding namespace I0403 00:02:56.702856 3850 default_node_network_controller.go:518] Node connection status = connected I0403 00:02:56.702918 3850 namespace.go:102] [default] adding namespace took 7.082543ms I0403 00:02:56.702940 3850 namespace.go:98] [openshift-ingress] adding namespace I0403 00:02:56.703482 3850 namespace.go:102] [open-cluster-management-2peb3vkdph24mruvov1fesssleh67mln] adding namespace took 7.175177ms I0403 00:02:56.704086 3850 namespace.go:102] [kube-public] adding namespace took 7.345415ms W0403 00:02:56.704523 3850 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-5sjwm: pod kube-system/global-pull-secret-syncer-5sjwm: no pod IPs found W0403 00:02:56.704535 3850 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-dhc68: pod kube-system/global-pull-secret-syncer-dhc68: no pod IPs found W0403 00:02:56.704539 3850 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-lxgqt: pod kube-system/global-pull-secret-syncer-lxgqt: no pod IPs found I0403 00:02:56.704572 3850 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.317444ms I0403 00:02:56.705083 3850 namespace.go:102] [kube-system] adding namespace took 7.416324ms I0403 00:02:56.705568 3850 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.352334ms I0403 00:02:56.705581 3850 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0403 00:02:56.706044 3850 namespace.go:102] [openshift-config] adding namespace took 7.404132ms I0403 00:02:56.706452 3850 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.253648ms I0403 00:02:56.706469 3850 namespace.go:98] [openshift-route-controller-manager] adding namespace I0403 00:02:56.706935 3850 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.180975ms I0403 00:02:56.707370 3850 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.077131ms I0403 00:02:56.707778 3850 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.052313ms I0403 00:02:56.707791 3850 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0403 00:02:56.708167 3850 namespace.go:102] [openshift-operators] adding namespace took 6.959165ms I0403 00:02:56.708606 3850 namespace.go:102] [openshift-config-managed] adding namespace took 6.878061ms I0403 00:02:56.708620 3850 namespace.go:98] [openshift-marketplace] adding namespace I0403 00:02:56.709139 3850 namespace.go:102] [openshift-backplane] adding namespace took 6.819349ms I0403 00:02:56.709524 3850 namespace.go:102] [openshift-ingress] adding namespace took 6.576119ms I0403 00:02:56.709942 3850 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 4.356467ms I0403 00:02:56.710327 3850 namespace.go:102] [openshift-route-controller-manager] adding namespace took 3.851781ms I0403 00:02:56.710684 3850 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 2.887028ms I0403 00:02:56.711214 3850 namespace.go:102] [openshift-marketplace] adding namespace took 2.588549ms I0403 00:02:56.711651 3850 zone_ic_handler.go:186] Time taken to create transit switch: 331.296µs I0403 00:02:56.711764 3850 obj_retry.go:544] Failed to create *v1.Node ip-10-0-2-232.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-232.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-232.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-232.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-232.ec2.internal I0403 00:02:56.711765 3850 master.go:532] Adding or Updating local node "ip-10-0-1-237.ec2.internal" for network "default" I0403 00:02:56.711779 3850 obj_retry.go:544] Failed to create *v1.Node ip-10-0-0-99.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-99.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-99.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-99.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-99.ec2.internal W0403 00:02:56.720035 3850 gateway.go:197] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-dhc68: pod kube-system/global-pull-secret-syncer-dhc68: no pod IPs found W0403 00:02:56.720061 3850 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-mz6hr: pod openshift-network-diagnostics/network-check-target-mz6hr: no pod IPs found W0403 00:02:56.720070 3850 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-sp4qf: pod openshift-multus/network-metrics-daemon-sp4qf: no pod IPs found I0403 00:02:56.720993 3850 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-1-237.ec2.internal for the network default I0403 00:02:56.721612 3850 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0403 00:02:56.721633 3850 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0403 00:02:56.721645 3850 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0403 00:02:56.721670 3850 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-237.ec2.internal in network "default" I0403 00:02:56.721722 3850 node_tracker.go:169] Node ip-10-0-1-237.ec2.internal switch + router changed, syncing services in network "default" I0403 00:02:56.721733 3850 services_controller.go:574] Full service sync requested for network=default I0403 00:02:56.721742 3850 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-232.ec2.internal in network "default" I0403 00:02:56.721757 3850 node_tracker.go:235] Node ip-10-0-2-232.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-232.ec2.internal" I0403 00:02:56.721766 3850 node_tracker.go:169] Node ip-10-0-2-232.ec2.internal switch + router changed, syncing services in network "default" I0403 00:02:56.721771 3850 services_controller.go:574] Full service sync requested for network=default I0403 00:02:56.721778 3850 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-99.ec2.internal in network "default" I0403 00:02:56.721786 3850 node_tracker.go:235] Node ip-10-0-0-99.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-99.ec2.internal" I0403 00:02:56.721791 3850 node_tracker.go:169] Node ip-10-0-0-99.ec2.internal switch + router changed, syncing services in network "default" I0403 00:02:56.721795 3850 services_controller.go:574] Full service sync requested for network=default I0403 00:02:56.822623 3850 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0403 00:02:56.822647 3850 services_controller.go:208] Setting up event handlers for services for network=default I0403 00:02:56.822716 3850 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0403 00:02:56.822770 3850 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0403 00:02:56.822791 3850 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0403 00:02:56.923011 3850 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0403 00:02:56.923034 3850 repair.go:60] Starting repairing loop for services I0403 00:02:56.923133 3850 repair.go:131] Deleted 0 stale service LBs I0403 00:02:56.923153 3850 repair.go:137] Deleted 0 stale Chassis Template Vars I0403 00:02:56.923169 3850 repair.go:62] Finished repairing loop for services: 137.592µs I0403 00:02:56.923193 3850 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0403 00:02:56.923203 3850 services_controller.go:254] Starting workers for network=default I0403 00:02:56.923512 3850 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-mz6hr] creating logical port openshift-network-diagnostics_network-check-target-mz6hr for pod on switch ip-10-0-1-237.ec2.internal I0403 00:02:56.923555 3850 obj_retry.go:544] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-nvg9r, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-nvg9r: suppressed error logged: pod openshift-multus/network-metrics-daemon-nvg9r: no pod IPs found I0403 00:02:56.923578 3850 obj_retry.go:544] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-5sjwm, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-5sjwm: suppressed error logged: pod kube-system/global-pull-secret-syncer-5sjwm: no pod IPs found I0403 00:02:56.923609 3850 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-sp4qf] creating logical port openshift-multus_network-metrics-daemon-sp4qf for pod on switch ip-10-0-1-237.ec2.internal I0403 00:02:56.923619 3850 obj_retry.go:544] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-lxgqt, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-lxgqt: suppressed error logged: pod kube-system/global-pull-secret-syncer-lxgqt: no pod IPs found I0403 00:02:56.923661 3850 obj_retry.go:544] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-48j6k, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-48j6k: suppressed error logged: pod openshift-network-diagnostics/network-check-target-48j6k: no pod IPs found I0403 00:02:56.923676 3850 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-mz6hr I0403 00:02:56.923680 3850 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-dhc68] creating logical port kube-system_global-pull-secret-syncer-dhc68 for pod on switch ip-10-0-1-237.ec2.internal I0403 00:02:56.923710 3850 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-sp4qf I0403 00:02:56.923743 3850 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-dhc68 I0403 00:02:56.940129 3850 pod.go:62] [kube-system/global-pull-secret-syncer-dhc68] pod update took 16.401059ms I0403 00:02:56.940147 3850 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-dhc68] addLogicalPort annotation time took 16.421604ms I0403 00:02:56.940952 3850 pods.go:271] [kube-system/global-pull-secret-syncer-dhc68] addLogicalPort took 17.272234ms, libovsdb time 612.23µs I0403 00:02:56.945662 3850 pod.go:62] [openshift-network-diagnostics/network-check-target-mz6hr] pod update took 22.076681ms I0403 00:02:56.945679 3850 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-mz6hr] addLogicalPort annotation time took 22.097533ms I0403 00:02:56.946226 3850 pod.go:62] [openshift-multus/network-metrics-daemon-sp4qf] pod update took 22.556333ms I0403 00:02:56.946240 3850 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-sp4qf] addLogicalPort annotation time took 22.573764ms I0403 00:02:56.946443 3850 pods.go:271] [openshift-network-diagnostics/network-check-target-mz6hr] addLogicalPort took 22.93891ms, libovsdb time 551.765µs I0403 00:02:56.946489 3850 obj_retry.go:544] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-dqlc6, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-dqlc6: suppressed error logged: pod openshift-network-diagnostics/network-check-target-dqlc6: no pod IPs found I0403 00:02:56.946508 3850 obj_retry.go:544] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-ms2c6, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-ms2c6: suppressed error logged: pod openshift-multus/network-metrics-daemon-ms2c6: no pod IPs found I0403 00:02:56.947252 3850 pods.go:271] [openshift-multus/network-metrics-daemon-sp4qf] addLogicalPort took 23.657251ms, libovsdb time 708.367µs I0403 00:02:56.947658 3850 admin_network_policy_controller.go:227] Starting controller default-network-controller I0403 00:02:56.947680 3850 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0403 00:02:56.947694 3850 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0403 00:02:56.947698 3850 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0403 00:02:56.947882 3850 repair.go:29] Repairing admin network policies took 179.324µs I0403 00:02:56.947981 3850 repair.go:92] Repairing baseline admin network policies took 90.706µs I0403 00:02:56.948312 3850 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0403 00:02:56.948333 3850 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0403 00:02:56.949937 3850 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0403 00:02:56.949962 3850 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0403 00:02:56.949974 3850 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0403 00:02:56.951503 3850 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0403 00:02:56.951521 3850 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0403 00:02:56.951530 3850 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0403 00:02:56.952025 3850 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0403 00:02:56.952044 3850 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0403 00:02:56.952053 3850 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0403 00:02:56.952531 3850 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0403 00:02:56.952547 3850 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0403 00:02:56.952554 3850 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0403 00:02:56.953944 3850 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0403 00:02:56.953964 3850 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0403 00:02:56.953975 3850 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0403 00:02:56.956451 3850 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0403 00:02:56.956468 3850 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0403 00:02:56.956474 3850 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0403 00:02:56.957737 3850 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0403 00:02:56.957757 3850 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0403 00:02:56.958161 3850 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0403 00:02:56.958180 3850 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0403 00:02:56.958863 3850 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0403 00:02:56.958883 3850 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0403 00:02:56.958893 3850 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0403 00:02:56.960919 3850 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0403 00:02:56.960938 3850 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0403 00:02:56.960949 3850 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0403 00:02:56.961464 3850 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0403 00:02:56.961480 3850 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0403 00:02:56.961490 3850 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0403 00:02:56.962645 3850 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0403 00:02:56.962663 3850 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0403 00:02:56.962673 3850 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0403 00:02:56.963700 3850 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0403 00:02:56.963718 3850 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0403 00:02:56.963725 3850 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0403 00:02:56.964181 3850 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0403 00:02:56.964197 3850 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0403 00:02:56.964206 3850 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0403 00:02:56.964624 3850 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0403 00:02:56.964639 3850 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0403 00:02:56.964649 3850 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0403 00:02:56.965635 3850 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0403 00:02:56.965652 3850 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0403 00:02:56.965673 3850 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0403 00:02:56.966370 3850 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0403 00:02:56.966389 3850 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0403 00:02:56.966396 3850 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0403 00:02:56.966653 3850 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0403 00:02:56.966670 3850 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0403 00:02:56.966677 3850 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0403 00:02:56.968284 3850 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0403 00:02:56.968300 3850 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0403 00:02:56.968309 3850 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0403 00:02:56.969095 3850 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0403 00:02:56.969109 3850 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0403 00:02:56.969116 3850 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0403 00:02:56.969582 3850 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0403 00:02:56.969600 3850 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0403 00:02:56.969609 3850 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0403 00:02:56.970453 3850 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0403 00:02:56.970473 3850 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0403 00:02:56.970486 3850 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0403 00:02:56.971670 3850 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0403 00:02:56.971692 3850 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0403 00:02:56.971704 3850 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0403 00:02:56.972218 3850 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0403 00:02:56.972237 3850 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0403 00:02:56.972247 3850 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0403 00:02:56.973223 3850 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0403 00:02:56.973242 3850 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0403 00:02:56.973254 3850 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0403 00:02:56.973701 3850 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0403 00:02:56.973727 3850 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0403 00:02:56.973737 3850 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0403 00:02:56.974258 3850 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0403 00:02:56.974275 3850 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0403 00:02:56.974283 3850 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0403 00:02:56.974786 3850 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0403 00:02:56.974803 3850 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0403 00:02:56.974810 3850 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0403 00:02:56.975102 3850 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0403 00:02:56.975120 3850 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0403 00:02:56.975131 3850 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0403 00:02:56.976049 3850 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0403 00:02:56.980437 3850 egressfirewall.go:319] Starting EgressFirewall controller I0403 00:02:56.980462 3850 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0403 00:02:56.980503 3850 controller.go:133] Adding controller egress-firewall-controller event handlers I0403 00:02:56.980539 3850 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0403 00:02:56.980556 3850 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0403 00:02:56.980539 3850 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0403 00:02:56.980566 3850 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0403 00:02:56.980881 3850 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0403 00:02:56.980897 3850 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0403 00:02:56.980910 3850 egressqos.go:193] Setting up event handlers for EgressQoS I0403 00:02:56.980935 3850 egressfirewall.go:628] Syncing node "ip-10-0-0-99.ec2.internal" for egress firewall I0403 00:02:56.980950 3850 egressfirewall.go:628] Syncing node "ip-10-0-1-237.ec2.internal" for egress firewall I0403 00:02:56.980956 3850 egressfirewall.go:628] Syncing node "ip-10-0-2-232.ec2.internal" for egress firewall I0403 00:02:56.981090 3850 egressqos.go:245] Starting EgressQoS Controller I0403 00:02:56.981103 3850 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0403 00:02:56.981113 3850 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0403 00:02:56.981120 3850 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0403 00:02:56.981124 3850 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0403 00:02:56.981129 3850 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0403 00:02:56.981134 3850 shared_informer.go:356] "Caches are synced" controller="egressqos" I0403 00:02:56.981138 3850 egressqos.go:259] Repairing EgressQoSes I0403 00:02:56.981142 3850 egressqos.go:399] Starting repairing loop for egressqos I0403 00:02:56.981235 3850 egressqos.go:401] Finished repairing loop for egressqos: 91.804µs I0403 00:02:56.981266 3850 egressservice_zone.go:132] Setting up event handlers for Egress Services I0403 00:02:56.981436 3850 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-237.ec2.internal I0403 00:02:56.981492 3850 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-237.ec2.internal : 56.2µs I0403 00:02:56.981577 3850 egressservice_zone.go:210] Starting Egress Services Controller I0403 00:02:56.981593 3850 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0403 00:02:56.981601 3850 shared_informer.go:356] "Caches are synced" controller="egressservices" I0403 00:02:56.981607 3850 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0403 00:02:56.981612 3850 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0403 00:02:56.981618 3850 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0403 00:02:56.981622 3850 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0403 00:02:56.981629 3850 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0403 00:02:56.981633 3850 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0403 00:02:56.981637 3850 egressservice_zone.go:228] Repairing Egress Services I0403 00:02:56.981906 3850 master_controller.go:88] Starting Admin Policy Based Route Controller I0403 00:02:56.981915 3850 external_controller.go:278] Starting Admin Policy Based Route Controller I0403 00:02:56.981989 3850 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-99.ec2.internal I0403 00:02:56.982002 3850 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-99.ec2.internal: 15.093µs I0403 00:02:56.982006 3850 default_network_controller.go:568] Completing all the Watchers took 310.352422ms I0403 00:02:56.982010 3850 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-237.ec2.internal I0403 00:02:56.982014 3850 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-237.ec2.internal: 4.556µs I0403 00:02:56.982016 3850 default_network_controller.go:572] Starting unidling controllers I0403 00:02:56.982019 3850 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-232.ec2.internal I0403 00:02:56.982022 3850 unidle.go:46] Registering OVN SB ControllerEvent handler I0403 00:02:56.982024 3850 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-232.ec2.internal: 4.8µs I0403 00:02:56.982028 3850 unidle.go:63] Populating Initial ContollerEvent events I0403 00:02:56.982038 3850 unidle.go:79] Setting up event handlers for services I0403 00:02:56.982097 3850 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0403 00:02:57.203699 3850 default_node_network_controller.go:518] Node connection status = connected I0403 00:02:57.703208 3850 default_node_network_controller.go:518] Node connection status = connected I0403 00:02:58.203794 3850 default_node_network_controller.go:518] Node connection status = connected I0403 00:02:58.328312 3850 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0403 00:02:58.703971 3850 default_node_network_controller.go:518] Node connection status = connected I0403 00:02:58.721827 3850 bridgeconfig.go:537] Gateway is ready I0403 00:02:58.721857 3850 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0403 00:02:58.733147 3850 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.237. Updating OVN encap IP. I0403 00:02:58.738832 3850 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.237 - it is already configured I0403 00:02:58.738865 3850 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.237/24:{} 172.20.0.1/32:{}]. Updating annotations. I0403 00:02:58.739110 3850 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.237/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-237.ec2.internal","mac-address":"0a:ff:ca:8b:7e:d1","ip-addresses":["10.0.1.237/24"],"ip-address":"10.0.1.237/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:fb589059-4095-4d3c-a177-dbbd1c5573c3 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.237/24"}] on node ip-10-0-1-237.ec2.internal I0403 00:02:58.757222 3850 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-237.ec2.internal I0403 00:02:58.757285 3850 master.go:532] Adding or Updating local node "ip-10-0-1-237.ec2.internal" for network "default" I0403 00:02:58.757248 3850 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-237.ec2.internal in network "default" I0403 00:02:58.757339 3850 egressfirewall.go:628] Syncing node "ip-10-0-1-237.ec2.internal" for egress firewall I0403 00:02:58.757371 3850 node_tracker.go:169] Node ip-10-0-1-237.ec2.internal switch + router changed, syncing services in network "default" I0403 00:02:58.757303 3850 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-237.ec2.internal: 83.938µs I0403 00:02:58.757389 3850 services_controller.go:574] Full service sync requested for network=default I0403 00:02:58.757720 3850 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.1.237 I0403 00:02:58.757895 3850 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-237.ec2.internal I0403 00:02:58.762641 3850 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-237.ec2.internal. Updating no re-route policies I0403 00:02:58.762727 3850 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-48j6k I0403 00:02:58.762740 3850 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-nvg9r I0403 00:02:58.762749 3850 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-lxgqt I0403 00:02:58.762757 3850 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-48j6k I0403 00:02:58.762766 3850 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-lxgqt I0403 00:02:58.762770 3850 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-ms2c6 I0403 00:02:58.762768 3850 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-5sjwm I0403 00:02:58.762776 3850 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-84q9v I0403 00:02:58.762785 3850 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-dhc68 I0403 00:02:58.762789 3850 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-84q9v I0403 00:02:58.762788 3850 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-5sjwm I0403 00:02:58.762795 3850 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-dhc68 I0403 00:02:58.762793 3850 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/ecr-credential-refresh-29586240-9xqf9 I0403 00:02:58.762797 3850 obj_retry.go:375] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-48j6k, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-48j6k: suppressed error logged: pod openshift-network-diagnostics/network-check-target-48j6k: no pod IPs found I0403 00:02:58.762755 3850 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-nvg9r I0403 00:02:58.762804 3850 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-mz6hr I0403 00:02:58.762811 3850 obj_retry.go:364] Adding new object: *v1.Pod kube-system/ecr-credential-refresh-29586240-9xqf9 I0403 00:02:58.762812 3850 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-84q9v after 0 failed attempt(s) I0403 00:02:58.762819 3850 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-mz6hr I0403 00:02:58.762819 3850 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-nnpx9 I0403 00:02:58.762825 3850 obj_retry.go:375] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-5sjwm, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-5sjwm: suppressed error logged: pod kube-system/global-pull-secret-syncer-5sjwm: no pod IPs found I0403 00:02:58.762831 3850 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-qhjzq I0403 00:02:58.762850 3850 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-dhc68] creating logical port kube-system_global-pull-secret-syncer-dhc68 for pod on switch ip-10-0-1-237.ec2.internal I0403 00:02:58.762832 3850 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-nnpx9 I0403 00:02:58.762852 3850 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-237.ec2.internal I0403 00:02:58.762857 3850 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-qhjzq I0403 00:02:58.762861 3850 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-pmh9b I0403 00:02:58.762865 3850 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-237.ec2.internal I0403 00:02:58.762866 3850 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-mz6hr] creating logical port openshift-network-diagnostics_network-check-target-mz6hr for pod on switch ip-10-0-1-237.ec2.internal I0403 00:02:58.762871 3850 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-pmh9b I0403 00:02:58.762872 3850 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-nnpx9 after 0 failed attempt(s) I0403 00:02:58.762874 3850 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/ecr-credential-refresh-initial-h4bwp I0403 00:02:58.762874 3850 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-sp4qf I0403 00:02:58.762885 3850 obj_retry.go:364] Adding new object: *v1.Pod kube-system/ecr-credential-refresh-initial-h4bwp I0403 00:02:58.762891 3850 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-pmh9b after 0 failed attempt(s) I0403 00:02:58.762863 3850 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-vzglb I0403 00:02:58.762895 3850 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-sp4qf I0403 00:02:58.762861 3850 obj_retry.go:384] Retry successful for *v1.Pod kube-system/ecr-credential-refresh-29586240-9xqf9 after 0 failed attempt(s) I0403 00:02:58.762897 3850 obj_retry.go:375] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-nvg9r, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-nvg9r: suppressed error logged: pod openshift-multus/network-metrics-daemon-nvg9r: no pod IPs found I0403 00:02:58.762903 3850 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-4q6h8 I0403 00:02:58.762908 3850 obj_retry.go:384] Retry successful for *v1.Pod kube-system/ecr-credential-refresh-initial-h4bwp after 0 failed attempt(s) I0403 00:02:58.762914 3850 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-4q6h8 I0403 00:02:58.762779 3850 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-ms2c6 I0403 00:02:58.762931 3850 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-4q6h8 after 0 failed attempt(s) I0403 00:02:58.762865 3850 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-2ck2b I0403 00:02:58.762960 3850 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-2ck2b I0403 00:02:58.762823 3850 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-zx8rl I0403 00:02:58.762998 3850 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-zx8rl I0403 00:02:58.762998 3850 obj_retry.go:375] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-ms2c6, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-ms2c6: suppressed error logged: pod openshift-multus/network-metrics-daemon-ms2c6: no pod IPs found I0403 00:02:58.763021 3850 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-zx8rl after 0 failed attempt(s) I0403 00:02:58.762935 3850 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-sp4qf] creating logical port openshift-multus_network-metrics-daemon-sp4qf for pod on switch ip-10-0-1-237.ec2.internal I0403 00:02:58.762903 3850 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-237.ec2.internal after 0 failed attempt(s) I0403 00:02:58.762875 3850 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-qhjzq after 0 failed attempt(s) I0403 00:02:58.762849 3850 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-dqlc6 I0403 00:02:58.763125 3850 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-dqlc6 I0403 00:02:58.763157 3850 obj_retry.go:375] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-dqlc6, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-dqlc6: suppressed error logged: pod openshift-network-diagnostics/network-check-target-dqlc6: no pod IPs found I0403 00:02:58.762811 3850 obj_retry.go:375] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-lxgqt, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-lxgqt: suppressed error logged: pod kube-system/global-pull-secret-syncer-lxgqt: no pod IPs found I0403 00:02:58.762874 3850 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-237.ec2.internal I0403 00:02:58.763175 3850 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-237.ec2.internal I0403 00:02:58.763191 3850 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-237.ec2.internal after 0 failed attempt(s) I0403 00:02:58.762873 3850 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-bpnlm I0403 00:02:58.763211 3850 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-bpnlm I0403 00:02:58.763238 3850 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-bpnlm after 0 failed attempt(s) I0403 00:02:58.762903 3850 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-vzglb I0403 00:02:58.763263 3850 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-vzglb after 0 failed attempt(s) I0403 00:02:58.762980 3850 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-2ck2b after 0 failed attempt(s) I0403 00:02:58.763699 3850 pods.go:271] [openshift-network-diagnostics/network-check-target-mz6hr] addLogicalPort took 841.022µs, libovsdb time 303.064µs I0403 00:02:58.763711 3850 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-mz6hr after 0 failed attempt(s) I0403 00:02:58.763752 3850 pods.go:271] [kube-system/global-pull-secret-syncer-dhc68] addLogicalPort took 929.139µs, libovsdb time 307.656µs I0403 00:02:58.763764 3850 obj_retry.go:384] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-dhc68 after 0 failed attempt(s) I0403 00:02:58.764134 3850 pods.go:271] [openshift-multus/network-metrics-daemon-sp4qf] addLogicalPort took 1.210486ms, libovsdb time 240.185µs I0403 00:02:58.764148 3850 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-sp4qf after 0 failed attempt(s) I0403 00:02:58.773766 3850 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0403 00:02:58.785637 3850 iptables.go:108] Creating table: mangle chain: OUTPUT I0403 00:02:58.788650 3850 iptables.go:108] Creating table: nat chain: OUTPUT I0403 00:02:58.793661 3850 egressfirewall.go:628] Syncing node "ip-10-0-2-232.ec2.internal" for egress firewall I0403 00:02:58.793723 3850 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-232.ec2.internal I0403 00:02:58.793740 3850 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-232.ec2.internal: 19.881µs I0403 00:02:58.793789 3850 default_network_controller.go:1008] Node "ip-10-0-2-232.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0403 00:02:58.812006 3850 iptables.go:108] Creating table: nat chain: PREROUTING I0403 00:02:58.857183 3850 iptables.go:108] Creating table: filter chain: FORWARD I0403 00:02:58.873402 3850 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0403 00:02:58.873510 3850 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0403 00:02:58.873560 3850 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0403 00:02:58.873642 3850 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0403 00:02:58.873695 3850 gateway_init.go:325] Gateway and management port readiness took 2.174626381s I0403 00:02:58.873722 3850 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0403 00:02:58.873759 3850 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0403 00:02:58.873769 3850 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0403 00:02:58.873777 3850 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0403 00:02:58.873830 3850 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0403 00:02:58.873926 3850 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.456µs I0403 00:02:58.874112 3850 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0403 00:02:58.874136 3850 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 14.922µs I0403 00:02:58.874144 3850 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 33.265µs I0403 00:02:58.874150 3850 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0403 00:02:58.874159 3850 nad_controller.go:173] [node-nad-controller NAD controller]: started I0403 00:02:58.874163 3850 default_node_network_controller.go:898] Starting the default node network controller I0403 00:02:58.874168 3850 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0403 00:02:58.874252 3850 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 15.973µs I0403 00:02:58.874668 3850 default_node_network_controller.go:1449] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0403 00:02:58.874678 3850 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0403 00:02:58.874706 3850 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a8b0e0 0xc0002edce0 0xc0002edd50 0xc0002ede30 0xc0002edea0 0xc0002edf10 0xc0002f0070 0xc000aa13b0 0xc0002f00e0 0xc0002f0150 0xc0004bc320 0xc0065792d0 0xc0002f01c0 map[0x2f8f0c0:0xc00159ca20 0x2f8f600:0xc00159cba0 0x2f90080:0xc00159c960 0x2f90320:0xc00159c9c0 0x2f90b00:0xc00159ca80 0x2f90da0:0xc00159cae0 0x2f91040:0xc00159cb40 0x2f91820:0xc00159cc00 0x2f91ac0:0xc00159cc60 0x2fbc3e0:0xc0007e86c0 0x2fbc780:0xc0007e8720 0x2fbd260:0xc000aed620 0x2fbebc0:0xc001b4e000 0x2fbf6a0:0xc002b0a840 0x2fc0520:0xc001b4e060] 0xc000aa2310 0} I0403 00:02:58.874759 3850 gateway.go:151] Starting gateway service sync I0403 00:02:58.875181 3850 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0403 00:02:58.877261 3850 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0403 00:02:58.885749 3850 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0403 00:02:58.886830 3850 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0403 00:02:58.887920 3850 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0403 00:02:58.921507 3850 gateway.go:168] Gateway service sync done. Time taken: 46.735422ms I0403 00:02:58.921870 3850 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30357 I0403 00:02:58.922315 3850 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a8b0e0 0xc0002edce0 0xc0002edd50 0xc0002ede30 0xc0002edea0 0xc0002edf10 0xc0002f0070 0xc000aa13b0 0xc0002f00e0 0xc0002f0150 0xc0004bc320 0xc0065792d0 0xc0002f01c0 map[0x2f8f0c0:0xc00159ca20 0x2f8f600:0xc00159cba0 0x2f90080:0xc00159c960 0x2f90320:0xc00159c9c0 0x2f90b00:0xc00159ca80 0x2f90da0:0xc00159cae0 0x2f91040:0xc00159cb40 0x2f91820:0xc00159cc00 0x2f91ac0:0xc00159cc60 0x2fbc3e0:0xc0007e86c0 0x2fbc780:0xc0007e8720 0x2fbd260:0xc000aed620 0x2fbebc0:0xc001b4e000 0x2fbf6a0:0xc002b0a840 0x2fc0520:0xc001b4e060] 0xc000aa2310 0} I0403 00:02:58.922738 3850 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a8b0e0 0xc0002edce0 0xc0002edd50 0xc0002ede30 0xc0002edea0 0xc0002edf10 0xc0002f0070 0xc000aa13b0 0xc0002f00e0 0xc0002f0150 0xc0004bc320 0xc0065792d0 0xc0002f01c0 map[0x2f8f0c0:0xc00159ca20 0x2f8f600:0xc00159cba0 0x2f90080:0xc00159c960 0x2f90320:0xc00159c9c0 0x2f90b00:0xc00159ca80 0x2f90da0:0xc00159cae0 0x2f91040:0xc00159cb40 0x2f91820:0xc00159cc00 0x2f91ac0:0xc00159cc60 0x2fbc3e0:0xc0007e86c0 0x2fbc780:0xc0007e8720 0x2fbd260:0xc000aed620 0x2fbebc0:0xc001b4e000 0x2fbf6a0:0xc002b0a840 0x2fc0520:0xc001b4e060] 0xc000aa2310 0} I0403 00:02:58.922769 3850 gateway.go:519] Reconciling gateway with updates I0403 00:02:58.928374 3850 gateway.go:326] Spawning Conntrack Rule Check Thread I0403 00:02:58.928461 3850 default_node_network_controller.go:943] Gateway and management port readiness took 53.775424ms I0403 00:02:58.928462 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0403 00:02:58.928475 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0403 00:02:58.928475 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0403 00:02:58.928484 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0403 00:02:58.928486 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0403 00:02:58.928489 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0403 00:02:58.928491 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0403 00:02:58.928493 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0403 00:02:58.928491 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0403 00:02:58.928501 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0403 00:02:58.928503 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0403 00:02:58.928505 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0403 00:02:58.928514 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0403 00:02:58.928521 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0403 00:02:58.928525 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0403 00:02:58.928531 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0403 00:02:58.928534 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0403 00:02:58.928537 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0403 00:02:58.928541 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0403 00:02:58.928545 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0403 00:02:58.928550 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0403 00:02:58.928512 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0403 00:02:58.928501 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0403 00:02:58.928563 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0403 00:02:58.928566 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0403 00:02:58.928572 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0403 00:02:58.928573 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0403 00:02:58.928572 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0403 00:02:58.928580 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0403 00:02:58.928581 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0403 00:02:58.928582 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0403 00:02:58.928584 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0403 00:02:58.928587 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0403 00:02:58.928589 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0403 00:02:58.928590 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0403 00:02:58.928593 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0403 00:02:58.928591 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0403 00:02:58.928598 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0403 00:02:58.928601 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0403 00:02:58.928588 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0403 00:02:58.928605 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0403 00:02:58.928607 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0403 00:02:58.928612 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0403 00:02:58.928612 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0403 00:02:58.928614 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0403 00:02:58.928618 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0403 00:02:58.928618 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0403 00:02:58.928624 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0403 00:02:58.928627 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0403 00:02:58.928633 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0403 00:02:58.928633 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0403 00:02:58.928613 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0403 00:02:58.928545 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0403 00:02:58.928651 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0403 00:02:58.928538 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0403 00:02:58.928658 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0403 00:02:58.928673 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0403 00:02:58.928657 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0403 00:02:58.928682 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0403 00:02:58.928682 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0403 00:02:58.928574 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0403 00:02:58.928696 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0403 00:02:58.928673 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0403 00:02:58.928539 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0403 00:02:58.928622 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0403 00:02:58.928711 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0403 00:02:58.928460 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0403 00:02:58.928684 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0403 00:02:58.928595 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0403 00:02:58.928594 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0403 00:02:58.928752 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0403 00:02:58.928714 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0403 00:02:58.928593 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0403 00:02:58.928780 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0403 00:02:58.928604 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0403 00:02:58.928598 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0403 00:02:58.928576 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0403 00:02:58.928815 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0403 00:02:58.928616 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0403 00:02:58.928624 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0403 00:02:58.928892 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0403 00:02:58.928627 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0403 00:02:58.928903 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0403 00:02:58.928907 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0403 00:02:58.928632 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0403 00:02:58.928922 3850 port_claim.go:71] Svc openshift-ingress/router-default: port 31529 is already open, no action needed I0403 00:02:58.928637 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0403 00:02:58.928927 3850 port_claim.go:71] Svc openshift-ingress/router-default: port 31646 is already open, no action needed I0403 00:02:58.928933 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0403 00:02:58.928639 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0403 00:02:58.928647 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0403 00:02:58.929014 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0403 00:02:58.928644 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0403 00:02:58.929052 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0403 00:02:58.928656 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0403 00:02:58.928705 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0403 00:02:58.928713 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0403 00:02:58.928727 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0403 00:02:58.928805 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0403 00:02:58.928608 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0403 00:02:58.929547 3850 node_ip_handler_linux.go:160] Node IP manager is running W0403 00:02:58.969140 3850 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0403 00:02:58.969323 3850 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0403 00:02:58.969443 3850 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0403 00:02:58.979185 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0403 00:02:58.979222 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0403 00:02:58.979231 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0403 00:02:58.979238 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0403 00:02:58.979244 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0403 00:02:58.979249 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0403 00:02:58.979258 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0403 00:02:58.979264 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0403 00:02:58.979270 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0403 00:02:58.979275 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0403 00:02:58.979282 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0403 00:02:58.979288 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0403 00:02:58.979293 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0403 00:02:58.979298 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0403 00:02:58.979304 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0403 00:02:58.979332 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0403 00:02:58.979358 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0403 00:02:58.979370 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0403 00:02:58.979379 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0403 00:02:58.979395 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0403 00:02:58.979406 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0403 00:02:58.979414 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0403 00:02:58.979420 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0403 00:02:58.979426 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0403 00:02:58.979431 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0403 00:02:59.025321 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0403 00:02:59.025345 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0403 00:02:59.025365 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0403 00:02:59.025398 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0403 00:02:59.025408 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0403 00:02:59.025414 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0403 00:02:59.025419 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0403 00:02:59.025427 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0403 00:02:59.025438 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0403 00:02:59.219146 3850 egressfirewall.go:628] Syncing node "ip-10-0-0-99.ec2.internal" for egress firewall I0403 00:02:59.219183 3850 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-99.ec2.internal I0403 00:02:59.219201 3850 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-99.ec2.internal: 33.857µs I0403 00:02:59.219254 3850 default_network_controller.go:1008] Node "ip-10-0-0-99.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0403 00:02:59.429288 3850 default_network_controller.go:1008] Node "ip-10-0-2-232.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0403 00:03:00.066424 3850 default_node_network_controller.go:1369] Starting node controller node sync W0403 00:03:00.066445 3850 egressip_healthcheck.go:76] Health checking using insecure connection I0403 00:03:00.066503 3850 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0403 00:03:00.078060 3850 default_node_network_controller.go:1411] Node controller node sync done. Time taken: 11.617099ms I0403 00:03:00.078232 3850 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0403 00:03:00.078515 3850 egressservice_node.go:93] Setting up event handlers for Egress Services I0403 00:03:00.078636 3850 egressservice_node.go:183] Starting Egress Services Controller I0403 00:03:00.078656 3850 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0403 00:03:00.078667 3850 shared_informer.go:356] "Caches are synced" controller="egressservices" I0403 00:03:00.078676 3850 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0403 00:03:00.078684 3850 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0403 00:03:00.078692 3850 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0403 00:03:00.078699 3850 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0403 00:03:00.078715 3850 egressservice_node.go:197] Repairing Egress Services I0403 00:03:00.088571 3850 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0403 00:03:00.088581 3850 external_controller.go:278] Starting Admin Policy Based Route Controller I0403 00:03:00.088817 3850 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0403 00:03:00.088829 3850 link_network_manager.go:117] Link manager is running I0403 00:03:00.088851 3850 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0403 00:03:00.088939 3850 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0403 00:03:00.089461 3850 vrf_manager.go:128] VRF manager is running I0403 00:03:00.089740 3850 node_controller_manager.go:437] Removing flows to drop GARP I0403 00:03:00.089749 3850 gateway.go:519] Reconciling gateway with updates I0403 00:03:00.107728 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0403 00:03:00.107754 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0403 00:03:00.107762 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0403 00:03:00.107776 3850 port_claim.go:71] Svc openshift-ingress/router-default: port 31529 is already open, no action needed I0403 00:03:00.107777 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0403 00:03:00.107779 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0403 00:03:00.107796 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0403 00:03:00.107812 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0403 00:03:00.107832 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0403 00:03:00.107829 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0403 00:03:00.107861 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0403 00:03:00.107863 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0403 00:03:00.107870 3850 port_claim.go:71] Svc openshift-ingress/router-default: port 31646 is already open, no action needed I0403 00:03:00.107871 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0403 00:03:00.107875 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0403 00:03:00.107864 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0403 00:03:00.107881 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0403 00:03:00.107884 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0403 00:03:00.107880 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0403 00:03:00.107893 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0403 00:03:00.107896 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0403 00:03:00.107903 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0403 00:03:00.107909 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0403 00:03:00.107918 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0403 00:03:00.107902 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0403 00:03:00.107927 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0403 00:03:00.107940 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0403 00:03:00.107887 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0403 00:03:00.107940 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0403 00:03:00.107954 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0403 00:03:00.107954 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0403 00:03:00.107956 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0403 00:03:00.107960 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0403 00:03:00.107963 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0403 00:03:00.107967 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0403 00:03:00.107947 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0403 00:03:00.107974 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0403 00:03:00.107878 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0403 00:03:00.107979 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0403 00:03:00.107960 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0403 00:03:00.107984 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0403 00:03:00.107995 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0403 00:03:00.107995 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0403 00:03:00.107997 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0403 00:03:00.108006 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0403 00:03:00.108008 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0403 00:03:00.107862 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0403 00:03:00.108012 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0403 00:03:00.108012 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0403 00:03:00.108020 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0403 00:03:00.108023 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0403 00:03:00.107849 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0403 00:03:00.108028 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0403 00:03:00.108032 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0403 00:03:00.108030 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0403 00:03:00.107968 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0403 00:03:00.108038 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0403 00:03:00.108036 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0403 00:03:00.108044 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0403 00:03:00.107994 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0403 00:03:00.108049 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0403 00:03:00.108053 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0403 00:03:00.108055 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0403 00:03:00.108058 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0403 00:03:00.108059 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0403 00:03:00.108059 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0403 00:03:00.108066 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0403 00:03:00.108071 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0403 00:03:00.108069 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0403 00:03:00.108078 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0403 00:03:00.108080 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0403 00:03:00.108087 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0403 00:03:00.108088 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0403 00:03:00.108092 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0403 00:03:00.108093 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0403 00:03:00.108095 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0403 00:03:00.108103 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0403 00:03:00.108105 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0403 00:03:00.108104 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0403 00:03:00.108106 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0403 00:03:00.108115 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0403 00:03:00.108123 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0403 00:03:00.108078 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0403 00:03:00.108131 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0403 00:03:00.107980 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0403 00:03:00.108083 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0403 00:03:00.108010 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0403 00:03:00.108068 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0403 00:03:00.108031 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0403 00:03:00.108038 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0403 00:03:00.108035 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0403 00:03:00.107969 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0403 00:03:00.108072 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0403 00:03:00.108222 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0403 00:03:00.108043 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0403 00:03:00.108073 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0403 00:03:00.108086 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0403 00:03:00.108286 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0403 00:03:00.108098 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0403 00:03:00.108295 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0403 00:03:00.108111 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0403 00:03:00.108108 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0403 00:03:00.108343 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0403 00:03:00.108142 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0403 00:03:00.108033 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0403 00:03:00.107832 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0403 00:03:00.108376 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0403 00:03:00.108183 3850 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0403 00:03:00.108397 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0403 00:03:00.108092 3850 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0403 00:03:00.128781 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0403 00:03:00.128794 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0403 00:03:00.128810 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0403 00:03:00.128822 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0403 00:03:00.128827 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0403 00:03:00.128846 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0403 00:03:00.128856 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0403 00:03:00.170376 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0403 00:03:00.170405 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0403 00:03:00.170415 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0403 00:03:00.170422 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0403 00:03:00.170432 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0403 00:03:00.170440 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0403 00:03:00.170458 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0403 00:03:00.170482 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0403 00:03:00.170495 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0403 00:03:00.170507 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0403 00:03:00.170516 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0403 00:03:00.212095 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0403 00:03:00.212133 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0403 00:03:00.212142 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0403 00:03:00.212159 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0403 00:03:00.212167 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0403 00:03:00.212177 3850 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0403 00:03:02.508571 3850 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-237.ec2.internal I0403 00:03:02.508617 3850 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-237.ec2.internal: 53.632µs I0403 00:03:02.541537 3850 base_network_controller_pods.go:487] [default/openshift-image-registry/image-pruner-29586240-7fprn] creating logical port openshift-image-registry_image-pruner-29586240-7fprn for pod on switch ip-10-0-1-237.ec2.internal I0403 00:03:02.541644 3850 kube.go:256] Updating pod openshift-image-registry/image-pruner-29586240-7fprn I0403 00:03:02.548889 3850 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-59598b9bc-h7lr6] creating logical port openshift-image-registry_image-registry-59598b9bc-h7lr6 for pod on switch ip-10-0-1-237.ec2.internal I0403 00:03:02.548999 3850 kube.go:256] Updating pod openshift-image-registry/image-registry-59598b9bc-h7lr6 I0403 00:03:02.559752 3850 pod.go:62] [openshift-image-registry/image-pruner-29586240-7fprn] pod update took 18.129493ms I0403 00:03:02.559856 3850 base_network_controller_pods.go:937] [default/openshift-image-registry/image-pruner-29586240-7fprn] addLogicalPort annotation time took 18.214535ms I0403 00:03:02.561047 3850 pods.go:271] [openshift-image-registry/image-pruner-29586240-7fprn] addLogicalPort took 19.525398ms, libovsdb time 907.937µs I0403 00:03:02.570532 3850 pod.go:62] [openshift-image-registry/image-registry-59598b9bc-h7lr6] pod update took 21.561702ms I0403 00:03:02.570556 3850 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-59598b9bc-h7lr6] addLogicalPort annotation time took 21.587185ms I0403 00:03:02.571602 3850 pods.go:271] [openshift-image-registry/image-registry-59598b9bc-h7lr6] addLogicalPort took 22.729782ms, libovsdb time 791.435µs I0403 00:03:02.599456 3850 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-h5h57] creating logical port openshift-dns_dns-default-h5h57 for pod on switch ip-10-0-1-237.ec2.internal I0403 00:03:02.599590 3850 kube.go:256] Updating pod openshift-dns/dns-default-h5h57 I0403 00:03:02.599634 3850 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-s8tzw] creating logical port openshift-ingress-canary_ingress-canary-s8tzw for pod on switch ip-10-0-1-237.ec2.internal I0403 00:03:02.599747 3850 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-s8tzw I0403 00:03:02.599766 3850 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-6576w] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-6576w for pod on switch ip-10-0-1-237.ec2.internal I0403 00:03:02.599855 3850 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-6576w I0403 00:03:02.618196 3850 pod.go:62] [openshift-dns/dns-default-h5h57] pod update took 18.637762ms I0403 00:03:02.618207 3850 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-6576w] pod update took 18.377477ms I0403 00:03:02.618241 3850 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-6576w] addLogicalPort annotation time took 18.41272ms I0403 00:03:02.618278 3850 pod.go:62] [openshift-ingress-canary/ingress-canary-s8tzw] pod update took 18.55885ms I0403 00:03:02.618294 3850 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-s8tzw] addLogicalPort annotation time took 18.576194ms I0403 00:03:02.618221 3850 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-h5h57] addLogicalPort annotation time took 18.667821ms I0403 00:03:02.619418 3850 pods.go:271] [openshift-dns/dns-default-h5h57] addLogicalPort took 19.982503ms, libovsdb time 814.796µs I0403 00:03:02.619872 3850 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-6576w] addLogicalPort took 20.111538ms, libovsdb time 1.261364ms I0403 00:03:02.620160 3850 pods.go:271] [openshift-ingress-canary/ingress-canary-s8tzw] addLogicalPort took 20.539636ms, libovsdb time 1.470796ms I0403 00:03:02.620925 3850 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-r42jv] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29586240-r42jv for pod on switch ip-10-0-1-237.ec2.internal I0403 00:03:02.620982 3850 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-r42jv I0403 00:03:02.635804 3850 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-r42jv] pod update took 14.838918ms I0403 00:03:02.635819 3850 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-r42jv] addLogicalPort annotation time took 14.856397ms I0403 00:03:02.636741 3850 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-r42jv] addLogicalPort took 15.821265ms, libovsdb time 644.072µs I0403 00:03:02.900079 3850 cni.go:403] [openshift-image-registry/image-pruner-29586240-7fprn 93b8bf928e1a5aa6150175bfd436d7706ad60fc97f776628146218a575e29e20 network default NAD default] ADD starting CNI request [openshift-image-registry/image-pruner-29586240-7fprn 93b8bf928e1a5aa6150175bfd436d7706ad60fc97f776628146218a575e29e20 network default NAD default] I0403 00:03:02.917552 3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-pruner-29586240-7fprn, hostIfaceName: 93b8bf928e1a5aa, network: default, NAD default, SandboxID: "93b8bf928e1a5aa6150175bfd436d7706ad60fc97f776628146218a575e29e20", PCI device ID: , UID: "94ad5306-1744-42a3-96d5-324921dccd05", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0403 00:03:02.962593 3850 cni.go:424] [openshift-image-registry/image-pruner-29586240-7fprn 93b8bf928e1a5aa6150175bfd436d7706ad60fc97f776628146218a575e29e20 network default NAD default] ADD finished CNI request [openshift-image-registry/image-pruner-29586240-7fprn 93b8bf928e1a5aa6150175bfd436d7706ad60fc97f776628146218a575e29e20 network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:f5:46:a2:33:1e\",\"name\":\"93b8bf928e1a5aa\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27c11783-877f-46d3-9237-14df0a605409\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0403 00:03:02.971453 3850 cni.go:403] [openshift-ingress-canary/ingress-canary-s8tzw 883a502b23d69e8894050281213921c873a49485a2450e18219ffa5fe96e9003 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-s8tzw 883a502b23d69e8894050281213921c873a49485a2450e18219ffa5fe96e9003 network default NAD default] I0403 00:03:02.982329 3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-s8tzw, hostIfaceName: 883a502b23d69e8, network: default, NAD default, SandboxID: "883a502b23d69e8894050281213921c873a49485a2450e18219ffa5fe96e9003", PCI device ID: , UID: "022d7020-5cb5-4ab6-a7ff-f409417aeaf3", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0403 00:03:03.006273 3850 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-r42jv ef513d7a26c5ad4ffd4735f03139f2d67aa97e4081095146576c1d1d622abcf1 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-r42jv ef513d7a26c5ad4ffd4735f03139f2d67aa97e4081095146576c1d1d622abcf1 network default NAD default] I0403 00:03:03.007066 3850 cni.go:403] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-6576w b8b84a1f70a34bdd5f627ed5782fdb066b44172d656f83ba57ff7859a4936805 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-6576w b8b84a1f70a34bdd5f627ed5782fdb066b44172d656f83ba57ff7859a4936805 network default NAD default] I0403 00:03:03.021125 3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29586240-r42jv, hostIfaceName: ef513d7a26c5ad4, network: default, NAD default, SandboxID: "ef513d7a26c5ad4ffd4735f03139f2d67aa97e4081095146576c1d1d622abcf1", PCI device ID: , UID: "c52ff0b9-d12c-48ad-a594-a72b2acc39d7", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0403 00:03:03.021442 3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-6576w, hostIfaceName: b8b84a1f70a34bd, network: default, NAD default, SandboxID: "b8b84a1f70a34bdd5f627ed5782fdb066b44172d656f83ba57ff7859a4936805", PCI device ID: , UID: "4587d9fa-f01a-4bc5-8553-1069dca67b3e", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0403 00:03:03.032762 3850 cni.go:424] [openshift-ingress-canary/ingress-canary-s8tzw 883a502b23d69e8894050281213921c873a49485a2450e18219ffa5fe96e9003 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-s8tzw 883a502b23d69e8894050281213921c873a49485a2450e18219ffa5fe96e9003 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:3b:ce:c6:17:ae\",\"name\":\"883a502b23d69e8\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73a89dd6-86e5-457d-b84d-313f9e8eb809\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0403 00:03:03.066420 3850 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-r42jv ef513d7a26c5ad4ffd4735f03139f2d67aa97e4081095146576c1d1d622abcf1 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-r42jv ef513d7a26c5ad4ffd4735f03139f2d67aa97e4081095146576c1d1d622abcf1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:80:a9:bc:35:d9\",\"name\":\"ef513d7a26c5ad4\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15b4fcc0-c8a6-4e0a-8773-b11ea0a1936a\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0403 00:03:03.070530 3850 cni.go:424] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-6576w b8b84a1f70a34bdd5f627ed5782fdb066b44172d656f83ba57ff7859a4936805 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-6576w b8b84a1f70a34bdd5f627ed5782fdb066b44172d656f83ba57ff7859a4936805 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:45:eb:38:6b:e5\",\"name\":\"b8b84a1f70a34bd\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3bfce4f9-baa5-48e2-9b4e-cc1203aadd58\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0403 00:03:03.943686 3850 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-232.ec2.internal in network "default" I0403 00:03:03.943743 3850 node_tracker.go:235] Node ip-10-0-2-232.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-232.ec2.internal" I0403 00:03:03.943741 3850 default_network_controller.go:1008] Node "ip-10-0-2-232.ec2.internal" in remote zone "ip-10-0-2-232.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0403 00:03:03.943762 3850 node_tracker.go:169] Node ip-10-0-2-232.ec2.internal switch + router changed, syncing services in network "default" I0403 00:03:03.943777 3850 services_controller.go:574] Full service sync requested for network=default I0403 00:03:04.033616 3850 default_network_controller.go:1008] Node "ip-10-0-2-232.ec2.internal" in remote zone "ip-10-0-2-232.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0403 00:03:04.068099 3850 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-232.ec2.internal in network "default" I0403 00:03:04.068174 3850 node_tracker.go:169] Node ip-10-0-2-232.ec2.internal switch + router changed, syncing services in network "default" I0403 00:03:04.068197 3850 services_controller.go:574] Full service sync requested for network=default I0403 00:03:04.068237 3850 default_network_controller.go:1008] Node "ip-10-0-2-232.ec2.internal" in remote zone "ip-10-0-2-232.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0403 00:03:04.069055 3850 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-232.ec2.internal for the network default I0403 00:03:04.070543 3850 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-232.ec2.internal" on network "default" took: 1.507997ms I0403 00:03:04.211898 3850 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-99.ec2.internal in network "default" I0403 00:03:04.211934 3850 node_tracker.go:235] Node ip-10-0-0-99.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-99.ec2.internal" I0403 00:03:04.211929 3850 default_network_controller.go:1008] Node "ip-10-0-0-99.ec2.internal" in remote zone "ip-10-0-0-99.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0403 00:03:04.211954 3850 node_tracker.go:169] Node ip-10-0-0-99.ec2.internal switch + router changed, syncing services in network "default" I0403 00:03:04.211970 3850 services_controller.go:574] Full service sync requested for network=default I0403 00:03:04.292077 3850 default_network_controller.go:1008] Node "ip-10-0-0-99.ec2.internal" in remote zone "ip-10-0-0-99.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0403 00:03:04.335242 3850 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-99.ec2.internal in network "default" I0403 00:03:04.335273 3850 default_network_controller.go:1008] Node "ip-10-0-0-99.ec2.internal" in remote zone "ip-10-0-0-99.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0403 00:03:04.335290 3850 node_tracker.go:169] Node ip-10-0-0-99.ec2.internal switch + router changed, syncing services in network "default" I0403 00:03:04.335304 3850 services_controller.go:574] Full service sync requested for network=default I0403 00:03:04.335953 3850 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-99.ec2.internal for the network default I0403 00:03:04.336992 3850 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-99.ec2.internal" on network "default" took: 1.055997ms I0403 00:03:05.694663 3850 cni.go:403] [openshift-network-diagnostics/network-check-target-mz6hr 270a17bde4550246e658b6f75227fdc918727fa701b6f010c42e37fcc372a305 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-mz6hr 270a17bde4550246e658b6f75227fdc918727fa701b6f010c42e37fcc372a305 network default NAD default] I0403 00:03:05.706445 3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-mz6hr, hostIfaceName: 270a17bde455024, network: default, NAD default, SandboxID: "270a17bde4550246e658b6f75227fdc918727fa701b6f010c42e37fcc372a305", PCI device ID: , UID: "f59b3f61-59aa-4548-ad07-7ead0dffa549", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0403 00:03:05.750607 3850 cni.go:424] [openshift-network-diagnostics/network-check-target-mz6hr 270a17bde4550246e658b6f75227fdc918727fa701b6f010c42e37fcc372a305 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-mz6hr 270a17bde4550246e658b6f75227fdc918727fa701b6f010c42e37fcc372a305 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:8a:a8:79:fb:71\",\"name\":\"270a17bde455024\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1f5983a-c5cf-4a2f-8fc3-593a540c3d7e\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0403 00:03:06.122237 3850 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-232.ec2.internal I0403 00:03:06.122244 3850 egressfirewall.go:628] Syncing node "ip-10-0-2-232.ec2.internal" for egress firewall I0403 00:03:06.122249 3850 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-232.ec2.internal in network "default" I0403 00:03:06.122259 3850 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-232.ec2.internal: 31.308µs I0403 00:03:06.122319 3850 node_tracker.go:169] Node ip-10-0-2-232.ec2.internal switch + router changed, syncing services in network "default" I0403 00:03:06.122319 3850 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-232.ec2.internal", IP: 10.0.2.232 to PMTUD blocking rules I0403 00:03:06.122335 3850 services_controller.go:574] Full service sync requested for network=default I0403 00:03:06.122334 3850 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-232.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0403 00:03:06.128861 3850 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-2-232.ec2.internal. Updating no re-route policies I0403 00:03:06.139177 3850 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-232.ec2.internal", IP: 10.0.2.232 to PMTUD blocking rules I0403 00:03:06.139198 3850 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-232.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0403 00:03:06.895749 3850 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-99.ec2.internal I0403 00:03:06.895773 3850 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-99.ec2.internal: 28.914µs I0403 00:03:06.895773 3850 egressfirewall.go:628] Syncing node "ip-10-0-0-99.ec2.internal" for egress firewall I0403 00:03:06.895784 3850 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-99.ec2.internal in network "default" I0403 00:03:06.895872 3850 node_tracker.go:169] Node ip-10-0-0-99.ec2.internal switch + router changed, syncing services in network "default" I0403 00:03:06.895894 3850 services_controller.go:574] Full service sync requested for network=default I0403 00:03:06.895786 3850 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-99.ec2.internal", IP: 10.0.0.99 to PMTUD blocking rules I0403 00:03:06.895969 3850 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-99.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0403 00:03:06.902121 3850 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-99.ec2.internal. Updating no re-route policies I0403 00:03:06.912624 3850 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-99.ec2.internal", IP: 10.0.0.99 to PMTUD blocking rules I0403 00:03:06.912640 3850 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-99.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0403 00:03:07.410895 3850 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-h4bwp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:03:07.410948 3850 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-h4bwp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0403 00:03:07.780196 3850 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0403 00:03:07.794880 3850 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-h4bwp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:03:07.794904 3850 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-h4bwp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:03:07.803868 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod kube-system/ecr-credential-refresh-initial-h4bwp I0403 00:03:07.803895 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod kube-system/ecr-credential-refresh-initial-h4bwp I0403 00:03:09.183986 3850 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-232.ec2.internal I0403 00:03:09.184023 3850 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-232.ec2.internal: 48.145µs I0403 00:03:09.503511 3850 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-29586240-9xqf9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:03:09.503541 3850 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-29586240-9xqf9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:03:09.860659 3850 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-29586240-9xqf9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:03:09.860696 3850 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-29586240-9xqf9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0403 00:03:10.792100 3850 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0403 00:03:10.949276 3850 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-99.ec2.internal I0403 00:03:10.949307 3850 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-99.ec2.internal: 36.697µs I0403 00:03:11.358398 3850 cni.go:403] [kube-system/global-pull-secret-syncer-dhc68 bf5db9799753882f457f915d97744fcfcd6d9b7a24aebb31ceb593c7f2146485 network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-dhc68 bf5db9799753882f457f915d97744fcfcd6d9b7a24aebb31ceb593c7f2146485 network default NAD default] I0403 00:03:11.368488 3850 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-dhc68, hostIfaceName: bf5db9799753882, network: default, NAD default, SandboxID: "bf5db9799753882f457f915d97744fcfcd6d9b7a24aebb31ceb593c7f2146485", PCI device ID: , UID: "18245903-101a-48c9-a537-937c0345a990", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0403 00:03:11.414645 3850 cni.go:424] [kube-system/global-pull-secret-syncer-dhc68 bf5db9799753882f457f915d97744fcfcd6d9b7a24aebb31ceb593c7f2146485 network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-dhc68 bf5db9799753882f457f915d97744fcfcd6d9b7a24aebb31ceb593c7f2146485 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:2a:98:f3:3d:10\",\"name\":\"bf5db9799753882\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d210cbd-89be-475d-b0e4-100536163434\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0403 00:03:13.822333 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0403 00:03:16.968366 3850 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0403 00:03:18.377649 3850 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0403 00:03:41.816422 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0403 00:04:39.687355 3850 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:04:39.687903 3850 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:04:39.687927 3850 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:04:39.687936 3850 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0403 00:04:39.687947 3850 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:04:39.687952 3850 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0403 00:04:40.714431 3850 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:04:40.714458 3850 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:04:40.714483 3850 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:04:40.714494 3850 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:04:44.888753 3850 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0403 00:04:44.900216 3850 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0403 00:05:17.689987 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0403 00:05:18.371650 3850 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0403 00:05:18.372655 3850 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 979.524µs I0403 00:05:18.390965 3850 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0403 00:05:18.482064 3850 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-848b55fff-nw8t6] creating logical port openshift-kube-storage-version-migrator_migrator-848b55fff-nw8t6 for pod on switch ip-10-0-1-237.ec2.internal I0403 00:05:18.482155 3850 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-848b55fff-nw8t6 I0403 00:05:18.498147 3850 pod.go:62] [openshift-kube-storage-version-migrator/migrator-848b55fff-nw8t6] pod update took 16.01529ms I0403 00:05:18.498170 3850 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator/migrator-848b55fff-nw8t6] addLogicalPort annotation time took 16.042081ms I0403 00:05:18.499243 3850 pods.go:271] [openshift-kube-storage-version-migrator/migrator-848b55fff-nw8t6] addLogicalPort took 17.198114ms, libovsdb time 810.944µs I0403 00:05:18.836522 3850 cni.go:403] [openshift-kube-storage-version-migrator/migrator-848b55fff-nw8t6 011bbea6cd920aa330e5da92d13533c66bf7ed2c060a72542c777fdee331ca25 network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-848b55fff-nw8t6 011bbea6cd920aa330e5da92d13533c66bf7ed2c060a72542c777fdee331ca25 network default NAD default] I0403 00:05:18.845228 3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-848b55fff-nw8t6, hostIfaceName: 011bbea6cd920aa, network: default, NAD default, SandboxID: "011bbea6cd920aa330e5da92d13533c66bf7ed2c060a72542c777fdee331ca25", PCI device ID: , UID: "ad1da225-1f81-4507-b4f0-e4288f297cb6", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0403 00:05:18.891736 3850 cni.go:424] [openshift-kube-storage-version-migrator/migrator-848b55fff-nw8t6 011bbea6cd920aa330e5da92d13533c66bf7ed2c060a72542c777fdee331ca25 network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-848b55fff-nw8t6 011bbea6cd920aa330e5da92d13533c66bf7ed2c060a72542c777fdee331ca25 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:02:b9:5c:04:8b\",\"name\":\"011bbea6cd920aa\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d8f59e6-9e55-42d6-ad96-fb288e051c73\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0403 00:05:19.382662 3850 namespace.go:98] [openshift-service-ca] adding namespace I0403 00:05:19.383685 3850 namespace.go:102] [openshift-service-ca] adding namespace took 999.767µs I0403 00:05:19.404702 3850 namespace.go:142] [openshift-service-ca] updating namespace W0403 00:05:28.530896 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0403 00:05:40.292306 3850 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-pp82g] creating logical port openshift-insights_insights-runtime-extractor-pp82g for pod on switch ip-10-0-1-237.ec2.internal I0403 00:05:40.292463 3850 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-pp82g I0403 00:05:40.315318 3850 pod.go:62] [openshift-insights/insights-runtime-extractor-pp82g] pod update took 22.887571ms I0403 00:05:40.315339 3850 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-pp82g] addLogicalPort annotation time took 22.915678ms I0403 00:05:40.316503 3850 pods.go:271] [openshift-insights/insights-runtime-extractor-pp82g] addLogicalPort took 24.213369ms, libovsdb time 888.295µs I0403 00:05:40.641902 3850 cni.go:403] [openshift-insights/insights-runtime-extractor-pp82g 635cbd81a91969dff1b42db14eae279efb64653e8141994bc689e4e293e5fb49 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-pp82g 635cbd81a91969dff1b42db14eae279efb64653e8141994bc689e4e293e5fb49 network default NAD default] I0403 00:05:40.650671 3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-pp82g, hostIfaceName: 635cbd81a91969d, network: default, NAD default, SandboxID: "635cbd81a91969dff1b42db14eae279efb64653e8141994bc689e4e293e5fb49", PCI device ID: , UID: "cacd87e7-3889-44b2-bd72-45d31804754a", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0403 00:05:40.697302 3850 cni.go:424] [openshift-insights/insights-runtime-extractor-pp82g 635cbd81a91969dff1b42db14eae279efb64653e8141994bc689e4e293e5fb49 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-pp82g 635cbd81a91969dff1b42db14eae279efb64653e8141994bc689e4e293e5fb49 network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:6a:20:c0:59:27\",\"name\":\"635cbd81a91969d\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa94de02-c19f-42c3-a029-a19981d12ac2\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0403 00:05:41.304171 3850 obj_retry.go:464] Detected object openshift-image-registry/image-registry-59598b9bc-f9mm9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:05:41.304780 3850 obj_retry.go:464] Detected object openshift-image-registry/image-registry-59598b9bc-f9mm9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:05:41.330775 3850 obj_retry.go:458] Detected object openshift-image-registry/image-registry-59598b9bc-f9mm9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:05:41.330799 3850 obj_retry.go:458] Detected object openshift-image-registry/image-registry-59598b9bc-f9mm9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:05:41.354075 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-59598b9bc-f9mm9 I0403 00:05:41.354101 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-59598b9bc-f9mm9 I0403 00:05:41.775157 3850 obj_retry.go:464] Detected object openshift-image-registry/image-registry-767664b5c6-pjjv9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:05:41.775759 3850 obj_retry.go:464] Detected object openshift-image-registry/image-registry-767664b5c6-pjjv9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:05:41.809610 3850 obj_retry.go:458] Detected object openshift-image-registry/image-registry-767664b5c6-pjjv9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:05:41.809631 3850 obj_retry.go:458] Detected object openshift-image-registry/image-registry-767664b5c6-pjjv9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:05:41.821542 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-767664b5c6-pjjv9 I0403 00:05:41.821567 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-767664b5c6-pjjv9 W0403 00:05:42.287350 3850 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0403 00:05:42.787867 3850 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0403 00:05:46.304102 3850 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0403 00:05:46.304120 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0403 00:05:46.304244 3850 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:05:46.304258 3850 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:05:46.304263 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:05:46.327164 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0403 00:05:46.327181 3850 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0403 00:05:46.328624 3850 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:05:46.328633 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:05:46.328637 3850 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:05:46.808312 3850 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0403 00:05:46.808329 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0403 00:05:46.808535 3850 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:05:46.808554 3850 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:05:46.808559 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0403 00:05:50.824698 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0403 00:05:51.660755 3850 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-847b8ff89d-vdxmz] creating logical port openshift-monitoring_prometheus-operator-847b8ff89d-vdxmz for pod on switch ip-10-0-1-237.ec2.internal I0403 00:05:51.660866 3850 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-847b8ff89d-vdxmz I0403 00:05:51.675316 3850 pod.go:62] [openshift-monitoring/prometheus-operator-847b8ff89d-vdxmz] pod update took 14.491359ms I0403 00:05:51.675339 3850 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-847b8ff89d-vdxmz] addLogicalPort annotation time took 14.519943ms I0403 00:05:51.676440 3850 pods.go:271] [openshift-monitoring/prometheus-operator-847b8ff89d-vdxmz] addLogicalPort took 15.705115ms, libovsdb time 827.99µs I0403 00:05:52.618272 3850 cni.go:403] [openshift-monitoring/prometheus-operator-847b8ff89d-vdxmz fa087bb03e745d15a86e9079f09eaeac223ea0e9d7838682b55bf28b5141b4e8 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-847b8ff89d-vdxmz fa087bb03e745d15a86e9079f09eaeac223ea0e9d7838682b55bf28b5141b4e8 network default NAD default] I0403 00:05:52.627228 3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-847b8ff89d-vdxmz, hostIfaceName: fa087bb03e745d1, network: default, NAD default, SandboxID: "fa087bb03e745d15a86e9079f09eaeac223ea0e9d7838682b55bf28b5141b4e8", PCI device ID: , UID: "0db9b3ca-6e56-4989-ac75-ae7319f36bf9", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0403 00:05:52.672430 3850 cni.go:424] [openshift-monitoring/prometheus-operator-847b8ff89d-vdxmz fa087bb03e745d15a86e9079f09eaeac223ea0e9d7838682b55bf28b5141b4e8 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-847b8ff89d-vdxmz fa087bb03e745d15a86e9079f09eaeac223ea0e9d7838682b55bf28b5141b4e8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:c9:1e:87:da:07\",\"name\":\"fa087bb03e745d1\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/792c23e2-9b5f-42b7-963d-b412a006b1cf\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0403 00:05:57.233059 3850 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-237.ec2.internal I0403 00:05:57.233163 3850 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0403 00:05:57.254110 3850 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 20.979229ms I0403 00:05:57.254142 3850 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 21.019594ms I0403 00:05:57.255622 3850 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 22.583114ms, libovsdb time 1.0773ms I0403 00:05:57.587074 3850 cni.go:403] [openshift-monitoring/alertmanager-main-0 126961b9eae3a1a88f08d72b1023c77ee4ec4e6c1ded5964418a9d71d542db88 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 126961b9eae3a1a88f08d72b1023c77ee4ec4e6c1ded5964418a9d71d542db88 network default NAD default] I0403 00:05:57.596390 3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 126961b9eae3a1a, network: default, NAD default, SandboxID: "126961b9eae3a1a88f08d72b1023c77ee4ec4e6c1ded5964418a9d71d542db88", PCI device ID: , UID: "14af0ee9-62b3-4894-a2d3-ec40e059a679", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0403 00:05:57.643645 3850 cni.go:424] [openshift-monitoring/alertmanager-main-0 126961b9eae3a1a88f08d72b1023c77ee4ec4e6c1ded5964418a9d71d542db88 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 126961b9eae3a1a88f08d72b1023c77ee4ec4e6c1ded5964418a9d71d542db88 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:e4:c4:c8:3d:e8\",\"name\":\"126961b9eae3a1a\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88c8c8c5-8479-41f5-a056-b5ebbaea6080\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0403 00:05:58.907125 3850 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:05:58.907143 3850 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:05:58.907148 3850 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:05:59.293728 3850 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:05:59.293745 3850 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:05:59.293750 3850 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0403 00:06:00.281791 3850 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-654cc97df-4ww4m] creating logical port openshift-monitoring_thanos-querier-654cc97df-4ww4m for pod on switch ip-10-0-1-237.ec2.internal I0403 00:06:00.281915 3850 kube.go:256] Updating pod openshift-monitoring/thanos-querier-654cc97df-4ww4m I0403 00:06:00.301046 3850 pod.go:62] [openshift-monitoring/thanos-querier-654cc97df-4ww4m] pod update took 19.169492ms I0403 00:06:00.301072 3850 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-654cc97df-4ww4m] addLogicalPort annotation time took 19.201404ms I0403 00:06:00.302442 3850 pods.go:271] [openshift-monitoring/thanos-querier-654cc97df-4ww4m] addLogicalPort took 20.669721ms, libovsdb time 938.729µs I0403 00:06:00.648544 3850 cni.go:403] [openshift-monitoring/thanos-querier-654cc97df-4ww4m 21366bc122f7a6f7e3419d89e2404742b774ee48f544ff1180f604492ddf30a6 network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-654cc97df-4ww4m 21366bc122f7a6f7e3419d89e2404742b774ee48f544ff1180f604492ddf30a6 network default NAD default] I0403 00:06:00.660097 3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-654cc97df-4ww4m, hostIfaceName: 21366bc122f7a6f, network: default, NAD default, SandboxID: "21366bc122f7a6f7e3419d89e2404742b774ee48f544ff1180f604492ddf30a6", PCI device ID: , UID: "7617ffed-8aa1-4c30-98ae-21e55e45a786", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0403 00:06:00.709967 3850 cni.go:424] [openshift-monitoring/thanos-querier-654cc97df-4ww4m 21366bc122f7a6f7e3419d89e2404742b774ee48f544ff1180f604492ddf30a6 network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-654cc97df-4ww4m 21366bc122f7a6f7e3419d89e2404742b774ee48f544ff1180f604492ddf30a6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:66:5a:ee:60:aa\",\"name\":\"21366bc122f7a6f\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bdd46449-69c5-43fa-b7dc-dd278efa0903\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0403 00:06:00.871282 3850 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-765bc5ddc8-mzb2m] creating logical port openshift-monitoring_metrics-server-765bc5ddc8-mzb2m for pod on switch ip-10-0-1-237.ec2.internal I0403 00:06:00.871379 3850 kube.go:256] Updating pod openshift-monitoring/metrics-server-765bc5ddc8-mzb2m I0403 00:06:00.888758 3850 pod.go:62] [openshift-monitoring/metrics-server-765bc5ddc8-mzb2m] pod update took 17.404663ms I0403 00:06:00.888781 3850 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-765bc5ddc8-mzb2m] addLogicalPort annotation time took 17.433102ms I0403 00:06:00.889923 3850 pods.go:271] [openshift-monitoring/metrics-server-765bc5ddc8-mzb2m] addLogicalPort took 18.659851ms, libovsdb time 822.123µs I0403 00:06:01.234570 3850 cni.go:403] [openshift-monitoring/metrics-server-765bc5ddc8-mzb2m 21b35e9e5e35d00230b590791bb38ec453fd2d5f1e13e3e507ba04689cbc5146 network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-765bc5ddc8-mzb2m 21b35e9e5e35d00230b590791bb38ec453fd2d5f1e13e3e507ba04689cbc5146 network default NAD default] I0403 00:06:01.244695 3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-765bc5ddc8-mzb2m, hostIfaceName: 21b35e9e5e35d00, network: default, NAD default, SandboxID: "21b35e9e5e35d00230b590791bb38ec453fd2d5f1e13e3e507ba04689cbc5146", PCI device ID: , UID: "b36bdd0d-b745-4452-892c-978d40ee2f32", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0403 00:06:01.297900 3850 cni.go:424] [openshift-monitoring/metrics-server-765bc5ddc8-mzb2m 21b35e9e5e35d00230b590791bb38ec453fd2d5f1e13e3e507ba04689cbc5146 network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-765bc5ddc8-mzb2m 21b35e9e5e35d00230b590791bb38ec453fd2d5f1e13e3e507ba04689cbc5146 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:c6:c3:37:4d:a7\",\"name\":\"21b35e9e5e35d00\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8757b816-9fbc-47a5-a9c7-37834ca0fffb\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0403 00:06:02.549330 3850 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-237.ec2.internal I0403 00:06:02.549472 3850 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0403 00:06:02.577058 3850 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 27.622933ms I0403 00:06:02.577090 3850 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 27.659976ms I0403 00:06:02.578541 3850 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 29.229092ms, libovsdb time 1.018292ms I0403 00:06:02.905028 3850 cni.go:403] [openshift-monitoring/prometheus-k8s-1 b6508a78f54221c496207904e4cfd24d0bf8534c50f3904c7f7db20334b02fdf network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 b6508a78f54221c496207904e4cfd24d0bf8534c50f3904c7f7db20334b02fdf network default NAD default] I0403 00:06:02.915106 3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: b6508a78f54221c, network: default, NAD default, SandboxID: "b6508a78f54221c496207904e4cfd24d0bf8534c50f3904c7f7db20334b02fdf", PCI device ID: , UID: "2286d916-0512-4dad-a9da-77d84f5cdcfc", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0403 00:06:02.966246 3850 cni.go:424] [openshift-monitoring/prometheus-k8s-1 b6508a78f54221c496207904e4cfd24d0bf8534c50f3904c7f7db20334b02fdf network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 b6508a78f54221c496207904e4cfd24d0bf8534c50f3904c7f7db20334b02fdf network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:e7:04:37:88:7f\",\"name\":\"b6508a78f54221c\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03ebb310-8a5a-47ba-9437-3b722dda07ac\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0403 00:06:03.309508 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0403 00:06:03.354254 3850 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0403 00:06:03.354272 3850 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0403 00:06:03.387064 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0403 00:06:03.907660 3850 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0403 00:06:03.907682 3850 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0403 00:06:04.327601 3850 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:06:04.327620 3850 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:06:04.327626 3850 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:06:04.327630 3850 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:06:04.400714 3850 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:06:04.400737 3850 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:06:04.400743 3850 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:06:04.400749 3850 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:06:10.417806 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:06:10.417826 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:06:10.417832 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:06:10.417849 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:06:10.417864 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:06:10.417868 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:06:10.417872 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:06:10.417876 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:06:11.343049 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:06:11.343071 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:06:11.343077 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:06:11.343081 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0403 00:06:14.443090 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0403 00:06:14.959885 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0403 00:06:18.349477 3850 base_network_controller_pods.go:487] [default/openshift-console/console-576949b5f9-hsqdg] creating logical port openshift-console_console-576949b5f9-hsqdg for pod on switch ip-10-0-1-237.ec2.internal I0403 00:06:18.349581 3850 kube.go:256] Updating pod openshift-console/console-576949b5f9-hsqdg I0403 00:06:18.367728 3850 pod.go:62] [openshift-console/console-576949b5f9-hsqdg] pod update took 18.179568ms I0403 00:06:18.367754 3850 base_network_controller_pods.go:937] [default/openshift-console/console-576949b5f9-hsqdg] addLogicalPort annotation time took 18.206869ms I0403 00:06:18.369136 3850 pods.go:271] [openshift-console/console-576949b5f9-hsqdg] addLogicalPort took 19.675125ms, libovsdb time 982.452µs W0403 00:06:18.375031 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0403 00:06:18.713542 3850 cni.go:403] [openshift-console/console-576949b5f9-hsqdg 224afe3e2e4b454339729fb99ef9dc58f1e8f32857021f3e755dc8d7cdeb325d network default NAD default] ADD starting CNI request [openshift-console/console-576949b5f9-hsqdg 224afe3e2e4b454339729fb99ef9dc58f1e8f32857021f3e755dc8d7cdeb325d network default NAD default] I0403 00:06:18.722750 3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-576949b5f9-hsqdg, hostIfaceName: 224afe3e2e4b454, network: default, NAD default, SandboxID: "224afe3e2e4b454339729fb99ef9dc58f1e8f32857021f3e755dc8d7cdeb325d", PCI device ID: , UID: "3672d796-62cf-4bbd-8fc2-94a49f1dd20f", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0403 00:06:18.768827 3850 cni.go:424] [openshift-console/console-576949b5f9-hsqdg 224afe3e2e4b454339729fb99ef9dc58f1e8f32857021f3e755dc8d7cdeb325d network default NAD default] ADD finished CNI request [openshift-console/console-576949b5f9-hsqdg 224afe3e2e4b454339729fb99ef9dc58f1e8f32857021f3e755dc8d7cdeb325d network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:ae:46:e6:95:98\",\"name\":\"224afe3e2e4b454\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/625f2543-e034-4469-ab89-55b8dc494bc0\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0403 00:06:21.389945 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0403 00:06:22.481983 3850 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0403 00:06:23.262583 3850 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0403 00:06:24.319047 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0403 00:06:27.669222 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:06:27.669241 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:06:27.669246 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0403 00:06:32.517511 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0403 00:06:38.050285 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0403 00:06:38.545769 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0403 00:06:42.744893 3850 cni.go:403] [openshift-multus/network-metrics-daemon-sp4qf c4b5776abd1c7313a6e12d6ae03f92397ffc6d312e607e64f986f95451e9a62f network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-sp4qf c4b5776abd1c7313a6e12d6ae03f92397ffc6d312e607e64f986f95451e9a62f network default NAD default] I0403 00:06:42.754024 3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-sp4qf, hostIfaceName: c4b5776abd1c731, network: default, NAD default, SandboxID: "c4b5776abd1c7313a6e12d6ae03f92397ffc6d312e607e64f986f95451e9a62f", PCI device ID: , UID: "87eaeb48-a1c3-41dc-ae4f-9210e4df1009", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0403 00:06:42.800876 3850 cni.go:424] [openshift-multus/network-metrics-daemon-sp4qf c4b5776abd1c7313a6e12d6ae03f92397ffc6d312e607e64f986f95451e9a62f network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-sp4qf c4b5776abd1c7313a6e12d6ae03f92397ffc6d312e607e64f986f95451e9a62f network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:fa:e5:5f:0b:30\",\"name\":\"c4b5776abd1c731\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69d5fb67-bcc0-45a8-8494-305a4ff574aa\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0403 00:06:59.109070 3850 obj_retry.go:464] Detected object openshift-console/console-5c55fb46cb-7lp2m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:06:59.109623 3850 obj_retry.go:464] Detected object openshift-console/console-5c55fb46cb-7lp2m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0403 00:06:59.118184 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0403 00:06:59.635629 3850 obj_retry.go:458] Detected object openshift-console/console-5c55fb46cb-7lp2m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:06:59.635660 3850 obj_retry.go:458] Detected object openshift-console/console-5c55fb46cb-7lp2m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:06:59.642133 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c55fb46cb-7lp2m I0403 00:06:59.642159 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c55fb46cb-7lp2m W0403 00:07:00.652042 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0403 00:07:03.195313 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0403 00:07:03.195337 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0403 00:07:03.195351 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0403 00:07:03.195358 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0403 00:07:03.368035 3850 obj_retry.go:464] Detected object openshift-ingress/router-default-6965f945-jpq2s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:07:03.368622 3850 obj_retry.go:464] Detected object openshift-ingress/router-default-6965f945-jpq2s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0403 00:07:03.582294 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0403 00:07:03.582315 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0403 00:07:03.654259 3850 obj_retry.go:458] Detected object openshift-ingress/router-default-6965f945-jpq2s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:07:03.654284 3850 obj_retry.go:458] Detected object openshift-ingress/router-default-6965f945-jpq2s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:07:03.660902 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6965f945-jpq2s I0403 00:07:03.660928 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6965f945-jpq2s I0403 00:07:12.600250 3850 cni.go:403] [openshift-image-registry/image-registry-59598b9bc-h7lr6 0bf357d2bba657282f190f5659f1e8fce74d69a6e9ed7c9033d317809c0b5e9a network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-59598b9bc-h7lr6 0bf357d2bba657282f190f5659f1e8fce74d69a6e9ed7c9033d317809c0b5e9a network default NAD default] I0403 00:07:12.601291 3850 cni.go:403] [openshift-dns/dns-default-h5h57 7173a23603ba1d8269554b56934b855b6b5a5d595f2b46b326bb09a369ff11f3 network default NAD default] ADD starting CNI request [openshift-dns/dns-default-h5h57 7173a23603ba1d8269554b56934b855b6b5a5d595f2b46b326bb09a369ff11f3 network default NAD default] I0403 00:07:12.610507 3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-59598b9bc-h7lr6, hostIfaceName: 0bf357d2bba6572, network: default, NAD default, SandboxID: "0bf357d2bba657282f190f5659f1e8fce74d69a6e9ed7c9033d317809c0b5e9a", PCI device ID: , UID: "f8740d7a-3af9-4e64-866f-dcc2a9b0d3a8", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0403 00:07:12.610562 3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-h5h57, hostIfaceName: 7173a23603ba1d8, network: default, NAD default, SandboxID: "7173a23603ba1d8269554b56934b855b6b5a5d595f2b46b326bb09a369ff11f3", PCI device ID: , UID: "3d714201-de56-4d48-b825-52bf85836271", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0403 00:07:12.657561 3850 cni.go:424] [openshift-image-registry/image-registry-59598b9bc-h7lr6 0bf357d2bba657282f190f5659f1e8fce74d69a6e9ed7c9033d317809c0b5e9a network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-59598b9bc-h7lr6 0bf357d2bba657282f190f5659f1e8fce74d69a6e9ed7c9033d317809c0b5e9a network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:fc:89:03:50:c4\",\"name\":\"0bf357d2bba6572\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2da4607-08b2-4e49-ae1e-25e4e37e810f\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0403 00:07:12.674706 3850 cni.go:424] [openshift-dns/dns-default-h5h57 7173a23603ba1d8269554b56934b855b6b5a5d595f2b46b326bb09a369ff11f3 network default NAD default] ADD finished CNI request [openshift-dns/dns-default-h5h57 7173a23603ba1d8269554b56934b855b6b5a5d595f2b46b326bb09a369ff11f3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:82:03:60:43:f1\",\"name\":\"7173a23603ba1d8\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3544f988-bef5-482f-b3fe-b57d17e56fe2\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0403 00:07:13.592243 3850 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0403 00:07:14.292631 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0403 00:07:14.309795 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0403 00:07:15.603716 3850 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0403 00:07:15.603737 3850 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0403 00:07:15.603742 3850 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0403 00:07:18.019340 3850 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:07:18.020050 3850 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:07:18.220232 3850 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:07:18.220260 3850 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:07:18.228249 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0403 00:07:18.228274 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 W0403 00:07:21.742090 3850 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0403 00:07:21.742106 3850 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0403 00:07:21.742112 3850 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0403 00:07:22.184562 3850 cni.go:403] [openshift-monitoring/prometheus-k8s-1 b6508a78f54221c496207904e4cfd24d0bf8534c50f3904c7f7db20334b02fdf network default NAD default] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 b6508a78f54221c496207904e4cfd24d0bf8534c50f3904c7f7db20334b02fdf network default NAD default] I0403 00:07:22.253060 3850 cni.go:424] [openshift-monitoring/prometheus-k8s-1 b6508a78f54221c496207904e4cfd24d0bf8534c50f3904c7f7db20334b02fdf network default NAD default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 b6508a78f54221c496207904e4cfd24d0bf8534c50f3904c7f7db20334b02fdf network default NAD default], result "{}", err I0403 00:07:22.312686 3850 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:07:22.312729 3850 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0403 00:07:22.314081 3850 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.128.0.18 I0403 00:07:22.314108 3850 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:07:22.634215 3850 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:07:22.634239 3850 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:07:22.641912 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0403 00:07:22.641949 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0403 00:07:22.680698 3850 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-237.ec2.internal I0403 00:07:22.680801 3850 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0403 00:07:22.701429 3850 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 20.664502ms I0403 00:07:22.701451 3850 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 20.692188ms I0403 00:07:22.702594 3850 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 21.913947ms, libovsdb time 835.739µs I0403 00:07:23.042582 3850 cni.go:403] [openshift-monitoring/prometheus-k8s-1 4267d61d7820e87ff5b01236fda897f35ba9d2b726c34c5270bef6daf28eb850 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 4267d61d7820e87ff5b01236fda897f35ba9d2b726c34c5270bef6daf28eb850 network default NAD default] I0403 00:07:23.052001 3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 4267d61d7820e87, network: default, NAD default, SandboxID: "4267d61d7820e87ff5b01236fda897f35ba9d2b726c34c5270bef6daf28eb850", PCI device ID: , UID: "11a52431-b6b0-42ba-a220-a7a77d2c96d5", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0403 00:07:23.100482 3850 cni.go:424] [openshift-monitoring/prometheus-k8s-1 4267d61d7820e87ff5b01236fda897f35ba9d2b726c34c5270bef6daf28eb850 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 4267d61d7820e87ff5b01236fda897f35ba9d2b726c34c5270bef6daf28eb850 network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:1f:2a:75:8b:f9\",\"name\":\"4267d61d7820e87\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1151cfe-9f43-44e6-9c5d-a9c48ac03e75\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0403 00:07:23.252467 3850 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0403 00:07:23.252489 3850 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0403 00:07:23.252496 3850 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0403 00:07:25.607934 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0403 00:07:25.607958 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0403 00:07:25.607966 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0403 00:07:31.679108 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0403 00:07:31.679134 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0403 00:07:32.152592 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0403 00:07:32.152622 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0403 00:07:39.461013 3850 cni.go:403] [openshift-console/console-576949b5f9-hsqdg 224afe3e2e4b454339729fb99ef9dc58f1e8f32857021f3e755dc8d7cdeb325d network default NAD default] DEL starting CNI request [openshift-console/console-576949b5f9-hsqdg 224afe3e2e4b454339729fb99ef9dc58f1e8f32857021f3e755dc8d7cdeb325d network default NAD default] I0403 00:07:39.536471 3850 cni.go:424] [openshift-console/console-576949b5f9-hsqdg 224afe3e2e4b454339729fb99ef9dc58f1e8f32857021f3e755dc8d7cdeb325d network default NAD default] DEL finished CNI request [openshift-console/console-576949b5f9-hsqdg 224afe3e2e4b454339729fb99ef9dc58f1e8f32857021f3e755dc8d7cdeb325d network default NAD default], result "{}", err W0403 00:07:39.549065 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0403 00:07:39.549086 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0403 00:07:39.586781 3850 obj_retry.go:464] Detected object openshift-console/console-5c55fb46cb-l9d9m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:07:39.587298 3850 obj_retry.go:464] Detected object openshift-console/console-5c55fb46cb-l9d9m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:07:39.601149 3850 obj_retry.go:464] Detected object openshift-console/console-576949b5f9-hsqdg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:07:39.601174 3850 pods.go:176] Deleting pod: openshift-console/console-576949b5f9-hsqdg I0403 00:07:39.602317 3850 pods.go:236] Attempting to release IPs for pod: openshift-console/console-576949b5f9-hsqdg, ips: 10.128.0.19 I0403 00:07:39.602341 3850 obj_retry.go:464] Detected object openshift-console/console-576949b5f9-hsqdg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:07:39.612243 3850 base_network_controller_pods.go:487] [default/openshift-console/console-6d5d4fc5f5-lrm7g] creating logical port openshift-console_console-6d5d4fc5f5-lrm7g for pod on switch ip-10-0-1-237.ec2.internal I0403 00:07:39.612326 3850 kube.go:256] Updating pod openshift-console/console-6d5d4fc5f5-lrm7g I0403 00:07:39.630812 3850 pod.go:62] [openshift-console/console-6d5d4fc5f5-lrm7g] pod update took 18.508673ms I0403 00:07:39.630855 3850 base_network_controller_pods.go:937] [default/openshift-console/console-6d5d4fc5f5-lrm7g] addLogicalPort annotation time took 18.535435ms I0403 00:07:39.631916 3850 pods.go:271] [openshift-console/console-6d5d4fc5f5-lrm7g] addLogicalPort took 19.687346ms, libovsdb time 753.262µs I0403 00:07:39.721549 3850 obj_retry.go:458] Detected object openshift-console/console-576949b5f9-hsqdg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:07:39.721574 3850 obj_retry.go:458] Detected object openshift-console/console-576949b5f9-hsqdg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:07:39.731122 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-576949b5f9-hsqdg I0403 00:07:39.731145 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-576949b5f9-hsqdg I0403 00:07:39.973995 3850 cni.go:403] [openshift-console/console-6d5d4fc5f5-lrm7g f620c0cbb3715243aeb9cc8741cfe7e3e41df4c2c8c5771f2a0ac7e2095b4973 network default NAD default] ADD starting CNI request [openshift-console/console-6d5d4fc5f5-lrm7g f620c0cbb3715243aeb9cc8741cfe7e3e41df4c2c8c5771f2a0ac7e2095b4973 network default NAD default] I0403 00:07:39.983129 3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-6d5d4fc5f5-lrm7g, hostIfaceName: f620c0cbb371524, network: default, NAD default, SandboxID: "f620c0cbb3715243aeb9cc8741cfe7e3e41df4c2c8c5771f2a0ac7e2095b4973", PCI device ID: , UID: "5a8420ff-882c-4863-bb67-be45ef089be6", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0403 00:07:40.033063 3850 cni.go:424] [openshift-console/console-6d5d4fc5f5-lrm7g f620c0cbb3715243aeb9cc8741cfe7e3e41df4c2c8c5771f2a0ac7e2095b4973 network default NAD default] ADD finished CNI request [openshift-console/console-6d5d4fc5f5-lrm7g f620c0cbb3715243aeb9cc8741cfe7e3e41df4c2c8c5771f2a0ac7e2095b4973 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:ec:52:bb:04:02\",\"name\":\"f620c0cbb371524\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c85ca85-5db7-495a-91f3-19f2a0201e3c\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0403 00:07:40.339711 3850 obj_retry.go:458] Detected object openshift-console/console-5c55fb46cb-l9d9m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:07:40.339741 3850 obj_retry.go:458] Detected object openshift-console/console-5c55fb46cb-l9d9m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:07:40.344260 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c55fb46cb-l9d9m I0403 00:07:40.344281 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c55fb46cb-l9d9m I0403 00:07:49.843902 3850 cni.go:403] [openshift-monitoring/alertmanager-main-0 126961b9eae3a1a88f08d72b1023c77ee4ec4e6c1ded5964418a9d71d542db88 network default NAD default] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 126961b9eae3a1a88f08d72b1023c77ee4ec4e6c1ded5964418a9d71d542db88 network default NAD default] I0403 00:07:49.918440 3850 cni.go:424] [openshift-monitoring/alertmanager-main-0 126961b9eae3a1a88f08d72b1023c77ee4ec4e6c1ded5964418a9d71d542db88 network default NAD default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 126961b9eae3a1a88f08d72b1023c77ee4ec4e6c1ded5964418a9d71d542db88 network default NAD default], result "{}", err I0403 00:07:49.994998 3850 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:07:49.995035 3850 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0403 00:07:49.996827 3850 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.128.0.15 I0403 00:07:49.996869 3850 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0403 00:07:50.379228 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0403 00:07:50.379263 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0403 00:07:50.427623 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0403 00:07:50.427644 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0403 00:07:50.785916 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0403 00:07:50.801249 3850 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:07:50.801279 3850 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:07:50.809328 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0403 00:07:50.809360 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0403 00:07:57.880975 3850 cni.go:403] [openshift-image-registry/image-registry-59598b9bc-h7lr6 0bf357d2bba657282f190f5659f1e8fce74d69a6e9ed7c9033d317809c0b5e9a network default NAD default] DEL starting CNI request [openshift-image-registry/image-registry-59598b9bc-h7lr6 0bf357d2bba657282f190f5659f1e8fce74d69a6e9ed7c9033d317809c0b5e9a network default NAD default] I0403 00:07:57.975143 3850 cni.go:424] [openshift-image-registry/image-registry-59598b9bc-h7lr6 0bf357d2bba657282f190f5659f1e8fce74d69a6e9ed7c9033d317809c0b5e9a network default NAD default] DEL finished CNI request [openshift-image-registry/image-registry-59598b9bc-h7lr6 0bf357d2bba657282f190f5659f1e8fce74d69a6e9ed7c9033d317809c0b5e9a network default NAD default], result "{}", err I0403 00:07:58.025947 3850 obj_retry.go:464] Detected object openshift-image-registry/image-registry-59598b9bc-h7lr6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:07:58.025986 3850 pods.go:176] Deleting pod: openshift-image-registry/image-registry-59598b9bc-h7lr6 I0403 00:07:58.027198 3850 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-59598b9bc-h7lr6, ips: 10.128.0.7 I0403 00:07:58.027231 3850 obj_retry.go:464] Detected object openshift-image-registry/image-registry-59598b9bc-h7lr6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0403 00:07:58.033610 3850 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0403 00:07:58.799303 3850 obj_retry.go:458] Detected object openshift-image-registry/image-registry-59598b9bc-h7lr6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:07:58.799329 3850 obj_retry.go:458] Detected object openshift-image-registry/image-registry-59598b9bc-h7lr6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:07:58.807228 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-59598b9bc-h7lr6 I0403 00:07:58.807255 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-59598b9bc-h7lr6 I0403 00:08:15.716076 3850 obj_retry.go:464] Detected object openshift-console/console-576949b5f9-vb8nb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:08:15.716666 3850 obj_retry.go:464] Detected object openshift-console/console-576949b5f9-vb8nb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:08:15.960786 3850 obj_retry.go:458] Detected object openshift-console/console-576949b5f9-vb8nb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:08:15.960813 3850 obj_retry.go:458] Detected object openshift-console/console-576949b5f9-vb8nb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:08:15.968028 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-576949b5f9-vb8nb I0403 00:08:15.968052 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-576949b5f9-vb8nb W0403 00:08:23.938876 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0403 00:08:23.938896 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0403 00:08:25.250831 3850 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:08:25.251406 3850 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:08:25.515095 3850 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:08:25.515117 3850 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:08:25.522705 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0403 00:08:25.522730 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0403 00:08:44.349499 3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0403 00:09:00.042664 3850 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-r42jv ef513d7a26c5ad4ffd4735f03139f2d67aa97e4081095146576c1d1d622abcf1 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-r42jv ef513d7a26c5ad4ffd4735f03139f2d67aa97e4081095146576c1d1d622abcf1 network default NAD default] I0403 00:09:00.132710 3850 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-r42jv ef513d7a26c5ad4ffd4735f03139f2d67aa97e4081095146576c1d1d622abcf1 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-r42jv ef513d7a26c5ad4ffd4735f03139f2d67aa97e4081095146576c1d1d622abcf1 network default NAD default], result "{}", err I0403 00:09:00.176854 3850 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-r42jv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:09:00.176888 3850 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-r42jv I0403 00:09:00.178295 3850 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-r42jv, ips: 10.128.0.11 I0403 00:09:00.178323 3850 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-r42jv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:09:01.199515 3850 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-r42jv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:09:01.199539 3850 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-r42jv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:09:34.378226 3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 W0403 00:09:49.346692 3850 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0403 00:09:53.378951 3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0403 00:09:58.343967 3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0403 00:10:00.178003 3850 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-plpch] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29586250-plpch for pod on switch ip-10-0-1-237.ec2.internal I0403 00:10:00.178120 3850 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-plpch I0403 00:10:00.190609 3850 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-plpch] pod update took 12.513212ms I0403 00:10:00.190641 3850 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-plpch] addLogicalPort annotation time took 12.550645ms I0403 00:10:00.191857 3850 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-plpch] addLogicalPort took 13.87129ms, libovsdb time 835.474µs I0403 00:10:00.401034 3850 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0403 00:10:00.401120 3850 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-fqsvj IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-fqsvj: no pod IPs found I0403 00:10:00.562658 3850 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-plpch d8408be886ed1ef7649e943d88dde6150774eeab03e0dd216fd82ade321c4172 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-plpch d8408be886ed1ef7649e943d88dde6150774eeab03e0dd216fd82ade321c4172 network default NAD default] I0403 00:10:00.572071 3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29586250-plpch, hostIfaceName: d8408be886ed1ef, network: default, NAD default, SandboxID: "d8408be886ed1ef7649e943d88dde6150774eeab03e0dd216fd82ade321c4172", PCI device ID: , UID: "c13aac81-739b-4a70-a5e1-7b3d27970a24", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0403 00:10:00.620766 3850 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-plpch d8408be886ed1ef7649e943d88dde6150774eeab03e0dd216fd82ade321c4172 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-plpch d8408be886ed1ef7649e943d88dde6150774eeab03e0dd216fd82ade321c4172 network default NAD default], result "{\"interfaces\":[{\"mac\":\"32:d3:b7:f9:d0:90\",\"name\":\"d8408be886ed1ef\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5d0878c-5fc0-41fc-b325-2eefb3a1d3ba\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0403 00:10:04.281496 3850 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-plpch d8408be886ed1ef7649e943d88dde6150774eeab03e0dd216fd82ade321c4172 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-plpch d8408be886ed1ef7649e943d88dde6150774eeab03e0dd216fd82ade321c4172 network default NAD default] I0403 00:10:04.359755 3850 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-plpch d8408be886ed1ef7649e943d88dde6150774eeab03e0dd216fd82ade321c4172 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-plpch d8408be886ed1ef7649e943d88dde6150774eeab03e0dd216fd82ade321c4172 network default NAD default], result "{}", err I0403 00:10:04.402945 3850 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-plpch of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:10:04.402975 3850 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-plpch I0403 00:10:04.404169 3850 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-plpch, ips: 10.128.0.22 I0403 00:10:04.404199 3850 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-plpch of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:10:05.425184 3850 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-plpch of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:10:05.425212 3850 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-plpch of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:10:13.254339 3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71 I0403 00:10:16.250396 3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=140 I0403 00:10:36.398586 3850 cni.go:403] [openshift-image-registry/image-pruner-29586240-7fprn 93b8bf928e1a5aa6150175bfd436d7706ad60fc97f776628146218a575e29e20 network default NAD default] DEL starting CNI request [openshift-image-registry/image-pruner-29586240-7fprn 93b8bf928e1a5aa6150175bfd436d7706ad60fc97f776628146218a575e29e20 network default NAD default] I0403 00:10:36.482714 3850 cni.go:424] [openshift-image-registry/image-pruner-29586240-7fprn 93b8bf928e1a5aa6150175bfd436d7706ad60fc97f776628146218a575e29e20 network default NAD default] DEL finished CNI request [openshift-image-registry/image-pruner-29586240-7fprn 93b8bf928e1a5aa6150175bfd436d7706ad60fc97f776628146218a575e29e20 network default NAD default], result "{}", err I0403 00:10:36.525831 3850 obj_retry.go:464] Detected object openshift-image-registry/image-pruner-29586240-7fprn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:10:36.525912 3850 pods.go:176] Deleting pod: openshift-image-registry/image-pruner-29586240-7fprn I0403 00:10:36.527172 3850 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-pruner-29586240-7fprn, ips: 10.128.0.6 I0403 00:10:36.527203 3850 obj_retry.go:464] Detected object openshift-image-registry/image-pruner-29586240-7fprn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:10:37.422389 3850 obj_retry.go:458] Detected object openshift-image-registry/image-pruner-29586240-7fprn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:10:37.422414 3850 obj_retry.go:458] Detected object openshift-image-registry/image-pruner-29586240-7fprn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:10:44.367171 3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0403 00:10:59.258260 3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=653 I0403 00:11:02.373116 3850 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0403 00:11:16.355261 3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0403 00:11:21.246755 3850 namespace.go:98] [tsf] adding namespace I0403 00:11:21.247621 3850 namespace.go:102] [tsf] adding namespace took 843.359µs I0403 00:11:21.261392 3850 namespace.go:142] [tsf] updating namespace I0403 00:11:21.271768 3850 namespace.go:142] [tsf] updating namespace I0403 00:11:25.413207 3850 namespace.go:98] [rhtpa-operator] adding namespace I0403 00:11:25.413287 3850 namespace.go:98] [rhbk-operator] adding namespace I0403 00:11:25.413643 3850 namespace.go:98] [konflux-ui] adding namespace I0403 00:11:25.414181 3850 namespace.go:102] [rhtpa-operator] adding namespace took 945.484µs I0403 00:11:25.414866 3850 namespace.go:102] [rhbk-operator] adding namespace took 1.565867ms I0403 00:11:25.415420 3850 namespace.go:102] [konflux-ui] adding namespace took 1.756255ms I0403 00:11:25.423413 3850 namespace.go:98] [tsf-keycloak] adding namespace I0403 00:11:25.423491 3850 namespace.go:98] [konflux-operator] adding namespace I0403 00:11:25.423552 3850 namespace.go:98] [tsf-tas] adding namespace I0403 00:11:25.424106 3850 namespace.go:102] [tsf-keycloak] adding namespace took 678.591µs I0403 00:11:25.424675 3850 namespace.go:102] [konflux-operator] adding namespace took 1.17277ms I0403 00:11:25.424937 3850 namespace.go:98] [tsf-tpa] adding namespace I0403 00:11:25.425050 3850 namespace.go:98] [cert-manager-operator] adding namespace I0403 00:11:25.425396 3850 namespace.go:102] [tsf-tas] adding namespace took 1.827361ms I0403 00:11:25.425996 3850 namespace.go:102] [tsf-tpa] adding namespace took 1.045414ms I0403 00:11:25.426476 3850 namespace.go:102] [cert-manager-operator] adding namespace took 1.379484ms I0403 00:11:25.436577 3850 namespace.go:142] [rhtpa-operator] updating namespace I0403 00:11:25.452194 3850 namespace.go:142] [rhtpa-operator] updating namespace I0403 00:11:25.457912 3850 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:11:25.458020 3850 namespace.go:142] [rhbk-operator] updating namespace I0403 00:11:25.459661 3850 namespace.go:142] [konflux-ui] updating namespace I0403 00:11:25.459723 3850 namespace.go:142] [konflux-operator] updating namespace I0403 00:11:25.467706 3850 namespace.go:142] [tsf-tas] updating namespace I0403 00:11:25.469849 3850 namespace.go:142] [cert-manager-operator] updating namespace I0403 00:11:25.469990 3850 namespace.go:142] [tsf-tpa] updating namespace I0403 00:11:25.478297 3850 namespace.go:142] [rhtpa-operator] updating namespace I0403 00:11:25.517888 3850 namespace.go:142] [konflux-ui] updating namespace I0403 00:11:25.531570 3850 namespace.go:142] [konflux-ui] updating namespace I0403 00:11:25.560110 3850 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:11:25.575903 3850 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:11:25.584341 3850 namespace.go:142] [konflux-operator] updating namespace I0403 00:11:25.607727 3850 namespace.go:142] [konflux-operator] updating namespace I0403 00:11:25.623475 3850 namespace.go:142] [tsf-tas] updating namespace I0403 00:11:25.636239 3850 namespace.go:142] [tsf-tas] updating namespace I0403 00:11:25.670985 3850 namespace.go:142] [tsf-tpa] updating namespace I0403 00:11:25.689532 3850 namespace.go:142] [tsf-tpa] updating namespace I0403 00:11:25.692320 3850 namespace.go:142] [cert-manager-operator] updating namespace I0403 00:11:25.712566 3850 namespace.go:142] [cert-manager-operator] updating namespace I0403 00:11:25.723278 3850 namespace.go:142] [rhbk-operator] updating namespace I0403 00:11:25.733472 3850 namespace.go:142] [rhbk-operator] updating namespace I0403 00:11:26.640068 3850 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:11:26.642340 3850 namespace.go:142] [tsf-tpa] updating namespace I0403 00:11:26.802746 3850 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-237.ec2.internal I0403 00:11:26.802870 3850 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0403 00:11:26.829136 3850 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 26.316355ms I0403 00:11:26.829160 3850 base_network_controller_pods.go:937] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 26.345304ms I0403 00:11:26.830248 3850 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 27.517833ms, libovsdb time 786.284µs I0403 00:11:27.166873 3850 cni.go:403] [tsf/test-tsf-subscriptions 9fd05d7ae0920fb78e5688819264e131442fc08eff117647f774665f1fd7efa8 network default NAD default] ADD starting CNI request [tsf/test-tsf-subscriptions 9fd05d7ae0920fb78e5688819264e131442fc08eff117647f774665f1fd7efa8 network default NAD default] I0403 00:11:27.176067 3850 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 9fd05d7ae0920fb, network: default, NAD default, SandboxID: "9fd05d7ae0920fb78e5688819264e131442fc08eff117647f774665f1fd7efa8", PCI device ID: , UID: "54124ab2-d2fd-4257-a7d6-52b60c7b67f5", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0403 00:11:27.222503 3850 cni.go:424] [tsf/test-tsf-subscriptions 9fd05d7ae0920fb78e5688819264e131442fc08eff117647f774665f1fd7efa8 network default NAD default] ADD finished CNI request [tsf/test-tsf-subscriptions 9fd05d7ae0920fb78e5688819264e131442fc08eff117647f774665f1fd7efa8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:85:72:80:1b:58\",\"name\":\"9fd05d7ae0920fb\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c11c872d-6af3-4e57-8826-da0d2d3c6adf\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0403 00:11:32.435564 3850 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:32.436129 3850 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:32.436163 3850 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:32.436174 3850 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0403 00:11:32.436191 3850 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:32.436202 3850 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0403 00:11:33.452362 3850 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:33.452941 3850 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:33.452970 3850 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:33.452978 3850 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0403 00:11:33.452992 3850 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:33.452996 3850 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0403 00:11:33.465435 3850 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:33.465458 3850 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:33.465471 3850 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:33.465488 3850 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:34.478418 3850 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:34.478442 3850 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:34.478462 3850 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:34.478480 3850 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:35.476138 3850 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:35.476660 3850 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:35.476684 3850 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:35.476694 3850 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0403 00:11:35.476714 3850 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:35.476721 3850 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0403 00:11:35.507633 3850 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:35.508097 3850 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:35.508118 3850 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:35.508126 3850 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0403 00:11:35.508137 3850 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:35.508141 3850 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0403 00:11:36.501487 3850 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:36.501509 3850 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:36.501522 3850 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:36.501538 3850 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:36.533145 3850 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:36.533164 3850 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:36.533175 3850 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:36.533187 3850 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:38.099887 3850 obj_retry.go:464] Detected object openshift-console/console-6d5d4fc5f5-mfkks of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:38.100389 3850 obj_retry.go:464] Detected object openshift-console/console-6d5d4fc5f5-mfkks of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:38.380510 3850 obj_retry.go:458] Detected object openshift-console/console-6d5d4fc5f5-mfkks of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:38.380530 3850 obj_retry.go:458] Detected object openshift-console/console-6d5d4fc5f5-mfkks of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:38.388712 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d5d4fc5f5-mfkks I0403 00:11:38.388733 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d5d4fc5f5-mfkks I0403 00:11:38.491497 3850 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:38.492125 3850 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:38.492149 3850 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:38.492157 3850 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0403 00:11:38.492171 3850 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:38.492180 3850 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0403 00:11:39.501318 3850 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:39.501751 3850 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:39.501774 3850 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:39.501781 3850 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0403 00:11:39.501793 3850 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0403 00:11:39.501797 3850 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0403 00:11:39.519639 3850 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:39.519658 3850 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:39.519671 3850 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:39.519682 3850 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:40.537405 3850 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:40.537436 3850 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:40.537449 3850 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:40.537462 3850 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:47.253243 3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=53 I0403 00:11:48.964072 3850 cni.go:403] [openshift-console/console-6d5d4fc5f5-lrm7g f620c0cbb3715243aeb9cc8741cfe7e3e41df4c2c8c5771f2a0ac7e2095b4973 network default NAD default] DEL starting CNI request [openshift-console/console-6d5d4fc5f5-lrm7g f620c0cbb3715243aeb9cc8741cfe7e3e41df4c2c8c5771f2a0ac7e2095b4973 network default NAD default] I0403 00:11:49.039279 3850 cni.go:424] [openshift-console/console-6d5d4fc5f5-lrm7g f620c0cbb3715243aeb9cc8741cfe7e3e41df4c2c8c5771f2a0ac7e2095b4973 network default NAD default] DEL finished CNI request [openshift-console/console-6d5d4fc5f5-lrm7g f620c0cbb3715243aeb9cc8741cfe7e3e41df4c2c8c5771f2a0ac7e2095b4973 network default NAD default], result "{}", err I0403 00:11:49.161464 3850 obj_retry.go:464] Detected object openshift-console/console-6d5d4fc5f5-lrm7g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:49.161501 3850 pods.go:176] Deleting pod: openshift-console/console-6d5d4fc5f5-lrm7g I0403 00:11:49.162648 3850 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6d5d4fc5f5-lrm7g, ips: 10.128.0.21 I0403 00:11:49.162678 3850 obj_retry.go:464] Detected object openshift-console/console-6d5d4fc5f5-lrm7g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:11:49.736784 3850 obj_retry.go:458] Detected object openshift-console/console-6d5d4fc5f5-lrm7g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:49.736803 3850 obj_retry.go:458] Detected object openshift-console/console-6d5d4fc5f5-lrm7g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:11:49.759222 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d5d4fc5f5-lrm7g I0403 00:11:49.759245 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d5d4fc5f5-lrm7g I0403 00:11:49.762663 3850 namespace.go:98] [cert-manager] adding namespace I0403 00:11:49.763561 3850 namespace.go:102] [cert-manager] adding namespace took 876.058µs I0403 00:11:49.819473 3850 namespace.go:142] [cert-manager] updating namespace I0403 00:11:49.845514 3850 namespace.go:142] [cert-manager] updating namespace W0403 00:11:52.971142 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0403 00:11:53.281378 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0403 00:11:53.290141 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0403 00:11:55.924562 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0403 00:11:55.924582 3850 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0403 00:11:56.520536 3850 namespace.go:142] [openshift-operators] updating namespace I0403 00:11:56.534444 3850 namespace.go:142] [openshift-operators] updating namespace W0403 00:11:58.469050 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0403 00:11:58.481132 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0403 00:11:58.496116 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0403 00:11:58.503067 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0403 00:11:58.509174 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0403 00:12:05.889522 3850 namespace.go:98] [trusted-artifact-signer] adding namespace I0403 00:12:05.890421 3850 namespace.go:102] [trusted-artifact-signer] adding namespace took 876.432µs I0403 00:12:05.919081 3850 namespace.go:142] [trusted-artifact-signer] updating namespace I0403 00:12:05.932904 3850 namespace.go:142] [trusted-artifact-signer] updating namespace I0403 00:12:06.339675 3850 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 W0403 00:12:06.600455 3850 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0403 00:12:06.771125 3850 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0403 00:12:06.797128 3850 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0403 00:12:10.882111 3850 namespace.go:142] [openshift-operators] updating namespace I0403 00:12:20.258943 3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=101 I0403 00:12:22.361482 3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0403 00:12:27.021077 3850 namespace.go:98] [openshift-pipelines] adding namespace I0403 00:12:27.021979 3850 namespace.go:102] [openshift-pipelines] adding namespace took 880.619µs I0403 00:12:27.040276 3850 namespace.go:142] [openshift-pipelines] updating namespace I0403 00:12:27.757117 3850 namespace.go:142] [cert-manager] updating namespace I0403 00:12:27.943730 3850 namespace.go:142] [cert-manager-operator] updating namespace I0403 00:12:28.344703 3850 namespace.go:142] [konflux-operator] updating namespace I0403 00:12:28.545428 3850 namespace.go:142] [konflux-ui] updating namespace I0403 00:12:28.749781 3850 namespace.go:142] [open-cluster-management-2peb3vkdph24mruvov1fesssleh67mln] updating namespace I0403 00:12:29.148779 3850 namespace.go:142] [rhbk-operator] updating namespace I0403 00:12:29.346864 3850 namespace.go:142] [rhtpa-operator] updating namespace I0403 00:12:29.549584 3850 namespace.go:142] [trusted-artifact-signer] updating namespace I0403 00:12:29.749614 3850 namespace.go:142] [tsf] updating namespace I0403 00:12:29.955549 3850 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:12:30.151795 3850 namespace.go:142] [tsf-tas] updating namespace I0403 00:12:30.352081 3850 namespace.go:142] [tsf-tpa] updating namespace I0403 00:12:30.482728 3850 namespace.go:142] [cert-manager] updating namespace I0403 00:12:30.491169 3850 namespace.go:142] [cert-manager-operator] updating namespace I0403 00:12:30.499071 3850 namespace.go:142] [default] updating namespace I0403 00:12:30.509694 3850 namespace.go:142] [konflux-operator] updating namespace I0403 00:12:30.517868 3850 namespace.go:142] [konflux-ui] updating namespace I0403 00:12:30.528051 3850 namespace.go:142] [open-cluster-management-2peb3vkdph24mruvov1fesssleh67mln] updating namespace I0403 00:12:30.536239 3850 namespace.go:142] [openshift] updating namespace I0403 00:12:30.549502 3850 namespace.go:142] [rhbk-operator] updating namespace I0403 00:12:30.558289 3850 namespace.go:142] [rhtpa-operator] updating namespace I0403 00:12:30.568009 3850 namespace.go:142] [trusted-artifact-signer] updating namespace I0403 00:12:30.577159 3850 namespace.go:142] [tsf] updating namespace I0403 00:12:30.597717 3850 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:12:30.614146 3850 namespace.go:142] [tsf-tas] updating namespace I0403 00:12:30.635782 3850 namespace.go:142] [tsf-tpa] updating namespace I0403 00:12:30.737821 3850 namespace.go:142] [cert-manager] updating namespace I0403 00:12:30.834356 3850 namespace.go:142] [cert-manager-operator] updating namespace I0403 00:12:30.936610 3850 namespace.go:142] [default] updating namespace I0403 00:12:31.038172 3850 namespace.go:142] [konflux-operator] updating namespace I0403 00:12:31.141192 3850 namespace.go:142] [konflux-ui] updating namespace I0403 00:12:31.237725 3850 namespace.go:142] [open-cluster-management-2peb3vkdph24mruvov1fesssleh67mln] updating namespace I0403 00:12:31.339031 3850 namespace.go:142] [openshift] updating namespace I0403 00:12:31.437156 3850 namespace.go:142] [rhbk-operator] updating namespace I0403 00:12:31.537697 3850 namespace.go:142] [rhtpa-operator] updating namespace I0403 00:12:31.633556 3850 namespace.go:142] [trusted-artifact-signer] updating namespace I0403 00:12:31.734337 3850 namespace.go:142] [tsf] updating namespace I0403 00:12:31.836281 3850 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:12:31.934225 3850 namespace.go:142] [tsf-tas] updating namespace I0403 00:12:32.034645 3850 namespace.go:142] [tsf-tpa] updating namespace I0403 00:12:32.292906 3850 namespace.go:142] [openshift-pipelines] updating namespace I0403 00:12:37.877691 3850 cni.go:403] [tsf/test-tsf-subscriptions 9fd05d7ae0920fb78e5688819264e131442fc08eff117647f774665f1fd7efa8 network default NAD default] DEL starting CNI request [tsf/test-tsf-subscriptions 9fd05d7ae0920fb78e5688819264e131442fc08eff117647f774665f1fd7efa8 network default NAD default] I0403 00:12:37.952559 3850 cni.go:424] [tsf/test-tsf-subscriptions 9fd05d7ae0920fb78e5688819264e131442fc08eff117647f774665f1fd7efa8 network default NAD default] DEL finished CNI request [tsf/test-tsf-subscriptions 9fd05d7ae0920fb78e5688819264e131442fc08eff117647f774665f1fd7efa8 network default NAD default], result "{}", err I0403 00:12:38.010130 3850 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:12:38.010162 3850 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0403 00:12:38.011428 3850 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.23 I0403 00:12:38.011460 3850 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:12:38.033778 3850 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:12:38.033802 3850 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:12:38.042164 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0403 00:12:38.042187 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0403 00:12:39.287023 3850 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-237.ec2.internal I0403 00:12:39.287145 3850 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0403 00:12:39.306282 3850 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 19.160287ms I0403 00:12:39.306310 3850 base_network_controller_pods.go:937] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 19.189564ms I0403 00:12:39.307369 3850 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 20.36964ms, libovsdb time 748.67µs I0403 00:12:39.674997 3850 cni.go:403] [tsf/test-tsf-infrastructure 855be6672f8e7a929819e16fecf7f43540ffed5d44e0d0e6759985b3ae043fc2 network default NAD default] ADD starting CNI request [tsf/test-tsf-infrastructure 855be6672f8e7a929819e16fecf7f43540ffed5d44e0d0e6759985b3ae043fc2 network default NAD default] I0403 00:12:39.684055 3850 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 855be6672f8e7a9, network: default, NAD default, SandboxID: "855be6672f8e7a929819e16fecf7f43540ffed5d44e0d0e6759985b3ae043fc2", PCI device ID: , UID: "77423641-e532-43d9-aade-4be0d10a762f", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0403 00:12:39.729577 3850 cni.go:424] [tsf/test-tsf-infrastructure 855be6672f8e7a929819e16fecf7f43540ffed5d44e0d0e6759985b3ae043fc2 network default NAD default] ADD finished CNI request [tsf/test-tsf-infrastructure 855be6672f8e7a929819e16fecf7f43540ffed5d44e0d0e6759985b3ae043fc2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:d6:be:11:9e:41\",\"name\":\"855be6672f8e7a9\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df607c76-17d5-49f2-8c7a-92db7db80a71\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0403 00:12:40.184427 3850 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-8jh4w] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-8jh4w for pod on switch ip-10-0-1-237.ec2.internal I0403 00:12:40.184528 3850 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-8jh4w I0403 00:12:40.210917 3850 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-8jh4w] pod update took 26.421472ms I0403 00:12:40.210947 3850 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-8jh4w] addLogicalPort annotation time took 26.455744ms I0403 00:12:40.212089 3850 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-8jh4w] addLogicalPort took 27.682599ms, libovsdb time 831.608µs I0403 00:12:40.544796 3850 cni.go:403] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-8jh4w 584e730d4cc394298bca239cf8536f019440dc882c8017729bc1811a632746bd network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-8jh4w 584e730d4cc394298bca239cf8536f019440dc882c8017729bc1811a632746bd network default NAD default] I0403 00:12:40.554618 3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-8jh4w, hostIfaceName: 584e730d4cc3942, network: default, NAD default, SandboxID: "584e730d4cc394298bca239cf8536f019440dc882c8017729bc1811a632746bd", PCI device ID: , UID: "4a9f24cf-f5ca-4af1-a889-ea802ae8537f", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0403 00:12:40.603379 3850 cni.go:424] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-8jh4w 584e730d4cc394298bca239cf8536f019440dc882c8017729bc1811a632746bd network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-8jh4w 584e730d4cc394298bca239cf8536f019440dc882c8017729bc1811a632746bd network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:0a:86:3a:1e:37\",\"name\":\"584e730d4cc3942\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/02f60dc9-b44b-4a37-87a9-e95fb0d9a5ec\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0403 00:12:42.182587 3850 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jzdfk] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-jzdfk for pod on switch ip-10-0-1-237.ec2.internal I0403 00:12:42.182755 3850 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jzdfk I0403 00:12:42.197927 3850 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jzdfk] pod update took 15.209708ms I0403 00:12:42.197951 3850 base_network_controller_pods.go:937] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jzdfk] addLogicalPort annotation time took 15.240532ms I0403 00:12:42.199096 3850 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jzdfk] addLogicalPort took 16.531879ms, libovsdb time 823.281µs I0403 00:12:42.282787 3850 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-629qn] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-629qn for pod on switch ip-10-0-1-237.ec2.internal I0403 00:12:42.282889 3850 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-629qn I0403 00:12:42.297217 3850 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-629qn] pod update took 14.353587ms I0403 00:12:42.297244 3850 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-629qn] addLogicalPort annotation time took 14.384393ms I0403 00:12:42.298639 3850 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-629qn] addLogicalPort took 15.872912ms, libovsdb time 977.408µs W0403 00:12:44.203618 3850 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0403 00:12:44.203636 3850 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0403 00:12:44.203643 3850 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0403 00:12:44.203648 3850 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0403 00:12:45.751883 3850 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0403 00:12:45.751901 3850 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0403 00:12:45.751906 3850 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0403 00:12:45.829105 3850 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0403 00:12:45.829127 3850 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0403 00:12:45.829133 3850 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0403 00:12:47.192528 3850 cni.go:403] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-629qn c0803ac83610537d3e6b612299cddb503a871ddd60179b59f1a602c4937da871 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-629qn c0803ac83610537d3e6b612299cddb503a871ddd60179b59f1a602c4937da871 network default NAD default] I0403 00:12:47.202048 3850 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-629qn, hostIfaceName: c0803ac83610537, network: default, NAD default, SandboxID: "c0803ac83610537d3e6b612299cddb503a871ddd60179b59f1a602c4937da871", PCI device ID: , UID: "78a236c6-aae9-44d0-acd8-7637210a4076", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0403 00:12:47.253211 3850 cni.go:424] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-629qn c0803ac83610537d3e6b612299cddb503a871ddd60179b59f1a602c4937da871 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-629qn c0803ac83610537d3e6b612299cddb503a871ddd60179b59f1a602c4937da871 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:e9:12:ce:31:0f\",\"name\":\"c0803ac83610537\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6df95d2e-1c86-4cdb-8243-26c86a93ada9\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0403 00:12:47.953615 3850 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0403 00:12:48.255034 3850 cni.go:403] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jzdfk c18b64cef45987b5a5d46dae63357e732dd8ca75a4b6f880ecf0ae1fee635a45 network default NAD default] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jzdfk c18b64cef45987b5a5d46dae63357e732dd8ca75a4b6f880ecf0ae1fee635a45 network default NAD default] I0403 00:12:48.264107 3850 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-jzdfk, hostIfaceName: c18b64cef45987b, network: default, NAD default, SandboxID: "c18b64cef45987b5a5d46dae63357e732dd8ca75a4b6f880ecf0ae1fee635a45", PCI device ID: , UID: "a19497f9-2979-48b4-9086-356fc4db7569", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0403 00:12:48.310721 3850 cni.go:424] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jzdfk c18b64cef45987b5a5d46dae63357e732dd8ca75a4b6f880ecf0ae1fee635a45 network default NAD default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jzdfk c18b64cef45987b5a5d46dae63357e732dd8ca75a4b6f880ecf0ae1fee635a45 network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:38:b4:36:ce:b4\",\"name\":\"c18b64cef45987b\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5d26275-799f-496c-9d2d-5a89652648a5\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0403 00:12:48.340103 3850 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 W0403 00:12:48.932617 3850 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0403 00:12:51.254208 3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 W0403 00:13:08.939225 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0403 00:13:09.305978 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0403 00:13:09.941580 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0403 00:13:13.037111 3850 cni.go:403] [tsf/test-tsf-infrastructure 855be6672f8e7a929819e16fecf7f43540ffed5d44e0d0e6759985b3ae043fc2 network default NAD default] DEL starting CNI request [tsf/test-tsf-infrastructure 855be6672f8e7a929819e16fecf7f43540ffed5d44e0d0e6759985b3ae043fc2 network default NAD default] I0403 00:13:13.118240 3850 cni.go:424] [tsf/test-tsf-infrastructure 855be6672f8e7a929819e16fecf7f43540ffed5d44e0d0e6759985b3ae043fc2 network default NAD default] DEL finished CNI request [tsf/test-tsf-infrastructure 855be6672f8e7a929819e16fecf7f43540ffed5d44e0d0e6759985b3ae043fc2 network default NAD default], result "{}", err I0403 00:13:13.165681 3850 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:13:13.165712 3850 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0403 00:13:13.166913 3850 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.24 I0403 00:13:13.166938 3850 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:13:13.187421 3850 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:13:13.187447 3850 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:13:13.193856 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0403 00:13:13.193880 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0403 00:13:14.269900 3850 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-237.ec2.internal I0403 00:13:14.269991 3850 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0403 00:13:14.289956 3850 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 19.990046ms I0403 00:13:14.289982 3850 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 20.021515ms I0403 00:13:14.291325 3850 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 21.440051ms, libovsdb time 871.532µs I0403 00:13:14.291400 3850 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-237.ec2.internal I0403 00:13:14.291459 3850 kube.go:256] Updating pod tsf/test-tsf-iam I0403 00:13:14.310274 3850 pod.go:62] [tsf/test-tsf-iam] pod update took 18.831831ms I0403 00:13:14.310293 3850 base_network_controller_pods.go:937] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 18.855956ms I0403 00:13:14.311371 3850 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 19.97697ms, libovsdb time 794.471µs I0403 00:13:14.624743 3850 cni.go:403] [tsf-keycloak/keycloak-0 044f1a6b2f4a66d0f4ed5cf73170a39db214d632acd3508b40a42e161d9709d0 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 044f1a6b2f4a66d0f4ed5cf73170a39db214d632acd3508b40a42e161d9709d0 network default NAD default] I0403 00:13:14.635122 3850 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 044f1a6b2f4a66d, network: default, NAD default, SandboxID: "044f1a6b2f4a66d0f4ed5cf73170a39db214d632acd3508b40a42e161d9709d0", PCI device ID: , UID: "f566ef20-13ab-4c78-8fc6-230a1d9d643a", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0403 00:13:14.675314 3850 cni.go:403] [tsf/test-tsf-iam 966f151a8eeaeedae4b7982c5791938c5813f9091b79d995a8877434804ef781 network default NAD default] ADD starting CNI request [tsf/test-tsf-iam 966f151a8eeaeedae4b7982c5791938c5813f9091b79d995a8877434804ef781 network default NAD default] I0403 00:13:14.684723 3850 cni.go:424] [tsf-keycloak/keycloak-0 044f1a6b2f4a66d0f4ed5cf73170a39db214d632acd3508b40a42e161d9709d0 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 044f1a6b2f4a66d0f4ed5cf73170a39db214d632acd3508b40a42e161d9709d0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:32:1e:19:f0:26\",\"name\":\"044f1a6b2f4a66d\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c49bced-4778-4f62-89f0-effeb5f8f754\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0403 00:13:14.686249 3850 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 966f151a8eeaeed, network: default, NAD default, SandboxID: "966f151a8eeaeedae4b7982c5791938c5813f9091b79d995a8877434804ef781", PCI device ID: , UID: "e9d6fd5f-597f-4de6-b484-b44d17de0c3f", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0403 00:13:14.732494 3850 cni.go:424] [tsf/test-tsf-iam 966f151a8eeaeedae4b7982c5791938c5813f9091b79d995a8877434804ef781 network default NAD default] ADD finished CNI request [tsf/test-tsf-iam 966f151a8eeaeedae4b7982c5791938c5813f9091b79d995a8877434804ef781 network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:e7:9b:f7:61:a6\",\"name\":\"966f151a8eeaeed\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d7acc7d-c558-4192-8475-6d048522e6b4\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0403 00:13:21.095369 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0403 00:13:21.095411 3850 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0403 00:13:21.095531 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0403 00:13:27.167990 3850 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0403 00:13:36.937066 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0403 00:13:36.937182 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0403 00:13:36.937196 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0403 00:13:38.278203 3850 cni.go:403] [tsf-keycloak/keycloak-0 044f1a6b2f4a66d0f4ed5cf73170a39db214d632acd3508b40a42e161d9709d0 network default NAD default] DEL starting CNI request [tsf-keycloak/keycloak-0 044f1a6b2f4a66d0f4ed5cf73170a39db214d632acd3508b40a42e161d9709d0 network default NAD default] I0403 00:13:38.362621 3850 cni.go:424] [tsf-keycloak/keycloak-0 044f1a6b2f4a66d0f4ed5cf73170a39db214d632acd3508b40a42e161d9709d0 network default NAD default] DEL finished CNI request [tsf-keycloak/keycloak-0 044f1a6b2f4a66d0f4ed5cf73170a39db214d632acd3508b40a42e161d9709d0 network default NAD default], result "{}", err I0403 00:13:38.410524 3850 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:13:38.410560 3850 pods.go:176] Deleting pod: tsf-keycloak/keycloak-0 I0403 00:13:38.412014 3850 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/keycloak-0, ips: 10.128.0.28 I0403 00:13:38.412050 3850 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:13:39.158997 3850 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:13:39.159018 3850 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:13:39.165389 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0403 00:13:39.165425 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 I0403 00:13:39.197517 3850 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-237.ec2.internal I0403 00:13:39.197599 3850 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0403 00:13:39.213000 3850 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 15.422669ms I0403 00:13:39.213026 3850 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 15.453734ms I0403 00:13:39.214198 3850 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 16.695031ms, libovsdb time 832.113µs I0403 00:13:39.591226 3850 cni.go:403] [tsf-keycloak/keycloak-0 48f92d875a04c44653dc81c74c137d727782af1a79f7daa36a3880271d041cb1 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 48f92d875a04c44653dc81c74c137d727782af1a79f7daa36a3880271d041cb1 network default NAD default] I0403 00:13:39.600750 3850 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 48f92d875a04c44, network: default, NAD default, SandboxID: "48f92d875a04c44653dc81c74c137d727782af1a79f7daa36a3880271d041cb1", PCI device ID: , UID: "732fc053-e81a-4cdd-a6d2-db16370dad86", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0403 00:13:39.648102 3850 cni.go:424] [tsf-keycloak/keycloak-0 48f92d875a04c44653dc81c74c137d727782af1a79f7daa36a3880271d041cb1 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 48f92d875a04c44653dc81c74c137d727782af1a79f7daa36a3880271d041cb1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:a3:0b:7f:ff:e0\",\"name\":\"48f92d875a04c44\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5618344c-4e55-42fa-ae44-20a6d727c3c5\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0403 00:13:41.187009 3850 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0403 00:13:41.187033 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0403 00:13:41.192210 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0403 00:13:41.564972 3850 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-pf7cs] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-pf7cs for pod on switch ip-10-0-1-237.ec2.internal I0403 00:13:41.565173 3850 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-pf7cs I0403 00:13:41.580786 3850 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-pf7cs] pod update took 15.642668ms I0403 00:13:41.580820 3850 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-pf7cs] addLogicalPort annotation time took 15.686833ms I0403 00:13:41.582518 3850 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-pf7cs] addLogicalPort took 17.565621ms, libovsdb time 1.219313ms I0403 00:13:41.638190 3850 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-rfjsh] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-rfjsh for pod on switch ip-10-0-1-237.ec2.internal I0403 00:13:41.638321 3850 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-rfjsh I0403 00:13:41.655715 3850 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-rfjsh] pod update took 17.431193ms I0403 00:13:41.655750 3850 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-rfjsh] addLogicalPort annotation time took 17.474262ms I0403 00:13:41.658520 3850 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-rfjsh] addLogicalPort took 20.348466ms, libovsdb time 2.275963ms I0403 00:13:41.952452 3850 cni.go:403] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-pf7cs aa3762549a4a42e0b6c460eff26239d75c384ee3736150ef44eb8a7b39e64289 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-pf7cs aa3762549a4a42e0b6c460eff26239d75c384ee3736150ef44eb8a7b39e64289 network default NAD default] I0403 00:13:41.967043 3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-pf7cs, hostIfaceName: aa3762549a4a42e, network: default, NAD default, SandboxID: "aa3762549a4a42e0b6c460eff26239d75c384ee3736150ef44eb8a7b39e64289", PCI device ID: , UID: "badae15e-dc74-42a5-a8e8-5d801ec82648", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0403 00:13:42.027692 3850 cni.go:403] [openshift-pipelines/tekton-results-watcher-6f946f97cf-rfjsh 5cc1a905d07a135fd5c85f76dbbc388a2ccb622e3847d335482a7153e5405808 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-rfjsh 5cc1a905d07a135fd5c85f76dbbc388a2ccb622e3847d335482a7153e5405808 network default NAD default] I0403 00:13:42.036151 3850 cni.go:424] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-pf7cs aa3762549a4a42e0b6c460eff26239d75c384ee3736150ef44eb8a7b39e64289 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-pf7cs aa3762549a4a42e0b6c460eff26239d75c384ee3736150ef44eb8a7b39e64289 network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:a6:75:21:86:9f\",\"name\":\"aa3762549a4a42e\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/550bfca1-bd38-4f8e-a616-5d633f2c3932\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0403 00:13:42.040803 3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-rfjsh, hostIfaceName: 5cc1a905d07a135, network: default, NAD default, SandboxID: "5cc1a905d07a135fd5c85f76dbbc388a2ccb622e3847d335482a7153e5405808", PCI device ID: , UID: "83444230-a093-427b-9854-873433e1acd3", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0403 00:13:42.104569 3850 cni.go:424] [openshift-pipelines/tekton-results-watcher-6f946f97cf-rfjsh 5cc1a905d07a135fd5c85f76dbbc388a2ccb622e3847d335482a7153e5405808 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-rfjsh 5cc1a905d07a135fd5c85f76dbbc388a2ccb622e3847d335482a7153e5405808 network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:6e:bb:c1:96:01\",\"name\":\"5cc1a905d07a135\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f6398de-9830-43e2-ad4f-0014f2df5ecb\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0403 00:13:45.085320 3850 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0403 00:13:45.085428 3850 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0403 00:13:45.085468 3850 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0403 00:13:55.920759 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0403 00:13:55.924488 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0403 00:13:55.924504 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0403 00:14:04.517738 3850 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-29xrl] creating logical port tsf-keycloak_tsf-iam-29xrl for pod on switch ip-10-0-1-237.ec2.internal I0403 00:14:04.517883 3850 kube.go:256] Updating pod tsf-keycloak/tsf-iam-29xrl I0403 00:14:04.533362 3850 pod.go:62] [tsf-keycloak/tsf-iam-29xrl] pod update took 15.525166ms I0403 00:14:04.533390 3850 base_network_controller_pods.go:937] [default/tsf-keycloak/tsf-iam-29xrl] addLogicalPort annotation time took 15.557722ms I0403 00:14:04.534736 3850 pods.go:271] [tsf-keycloak/tsf-iam-29xrl] addLogicalPort took 17.014107ms, libovsdb time 905.259µs I0403 00:14:04.875095 3850 cni.go:403] [tsf-keycloak/tsf-iam-29xrl 31bea653d542ec8efa7db90cd475f3e25987a812b3fe06cd9985e32ccc1b4c56 network default NAD default] ADD starting CNI request [tsf-keycloak/tsf-iam-29xrl 31bea653d542ec8efa7db90cd475f3e25987a812b3fe06cd9985e32ccc1b4c56 network default NAD default] I0403 00:14:04.884067 3850 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-29xrl, hostIfaceName: 31bea653d542ec8, network: default, NAD default, SandboxID: "31bea653d542ec8efa7db90cd475f3e25987a812b3fe06cd9985e32ccc1b4c56", PCI device ID: , UID: "9466a66c-b161-4ca0-86c9-c4230b7b463c", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0403 00:14:04.932621 3850 cni.go:424] [tsf-keycloak/tsf-iam-29xrl 31bea653d542ec8efa7db90cd475f3e25987a812b3fe06cd9985e32ccc1b4c56 network default NAD default] ADD finished CNI request [tsf-keycloak/tsf-iam-29xrl 31bea653d542ec8efa7db90cd475f3e25987a812b3fe06cd9985e32ccc1b4c56 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:ea:33:d1:ba:10\",\"name\":\"31bea653d542ec8\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21e5a594-ab64-40f5-b05b-2c3b780dcb6c\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0403 00:14:15.393073 3850 cni.go:403] [tsf/test-tsf-iam 966f151a8eeaeedae4b7982c5791938c5813f9091b79d995a8877434804ef781 network default NAD default] DEL starting CNI request [tsf/test-tsf-iam 966f151a8eeaeedae4b7982c5791938c5813f9091b79d995a8877434804ef781 network default NAD default] I0403 00:14:15.456543 3850 cni.go:424] [tsf/test-tsf-iam 966f151a8eeaeedae4b7982c5791938c5813f9091b79d995a8877434804ef781 network default NAD default] DEL finished CNI request [tsf/test-tsf-iam 966f151a8eeaeedae4b7982c5791938c5813f9091b79d995a8877434804ef781 network default NAD default], result "{}", err I0403 00:14:15.509328 3850 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:14:15.509363 3850 pods.go:176] Deleting pod: tsf/test-tsf-iam I0403 00:14:15.510582 3850 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.29 I0403 00:14:15.510615 3850 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0403 00:14:18.679589 3850 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0403 00:14:18.679609 3850 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0403 00:14:18.724048 3850 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0403 00:14:21.430343 3850 cni.go:403] [tsf-keycloak/tsf-iam-29xrl 31bea653d542ec8efa7db90cd475f3e25987a812b3fe06cd9985e32ccc1b4c56 network default NAD default] DEL starting CNI request [tsf-keycloak/tsf-iam-29xrl 31bea653d542ec8efa7db90cd475f3e25987a812b3fe06cd9985e32ccc1b4c56 network default NAD default] I0403 00:14:21.506530 3850 cni.go:424] [tsf-keycloak/tsf-iam-29xrl 31bea653d542ec8efa7db90cd475f3e25987a812b3fe06cd9985e32ccc1b4c56 network default NAD default] DEL finished CNI request [tsf-keycloak/tsf-iam-29xrl 31bea653d542ec8efa7db90cd475f3e25987a812b3fe06cd9985e32ccc1b4c56 network default NAD default], result "{}", err I0403 00:14:21.555830 3850 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-29xrl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:14:21.555882 3850 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-29xrl I0403 00:14:21.557109 3850 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-29xrl, ips: 10.128.0.33 I0403 00:14:21.557139 3850 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-29xrl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:14:22.584650 3850 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-29xrl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:14:22.584685 3850 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-29xrl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:14:22.817048 3850 cni.go:403] [tsf-keycloak/keycloak-0 48f92d875a04c44653dc81c74c137d727782af1a79f7daa36a3880271d041cb1 network default NAD default] DEL starting CNI request [tsf-keycloak/keycloak-0 48f92d875a04c44653dc81c74c137d727782af1a79f7daa36a3880271d041cb1 network default NAD default] I0403 00:14:22.890443 3850 cni.go:424] [tsf-keycloak/keycloak-0 48f92d875a04c44653dc81c74c137d727782af1a79f7daa36a3880271d041cb1 network default NAD default] DEL finished CNI request [tsf-keycloak/keycloak-0 48f92d875a04c44653dc81c74c137d727782af1a79f7daa36a3880271d041cb1 network default NAD default], result "{}", err I0403 00:14:22.941931 3850 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:14:22.941974 3850 pods.go:176] Deleting pod: tsf-keycloak/keycloak-0 I0403 00:14:22.943274 3850 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/keycloak-0, ips: 10.128.0.30 I0403 00:14:22.943301 3850 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:14:23.431548 3850 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:14:23.431570 3850 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:14:23.439366 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0403 00:14:23.439397 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 I0403 00:14:23.475293 3850 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-237.ec2.internal I0403 00:14:23.475376 3850 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0403 00:14:23.507185 3850 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 31.831038ms I0403 00:14:23.507206 3850 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 31.857328ms I0403 00:14:23.508379 3850 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 33.107165ms, libovsdb time 871.568µs I0403 00:14:23.832263 3850 cni.go:403] [tsf-keycloak/keycloak-0 c3a42ab5fb81391f476e2a3f0a2e725035b5b63716ec2b44dde7df84dbfdb398 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 c3a42ab5fb81391f476e2a3f0a2e725035b5b63716ec2b44dde7df84dbfdb398 network default NAD default] I0403 00:14:23.841723 3850 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: c3a42ab5fb81391, network: default, NAD default, SandboxID: "c3a42ab5fb81391f476e2a3f0a2e725035b5b63716ec2b44dde7df84dbfdb398", PCI device ID: , UID: "d0a84d51-ac7b-41a0-ac64-d07ae3353994", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0403 00:14:23.890999 3850 cni.go:424] [tsf-keycloak/keycloak-0 c3a42ab5fb81391f476e2a3f0a2e725035b5b63716ec2b44dde7df84dbfdb398 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 c3a42ab5fb81391f476e2a3f0a2e725035b5b63716ec2b44dde7df84dbfdb398 network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:65:7a:80:d0:51\",\"name\":\"c3a42ab5fb81391\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/120d7f1a-f4ba-4c8f-a5fe-6e7eedce71b1\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0403 00:14:24.453352 3850 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0403 00:14:24.453377 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0403 00:14:24.453453 3850 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0403 00:14:30.763665 3850 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-scv4s] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-scv4s for pod on switch ip-10-0-1-237.ec2.internal I0403 00:14:30.763782 3850 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-scv4s I0403 00:14:30.780253 3850 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-scv4s] pod update took 16.509017ms I0403 00:14:30.780276 3850 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-scv4s] addLogicalPort annotation time took 16.539594ms I0403 00:14:30.781534 3850 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-scv4s] addLogicalPort took 17.884355ms, libovsdb time 910.78µs I0403 00:14:31.124086 3850 cni.go:403] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-scv4s bfca8b7dba94e41e0320bb06873147edd5abf5b7eb2edd89a9629be832d86a90 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-scv4s bfca8b7dba94e41e0320bb06873147edd5abf5b7eb2edd89a9629be832d86a90 network default NAD default] I0403 00:14:31.134027 3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-scv4s, hostIfaceName: bfca8b7dba94e41, network: default, NAD default, SandboxID: "bfca8b7dba94e41e0320bb06873147edd5abf5b7eb2edd89a9629be832d86a90", PCI device ID: , UID: "586e9058-1880-4ebb-b707-fac6586a2dd3", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0403 00:14:31.186352 3850 cni.go:424] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-scv4s bfca8b7dba94e41e0320bb06873147edd5abf5b7eb2edd89a9629be832d86a90 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-scv4s bfca8b7dba94e41e0320bb06873147edd5abf5b7eb2edd89a9629be832d86a90 network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:4e:ea:a4:47:9f\",\"name\":\"bfca8b7dba94e41\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10d2e9ba-9cfe-4a37-8fc6-e09fcd961e47\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0403 00:14:39.170167 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0403 00:14:39.172619 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0403 00:14:39.172637 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0403 00:15:15.631685 3850 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:15:15.631713 3850 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:15:15.635083 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0403 00:15:15.635107 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0403 00:15:15.770879 3850 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-237.ec2.internal I0403 00:15:15.770971 3850 kube.go:256] Updating pod tsf/test-tsf-iam I0403 00:15:15.788088 3850 pod.go:62] [tsf/test-tsf-iam] pod update took 17.139503ms I0403 00:15:15.788172 3850 base_network_controller_pods.go:937] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 17.228112ms I0403 00:15:15.789962 3850 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 19.101827ms, libovsdb time 1.335443ms I0403 00:15:16.128069 3850 cni.go:403] [tsf/test-tsf-iam 0aebb6f3086ea09854e2e490d14ec951ba5630049aa23b4fd5813657cd1f9da9 network default NAD default] ADD starting CNI request [tsf/test-tsf-iam 0aebb6f3086ea09854e2e490d14ec951ba5630049aa23b4fd5813657cd1f9da9 network default NAD default] I0403 00:15:16.154887 3850 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 0aebb6f3086ea09, network: default, NAD default, SandboxID: "0aebb6f3086ea09854e2e490d14ec951ba5630049aa23b4fd5813657cd1f9da9", PCI device ID: , UID: "8e8ca31c-1256-4eda-8acb-31437ed50fa8", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0403 00:15:16.203826 3850 cni.go:424] [tsf/test-tsf-iam 0aebb6f3086ea09854e2e490d14ec951ba5630049aa23b4fd5813657cd1f9da9 network default NAD default] ADD finished CNI request [tsf/test-tsf-iam 0aebb6f3086ea09854e2e490d14ec951ba5630049aa23b4fd5813657cd1f9da9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:09:db:96:64:0b\",\"name\":\"0aebb6f3086ea09\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88184746-cd3c-421a-82d4-eef7932f2810\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0403 00:15:24.742211 3850 cni.go:403] [tsf/test-tsf-iam 0aebb6f3086ea09854e2e490d14ec951ba5630049aa23b4fd5813657cd1f9da9 network default NAD default] DEL starting CNI request [tsf/test-tsf-iam 0aebb6f3086ea09854e2e490d14ec951ba5630049aa23b4fd5813657cd1f9da9 network default NAD default] I0403 00:15:24.816573 3850 cni.go:424] [tsf/test-tsf-iam 0aebb6f3086ea09854e2e490d14ec951ba5630049aa23b4fd5813657cd1f9da9 network default NAD default] DEL finished CNI request [tsf/test-tsf-iam 0aebb6f3086ea09854e2e490d14ec951ba5630049aa23b4fd5813657cd1f9da9 network default NAD default], result "{}", err I0403 00:15:24.868269 3850 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:15:24.868305 3850 pods.go:176] Deleting pod: tsf/test-tsf-iam I0403 00:15:24.869619 3850 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.36 I0403 00:15:24.869648 3850 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:15:24.889590 3850 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:15:24.889613 3850 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:15:24.896634 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0403 00:15:24.896663 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0403 00:15:25.671787 3850 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-237.ec2.internal I0403 00:15:25.671919 3850 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0403 00:15:25.686679 3850 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 14.782157ms I0403 00:15:25.686725 3850 base_network_controller_pods.go:937] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 14.831344ms I0403 00:15:25.688224 3850 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 16.452026ms, libovsdb time 970.675µs I0403 00:15:26.032504 3850 cni.go:403] [tsf-tas/test-tsf-tas 20c60f9d0ed260ed50cde398ca792fea6c99bbfd60ffb3a266423d0ce93f1b93 network default NAD default] ADD starting CNI request [tsf-tas/test-tsf-tas 20c60f9d0ed260ed50cde398ca792fea6c99bbfd60ffb3a266423d0ce93f1b93 network default NAD default] I0403 00:15:26.041690 3850 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 20c60f9d0ed260e, network: default, NAD default, SandboxID: "20c60f9d0ed260ed50cde398ca792fea6c99bbfd60ffb3a266423d0ce93f1b93", PCI device ID: , UID: "45dda843-df4c-48ee-aeb2-9d46946faf98", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0403 00:15:26.089321 3850 cni.go:424] [tsf-tas/test-tsf-tas 20c60f9d0ed260ed50cde398ca792fea6c99bbfd60ffb3a266423d0ce93f1b93 network default NAD default] ADD finished CNI request [tsf-tas/test-tsf-tas 20c60f9d0ed260ed50cde398ca792fea6c99bbfd60ffb3a266423d0ce93f1b93 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:e7:44:a2:cc:08\",\"name\":\"20c60f9d0ed260e\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d57c7bf-3e47-4c37-849a-71ba2d5bca2a\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0403 00:15:26.575997 3850 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-mhngv-24768] creating logical port tsf-tas_segment-backup-installation-mhngv-24768 for pod on switch ip-10-0-1-237.ec2.internal I0403 00:15:26.576135 3850 kube.go:256] Updating pod tsf-tas/segment-backup-installation-mhngv-24768 I0403 00:15:26.590117 3850 pod.go:62] [tsf-tas/segment-backup-installation-mhngv-24768] pod update took 14.002949ms I0403 00:15:26.590146 3850 base_network_controller_pods.go:937] [default/tsf-tas/segment-backup-installation-mhngv-24768] addLogicalPort annotation time took 14.037119ms I0403 00:15:26.591468 3850 pods.go:271] [tsf-tas/segment-backup-installation-mhngv-24768] addLogicalPort took 15.4879ms, libovsdb time 964.065µs I0403 00:15:26.937204 3850 cni.go:403] [tsf-tas/segment-backup-installation-mhngv-24768 c9c23e8f25064336d3d0cbe40675fcdbb52ccad3ead27d8a13c0d69d14b9d0f7 network default NAD default] ADD starting CNI request [tsf-tas/segment-backup-installation-mhngv-24768 c9c23e8f25064336d3d0cbe40675fcdbb52ccad3ead27d8a13c0d69d14b9d0f7 network default NAD default] I0403 00:15:26.946180 3850 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-mhngv-24768, hostIfaceName: c9c23e8f2506433, network: default, NAD default, SandboxID: "c9c23e8f25064336d3d0cbe40675fcdbb52ccad3ead27d8a13c0d69d14b9d0f7", PCI device ID: , UID: "09b28a06-243c-4b44-ba57-700b6418c82e", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0403 00:15:26.995472 3850 cni.go:424] [tsf-tas/segment-backup-installation-mhngv-24768 c9c23e8f25064336d3d0cbe40675fcdbb52ccad3ead27d8a13c0d69d14b9d0f7 network default NAD default] ADD finished CNI request [tsf-tas/segment-backup-installation-mhngv-24768 c9c23e8f25064336d3d0cbe40675fcdbb52ccad3ead27d8a13c0d69d14b9d0f7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:9c:ad:04:bf:37\",\"name\":\"c9c23e8f2506433\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/337d0707-3644-458f-9bf2-6ad81dfe3b89\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0403 00:15:27.742133 3850 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-7d47668f54-wcx6k] creating logical port tsf-tas_trillian-logserver-7d47668f54-wcx6k for pod on switch ip-10-0-1-237.ec2.internal I0403 00:15:27.742224 3850 kube.go:256] Updating pod tsf-tas/trillian-logserver-7d47668f54-wcx6k I0403 00:15:27.759566 3850 pod.go:62] [tsf-tas/trillian-logserver-7d47668f54-wcx6k] pod update took 17.37089ms I0403 00:15:27.759587 3850 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logserver-7d47668f54-wcx6k] addLogicalPort annotation time took 17.396393ms I0403 00:15:27.760759 3850 pods.go:271] [tsf-tas/trillian-logserver-7d47668f54-wcx6k] addLogicalPort took 18.644809ms, libovsdb time 831.475µs I0403 00:15:28.725999 3850 cni.go:403] [tsf-tas/trillian-logserver-7d47668f54-wcx6k 952d3fe2e261e1b44546b1e1fbe4d92272227edf4efa3ead8f1f126bd8c02a6b network default NAD default] ADD starting CNI request [tsf-tas/trillian-logserver-7d47668f54-wcx6k 952d3fe2e261e1b44546b1e1fbe4d92272227edf4efa3ead8f1f126bd8c02a6b network default NAD default] I0403 00:15:28.738962 3850 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-7d47668f54-wcx6k, hostIfaceName: 952d3fe2e261e1b, network: default, NAD default, SandboxID: "952d3fe2e261e1b44546b1e1fbe4d92272227edf4efa3ead8f1f126bd8c02a6b", PCI device ID: , UID: "461fb87b-8709-48f4-a826-5c2ec0d88d66", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0403 00:15:28.805355 3850 cni.go:424] [tsf-tas/trillian-logserver-7d47668f54-wcx6k 952d3fe2e261e1b44546b1e1fbe4d92272227edf4efa3ead8f1f126bd8c02a6b network default NAD default] ADD finished CNI request [tsf-tas/trillian-logserver-7d47668f54-wcx6k 952d3fe2e261e1b44546b1e1fbe4d92272227edf4efa3ead8f1f126bd8c02a6b network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:c0:e3:09:94:5b\",\"name\":\"952d3fe2e261e1b\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2bdcfc78-fe4e-40a4-b4a9-69bbcce9b119\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0403 00:15:30.552494 3850 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-7974b7cff5-q7scs] creating logical port tsf-tas_trillian-db-7974b7cff5-q7scs for pod on switch ip-10-0-1-237.ec2.internal I0403 00:15:30.552612 3850 kube.go:256] Updating pod tsf-tas/trillian-db-7974b7cff5-q7scs I0403 00:15:30.566399 3850 pod.go:62] [tsf-tas/trillian-db-7974b7cff5-q7scs] pod update took 13.786379ms I0403 00:15:30.566549 3850 base_network_controller_pods.go:937] [default/tsf-tas/trillian-db-7974b7cff5-q7scs] addLogicalPort annotation time took 13.972225ms I0403 00:15:30.568737 3850 pods.go:271] [tsf-tas/trillian-db-7974b7cff5-q7scs] addLogicalPort took 16.225275ms, libovsdb time 1.305193ms I0403 00:15:34.381880 3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 W0403 00:15:36.108638 3850 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0403 00:15:38.958407 3850 cni.go:403] [tsf-tas/trillian-db-7974b7cff5-q7scs 1cb18c7f5ce645774bfbfe88d3edb10209cb0d7b50cd118ffccef91cbac15647 network default NAD default] ADD starting CNI request [tsf-tas/trillian-db-7974b7cff5-q7scs 1cb18c7f5ce645774bfbfe88d3edb10209cb0d7b50cd118ffccef91cbac15647 network default NAD default] I0403 00:15:38.968073 3850 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-7974b7cff5-q7scs, hostIfaceName: 1cb18c7f5ce6457, network: default, NAD default, SandboxID: "1cb18c7f5ce645774bfbfe88d3edb10209cb0d7b50cd118ffccef91cbac15647", PCI device ID: , UID: "8129fa94-1729-4a29-be8c-cfe818ac6795", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0403 00:15:39.019782 3850 cni.go:424] [tsf-tas/trillian-db-7974b7cff5-q7scs 1cb18c7f5ce645774bfbfe88d3edb10209cb0d7b50cd118ffccef91cbac15647 network default NAD default] ADD finished CNI request [tsf-tas/trillian-db-7974b7cff5-q7scs 1cb18c7f5ce645774bfbfe88d3edb10209cb0d7b50cd118ffccef91cbac15647 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:38:2d:a0:b1:75\",\"name\":\"1cb18c7f5ce6457\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80608445-8977-45f9-8974-7b5a722f9bc8\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0403 00:15:39.838673 3850 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0403 00:15:41.850971 3850 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0403 00:15:42.856801 3850 cni.go:403] [tsf-tas/segment-backup-installation-mhngv-24768 c9c23e8f25064336d3d0cbe40675fcdbb52ccad3ead27d8a13c0d69d14b9d0f7 network default NAD default] DEL starting CNI request [tsf-tas/segment-backup-installation-mhngv-24768 c9c23e8f25064336d3d0cbe40675fcdbb52ccad3ead27d8a13c0d69d14b9d0f7 network default NAD default] I0403 00:15:42.926533 3850 cni.go:424] [tsf-tas/segment-backup-installation-mhngv-24768 c9c23e8f25064336d3d0cbe40675fcdbb52ccad3ead27d8a13c0d69d14b9d0f7 network default NAD default] DEL finished CNI request [tsf-tas/segment-backup-installation-mhngv-24768 c9c23e8f25064336d3d0cbe40675fcdbb52ccad3ead27d8a13c0d69d14b9d0f7 network default NAD default], result "{}", err I0403 00:15:42.974502 3850 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-mhngv-24768 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:15:42.974540 3850 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-mhngv-24768 I0403 00:15:42.975921 3850 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-mhngv-24768, ips: 10.128.0.38 I0403 00:15:42.975954 3850 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-mhngv-24768 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:15:43.892914 3850 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-mhngv-24768 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:15:43.892942 3850 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-mhngv-24768 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0403 00:15:52.894336 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0403 00:15:57.029627 3850 namespace.go:142] [openshift-pipelines] updating namespace W0403 00:16:09.950568 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0403 00:16:15.015260 3850 cni.go:403] [tsf-tas/test-tsf-tas 20c60f9d0ed260ed50cde398ca792fea6c99bbfd60ffb3a266423d0ce93f1b93 network default NAD default] DEL starting CNI request [tsf-tas/test-tsf-tas 20c60f9d0ed260ed50cde398ca792fea6c99bbfd60ffb3a266423d0ce93f1b93 network default NAD default] I0403 00:16:15.092830 3850 cni.go:424] [tsf-tas/test-tsf-tas 20c60f9d0ed260ed50cde398ca792fea6c99bbfd60ffb3a266423d0ce93f1b93 network default NAD default] DEL finished CNI request [tsf-tas/test-tsf-tas 20c60f9d0ed260ed50cde398ca792fea6c99bbfd60ffb3a266423d0ce93f1b93 network default NAD default], result "{}", err I0403 00:16:15.144728 3850 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:16:15.144758 3850 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0403 00:16:15.145966 3850 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.37 I0403 00:16:15.145994 3850 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:16:15.167721 3850 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:16:15.167747 3850 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:16:15.176591 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0403 00:16:15.176618 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0403 00:16:23.499077 3850 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-mlhc6-7m4m9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:16:23.499630 3850 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-mlhc6-7m4m9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:16:24.129570 3850 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-ml4px-h5sm2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:16:24.130137 3850 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-ml4px-h5sm2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:16:24.152015 3850 obj_retry.go:464] Detected object tsf/patch-tekton-config-n2r7h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:16:24.152524 3850 obj_retry.go:464] Detected object tsf/patch-tekton-config-n2r7h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:16:24.396249 3850 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-mlhc6-7m4m9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:16:24.396272 3850 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-mlhc6-7m4m9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:16:25.018298 3850 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-ml4px-h5sm2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:16:25.018320 3850 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-ml4px-h5sm2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:16:25.173389 3850 obj_retry.go:458] Detected object tsf/patch-tekton-config-n2r7h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:16:25.173413 3850 obj_retry.go:458] Detected object tsf/patch-tekton-config-n2r7h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:16:25.317774 3850 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-4h29c] creating logical port tsf_tsf-tekton-configuration-4h29c for pod on switch ip-10-0-1-237.ec2.internal I0403 00:16:25.317892 3850 kube.go:256] Updating pod tsf/tsf-tekton-configuration-4h29c I0403 00:16:25.330372 3850 pod.go:62] [tsf/tsf-tekton-configuration-4h29c] pod update took 12.508618ms I0403 00:16:25.330395 3850 base_network_controller_pods.go:937] [default/tsf/tsf-tekton-configuration-4h29c] addLogicalPort annotation time took 12.556649ms I0403 00:16:25.331628 3850 pods.go:271] [tsf/tsf-tekton-configuration-4h29c] addLogicalPort took 13.872052ms, libovsdb time 892.482µs I0403 00:16:25.676003 3850 cni.go:403] [tsf/tsf-tekton-configuration-4h29c 76ed9a4af967d61184454f3e496ff3fead456a5e98cb3afac54aa93221436845 network default NAD default] ADD starting CNI request [tsf/tsf-tekton-configuration-4h29c 76ed9a4af967d61184454f3e496ff3fead456a5e98cb3afac54aa93221436845 network default NAD default] I0403 00:16:25.684997 3850 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-4h29c, hostIfaceName: 76ed9a4af967d61, network: default, NAD default, SandboxID: "76ed9a4af967d61184454f3e496ff3fead456a5e98cb3afac54aa93221436845", PCI device ID: , UID: "f4b1dcab-74c3-4e3d-9603-51d70f530c3a", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0403 00:16:25.735855 3850 cni.go:424] [tsf/tsf-tekton-configuration-4h29c 76ed9a4af967d61184454f3e496ff3fead456a5e98cb3afac54aa93221436845 network default NAD default] ADD finished CNI request [tsf/tsf-tekton-configuration-4h29c 76ed9a4af967d61184454f3e496ff3fead456a5e98cb3afac54aa93221436845 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0e:8b:54:3a:ec:e6\",\"name\":\"76ed9a4af967d61\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a12c741-4328-43b9-8be3-df80b06f4f33\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0403 00:16:27.719039 3850 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-84d79b7977-jj56p] creating logical port tsf-tas_ctlog-84d79b7977-jj56p for pod on switch ip-10-0-1-237.ec2.internal I0403 00:16:27.719137 3850 kube.go:256] Updating pod tsf-tas/ctlog-84d79b7977-jj56p I0403 00:16:27.746297 3850 pod.go:62] [tsf-tas/ctlog-84d79b7977-jj56p] pod update took 27.18746ms I0403 00:16:27.746322 3850 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-84d79b7977-jj56p] addLogicalPort annotation time took 27.218131ms I0403 00:16:27.747452 3850 pods.go:271] [tsf-tas/ctlog-84d79b7977-jj56p] addLogicalPort took 28.429601ms, libovsdb time 779.049µs I0403 00:16:29.122975 3850 cni.go:403] [tsf-tas/ctlog-84d79b7977-jj56p df06435b3a4a87898a43e8d1af78ecd2e6302e50955ea09a258f9ad74ecca210 network default NAD default] ADD starting CNI request [tsf-tas/ctlog-84d79b7977-jj56p df06435b3a4a87898a43e8d1af78ecd2e6302e50955ea09a258f9ad74ecca210 network default NAD default] I0403 00:16:29.132815 3850 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-84d79b7977-jj56p, hostIfaceName: df06435b3a4a878, network: default, NAD default, SandboxID: "df06435b3a4a87898a43e8d1af78ecd2e6302e50955ea09a258f9ad74ecca210", PCI device ID: , UID: "dbe4a1f8-d9e2-434c-8635-cb35ad8d2a4a", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0403 00:16:29.184435 3850 cni.go:424] [tsf-tas/ctlog-84d79b7977-jj56p df06435b3a4a87898a43e8d1af78ecd2e6302e50955ea09a258f9ad74ecca210 network default NAD default] ADD finished CNI request [tsf-tas/ctlog-84d79b7977-jj56p df06435b3a4a87898a43e8d1af78ecd2e6302e50955ea09a258f9ad74ecca210 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:c2:d1:0a:c9:85\",\"name\":\"df06435b3a4a878\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/abdfdb1e-c025-4d5c-82ab-a8c966cb6434\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0403 00:16:29.189328 3850 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-65d548b47c-vl57m] creating logical port tsf-tas_rekor-search-ui-65d548b47c-vl57m for pod on switch ip-10-0-1-237.ec2.internal I0403 00:16:29.189407 3850 kube.go:256] Updating pod tsf-tas/rekor-search-ui-65d548b47c-vl57m I0403 00:16:29.204098 3850 pod.go:62] [tsf-tas/rekor-search-ui-65d548b47c-vl57m] pod update took 14.710704ms I0403 00:16:29.204123 3850 base_network_controller_pods.go:937] [default/tsf-tas/rekor-search-ui-65d548b47c-vl57m] addLogicalPort annotation time took 14.738323ms I0403 00:16:29.205305 3850 pods.go:271] [tsf-tas/rekor-search-ui-65d548b47c-vl57m] addLogicalPort took 15.990924ms, libovsdb time 805.834µs I0403 00:16:29.550000 3850 cni.go:403] [tsf-tas/rekor-search-ui-65d548b47c-vl57m 3c2f666cb697d7dcfe3d0e8d4c75938c262cb9767f0db5b1f93161d64bb3b116 network default NAD default] ADD starting CNI request [tsf-tas/rekor-search-ui-65d548b47c-vl57m 3c2f666cb697d7dcfe3d0e8d4c75938c262cb9767f0db5b1f93161d64bb3b116 network default NAD default] I0403 00:16:29.562713 3850 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-65d548b47c-vl57m, hostIfaceName: 3c2f666cb697d7d, network: default, NAD default, SandboxID: "3c2f666cb697d7dcfe3d0e8d4c75938c262cb9767f0db5b1f93161d64bb3b116", PCI device ID: , UID: "5864458c-2a03-4973-b60a-df013eae2a82", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0403 00:16:29.617691 3850 cni.go:424] [tsf-tas/rekor-search-ui-65d548b47c-vl57m 3c2f666cb697d7dcfe3d0e8d4c75938c262cb9767f0db5b1f93161d64bb3b116 network default NAD default] ADD finished CNI request [tsf-tas/rekor-search-ui-65d548b47c-vl57m 3c2f666cb697d7dcfe3d0e8d4c75938c262cb9767f0db5b1f93161d64bb3b116 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:fa:be:4c:e2:9f\",\"name\":\"3c2f666cb697d7d\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63dede98-2936-4d60-b46a-e9b6dc07f0f1\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0403 00:16:31.103527 3850 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0403 00:16:32.031960 3850 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0403 00:16:32.352174 3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 W0403 00:16:33.110709 3850 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0403 00:16:34.118602 3850 cni.go:403] [tsf/tsf-tekton-configuration-4h29c 76ed9a4af967d61184454f3e496ff3fead456a5e98cb3afac54aa93221436845 network default NAD default] DEL starting CNI request [tsf/tsf-tekton-configuration-4h29c 76ed9a4af967d61184454f3e496ff3fead456a5e98cb3afac54aa93221436845 network default NAD default] I0403 00:16:34.194513 3850 cni.go:424] [tsf/tsf-tekton-configuration-4h29c 76ed9a4af967d61184454f3e496ff3fead456a5e98cb3afac54aa93221436845 network default NAD default] DEL finished CNI request [tsf/tsf-tekton-configuration-4h29c 76ed9a4af967d61184454f3e496ff3fead456a5e98cb3afac54aa93221436845 network default NAD default], result "{}", err I0403 00:16:34.243141 3850 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-4h29c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:16:34.243180 3850 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-4h29c I0403 00:16:34.244454 3850 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-4h29c, ips: 10.128.0.41 I0403 00:16:34.244483 3850 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-4h29c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:16:35.273941 3850 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-4h29c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:16:35.273964 3850 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-4h29c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:16:35.328711 3850 obj_retry.go:458] Detected object tsf/patch-tekton-config-n2r7h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:16:35.328744 3850 obj_retry.go:458] Detected object tsf/patch-tekton-config-n2r7h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:16:35.333519 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-n2r7h I0403 00:16:35.333542 3850 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-n2r7h I0403 00:16:35.958850 3850 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-237.ec2.internal I0403 00:16:35.958973 3850 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0403 00:16:35.974244 3850 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 15.324272ms I0403 00:16:35.974329 3850 base_network_controller_pods.go:937] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 15.413994ms I0403 00:16:35.975693 3850 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 16.873215ms, libovsdb time 913.294µs I0403 00:16:36.318028 3850 cni.go:403] [tsf-tpa/pre-install-tsf-tpa 5b196e533fc8aa149f6fb3184a5ada878ab9126ddee0490c9edadec368d8e316 network default NAD default] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 5b196e533fc8aa149f6fb3184a5ada878ab9126ddee0490c9edadec368d8e316 network default NAD default] I0403 00:16:36.327248 3850 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 5b196e533fc8aa1, network: default, NAD default, SandboxID: "5b196e533fc8aa149f6fb3184a5ada878ab9126ddee0490c9edadec368d8e316", PCI device ID: , UID: "3f899aa9-5eb0-4a40-9188-53b92e3b9ddd", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0403 00:16:36.376569 3850 cni.go:424] [tsf-tpa/pre-install-tsf-tpa 5b196e533fc8aa149f6fb3184a5ada878ab9126ddee0490c9edadec368d8e316 network default NAD default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 5b196e533fc8aa149f6fb3184a5ada878ab9126ddee0490c9edadec368d8e316 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:c1:58:1c:d6:e1\",\"name\":\"5b196e533fc8aa1\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/216e9b42-7361-4081-8710-4c06c5d60078\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0403 00:16:39.079971 3850 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0403 00:16:42.114149 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog W0403 00:16:45.118889 3850 util.go:959] Failed to build node endpoints for node ip-10-0-1-237.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0403 00:16:54.264487 3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=515 I0403 00:17:02.361474 3850 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-p6s5t-6f5qt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:17:02.362073 3850 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-p6s5t-6f5qt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:17:03.246180 3850 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-p6s5t-6f5qt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:17:03.246212 3850 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-p6s5t-6f5qt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:17:15.349583 3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0403 00:17:17.373337 3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 W0403 00:17:19.325575 3850 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0403 00:17:24.343742 3850 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0403 00:17:39.381441 3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0403 00:17:43.377313 3850 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0403 00:18:35.257661 3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=61 I0403 00:18:46.263452 3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=56 I0403 00:18:48.274462 3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72 I0403 00:18:57.359230 3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0403 00:19:21.254599 3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=141 I0403 00:20:00.207113 3850 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-75vqp] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29586260-75vqp for pod on switch ip-10-0-1-237.ec2.internal I0403 00:20:00.207231 3850 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-75vqp I0403 00:20:00.232484 3850 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-75vqp] pod update took 25.277545ms I0403 00:20:00.232513 3850 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-75vqp] addLogicalPort annotation time took 25.313006ms I0403 00:20:00.233740 3850 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-75vqp] addLogicalPort took 26.645251ms, libovsdb time 830.974µs I0403 00:20:00.566375 3850 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-75vqp bbd10d1384b0aea003a9860ac781ee10507cc343665f5e5595d7b1794591a068 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-75vqp bbd10d1384b0aea003a9860ac781ee10507cc343665f5e5595d7b1794591a068 network default NAD default] I0403 00:20:00.575532 3850 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29586260-75vqp, hostIfaceName: bbd10d1384b0aea, network: default, NAD default, SandboxID: "bbd10d1384b0aea003a9860ac781ee10507cc343665f5e5595d7b1794591a068", PCI device ID: , UID: "d6ad8df8-5b1d-4287-a884-c4cafb13e62c", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0403 00:20:00.627311 3850 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-75vqp bbd10d1384b0aea003a9860ac781ee10507cc343665f5e5595d7b1794591a068 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-75vqp bbd10d1384b0aea003a9860ac781ee10507cc343665f5e5595d7b1794591a068 network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:b6:be:ef:86:67\",\"name\":\"bbd10d1384b0aea\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad0a43df-602c-4451-b30f-067b22539314\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0403 00:20:04.148410 3850 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-75vqp bbd10d1384b0aea003a9860ac781ee10507cc343665f5e5595d7b1794591a068 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-75vqp bbd10d1384b0aea003a9860ac781ee10507cc343665f5e5595d7b1794591a068 network default NAD default] I0403 00:20:04.223122 3850 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-75vqp bbd10d1384b0aea003a9860ac781ee10507cc343665f5e5595d7b1794591a068 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-75vqp bbd10d1384b0aea003a9860ac781ee10507cc343665f5e5595d7b1794591a068 network default NAD default], result "{}", err I0403 00:20:04.272373 3850 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-75vqp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:20:04.272410 3850 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-75vqp I0403 00:20:04.273718 3850 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-75vqp, ips: 10.128.0.45 I0403 00:20:04.273747 3850 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-75vqp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0403 00:20:05.162468 3850 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-75vqp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:20:05.162502 3850 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-75vqp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:20:35.365421 3850 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0403 00:20:58.343963 3850 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 W0403 00:21:10.687199 3850 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0403 00:21:13.258201 3850 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0403 00:22:10.159316 3850 reflector.go:568] "Warning: watch ended with error" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0403 00:22:10.159340 3850 reflector.go:568] "Warning: watch ended with error" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0403 00:22:10.159362 3850 reflector.go:568] "Warning: watch ended with error" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0403 00:22:10.159364 3850 reflector.go:568] "Warning: watch ended with error" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0403 00:22:10.159368 3850 reflector.go:568] "Warning: watch ended with error" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0403 00:22:10.159370 3850 reflector.go:568] "Warning: watch ended with error" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0403 00:22:10.159384 3850 reflector.go:568] "Warning: watch ended with error" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0403 00:22:10.159388 3850 reflector.go:568] "Warning: watch ended with error" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0403 00:22:10.159342 3850 reflector.go:568] "Warning: watch ended with error" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0403 00:22:10.159316 3850 reflector.go:568] "Warning: watch ended with error" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0403 00:22:10.159367 3850 reflector.go:568] "Warning: watch ended with error" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0403 00:22:10.159320 3850 reflector.go:568] "Warning: watch ended with error" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0403 00:22:10.159375 3850 reflector.go:568] "Warning: watch ended with error" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0403 00:22:10.159419 3850 reflector.go:568] "Warning: watch ended with error" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0403 00:22:10.159417 3850 reflector.go:568] "Warning: watch ended with error" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0403 00:22:10.159425 3850 reflector.go:568] "Warning: watch ended with error" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0403 00:22:11.023064 3850 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:22:11.027203 3850 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:22:11.035864 3850 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0403 00:22:11.038460 3850 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0403 00:22:11.042064 3850 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0403 00:22:11.042246 3850 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:22:11.043436 3850 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0403 00:22:11.043826 3850 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:22:11.151073 3850 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0403 00:22:11.153521 3850 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0403 00:22:11.191748 3850 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:22:11.196340 3850 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:22:11.196520 3850 namespace.go:142] [cert-manager] updating namespace I0403 00:22:11.196629 3850 namespace.go:142] [cert-manager-operator] updating namespace I0403 00:22:11.196746 3850 namespace.go:142] [dedicated-admin] updating namespace I0403 00:22:11.196875 3850 namespace.go:142] [default] updating namespace I0403 00:22:11.196959 3850 namespace.go:142] [konflux-operator] updating namespace I0403 00:22:11.196982 3850 namespace.go:142] [konflux-ui] updating namespace I0403 00:22:11.197084 3850 namespace.go:142] [kube-node-lease] updating namespace I0403 00:22:11.197136 3850 namespace.go:142] [kube-public] updating namespace I0403 00:22:11.197311 3850 namespace.go:142] [kube-system] updating namespace I0403 00:22:11.197370 3850 namespace.go:142] [open-cluster-management-2peb3vkdph24mruvov1fesssleh67mln] updating namespace I0403 00:22:11.197385 3850 namespace.go:142] [open-cluster-management-agent-addon] updating namespace I0403 00:22:11.197514 3850 namespace.go:142] [openshift] updating namespace I0403 00:22:11.197569 3850 namespace.go:142] [openshift-apiserver] updating namespace I0403 00:22:11.197657 3850 namespace.go:142] [openshift-apiserver-operator] updating namespace I0403 00:22:11.197768 3850 namespace.go:142] [openshift-authentication] updating namespace I0403 00:22:11.197899 3850 namespace.go:142] [openshift-authentication-operator] updating namespace I0403 00:22:11.197930 3850 namespace.go:142] [openshift-backplane] updating namespace I0403 00:22:11.198033 3850 namespace.go:142] [openshift-backplane-cee] updating namespace I0403 00:22:11.198152 3850 namespace.go:142] [openshift-backplane-cse] updating namespace I0403 00:22:11.198216 3850 namespace.go:142] [openshift-backplane-csm] updating namespace I0403 00:22:11.198265 3850 namespace.go:142] [openshift-backplane-lpsre] updating namespace I0403 00:22:11.198363 3850 namespace.go:142] [openshift-backplane-managed-scripts] updating namespace I0403 00:22:11.198496 3850 namespace.go:142] [openshift-backplane-mcs-tier-two] updating namespace I0403 00:22:11.198570 3850 namespace.go:142] [openshift-backplane-mobb] updating namespace I0403 00:22:11.198631 3850 namespace.go:142] [openshift-backplane-srep] updating namespace I0403 00:22:11.198688 3850 namespace.go:142] [openshift-backplane-srep-ro] updating namespace I0403 00:22:11.198795 3850 namespace.go:142] [openshift-backplane-tam] updating namespace I0403 00:22:11.198873 3850 namespace.go:142] [openshift-cloud-controller-manager] updating namespace I0403 00:22:11.198970 3850 namespace.go:142] [openshift-cloud-credential-operator] updating namespace I0403 00:22:11.199027 3850 namespace.go:142] [openshift-cloud-network-config-controller] updating namespace I0403 00:22:11.199174 3850 namespace.go:142] [openshift-cluster-csi-drivers] updating namespace I0403 00:22:11.199251 3850 namespace.go:142] [openshift-cluster-machine-approver] updating namespace I0403 00:22:11.199349 3850 namespace.go:142] [openshift-cluster-node-tuning-operator] updating namespace I0403 00:22:11.199361 3850 namespace.go:142] [openshift-cluster-samples-operator] updating namespace I0403 00:22:11.199499 3850 namespace.go:142] [openshift-cluster-storage-operator] updating namespace I0403 00:22:11.199581 3850 namespace.go:142] [openshift-cluster-version] updating namespace I0403 00:22:11.199669 3850 namespace.go:142] [openshift-config] updating namespace I0403 00:22:11.199798 3850 namespace.go:142] [openshift-config-managed] updating namespace I0403 00:22:11.199901 3850 namespace.go:142] [openshift-config-operator] updating namespace I0403 00:22:11.200012 3850 namespace.go:142] [openshift-console] updating namespace I0403 00:22:11.200122 3850 namespace.go:142] [openshift-console-operator] updating namespace I0403 00:22:11.200144 3850 namespace.go:142] [openshift-console-user-settings] updating namespace I0403 00:22:11.200253 3850 namespace.go:142] [openshift-controller-manager] updating namespace I0403 00:22:11.200371 3850 namespace.go:142] [openshift-customer-monitoring] updating namespace I0403 00:22:11.200383 3850 namespace.go:142] [openshift-controller-manager-operator] updating namespace I0403 00:22:11.200484 3850 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0403 00:22:11.200623 3850 namespace.go:142] [openshift-dns] updating namespace I0403 00:22:11.200678 3850 namespace.go:142] [openshift-dns-operator] updating namespace I0403 00:22:11.200699 3850 namespace.go:142] [openshift-etcd] updating namespace I0403 00:22:11.200901 3850 namespace.go:142] [openshift-host-network] updating namespace I0403 00:22:11.200920 3850 namespace.go:142] [openshift-image-registry] updating namespace I0403 00:22:11.201063 3850 namespace.go:142] [openshift-infra] updating namespace I0403 00:22:11.201088 3850 namespace.go:142] [openshift-ingress] updating namespace I0403 00:22:11.201220 3850 namespace.go:142] [openshift-ingress-canary] updating namespace I0403 00:22:11.201328 3850 namespace.go:142] [openshift-ingress-operator] updating namespace I0403 00:22:11.201373 3850 namespace.go:142] [openshift-insights] updating namespace I0403 00:22:11.201475 3850 namespace.go:142] [openshift-kube-apiserver] updating namespace I0403 00:22:11.201613 3850 namespace.go:142] [openshift-kube-apiserver-operator] updating namespace I0403 00:22:11.201634 3850 namespace.go:142] [openshift-kube-controller-manager] updating namespace I0403 00:22:11.201766 3850 namespace.go:142] [openshift-kube-controller-manager-operator] updating namespace I0403 00:22:11.201851 3850 namespace.go:142] [openshift-kube-scheduler] updating namespace I0403 00:22:11.201914 3850 namespace.go:142] [openshift-kube-scheduler-operator] updating namespace I0403 00:22:11.202015 3850 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0403 00:22:11.202135 3850 namespace.go:142] [openshift-kube-storage-version-migrator-operator] updating namespace I0403 00:22:11.202236 3850 namespace.go:142] [openshift-logging] updating namespace I0403 00:22:11.202292 3850 namespace.go:142] [openshift-machine-api] updating namespace I0403 00:22:11.202509 3850 namespace.go:142] [openshift-machine-config-operator] updating namespace I0403 00:22:11.202550 3850 namespace.go:142] [openshift-marketplace] updating namespace I0403 00:22:11.202681 3850 namespace.go:142] [openshift-monitoring] updating namespace I0403 00:22:11.202739 3850 namespace.go:142] [openshift-multus] updating namespace I0403 00:22:11.202852 3850 namespace.go:142] [openshift-must-gather-operator] updating namespace I0403 00:22:11.202908 3850 namespace.go:142] [openshift-network-console] updating namespace I0403 00:22:11.203025 3850 namespace.go:142] [openshift-network-diagnostics] updating namespace I0403 00:22:11.203060 3850 namespace.go:142] [openshift-network-node-identity] updating namespace I0403 00:22:11.203191 3850 namespace.go:142] [openshift-network-operator] updating namespace I0403 00:22:11.203199 3850 namespace.go:142] [openshift-node] updating namespace I0403 00:22:11.203365 3850 namespace.go:142] [openshift-operator-lifecycle-manager] updating namespace I0403 00:22:11.203454 3850 namespace.go:142] [openshift-operators] updating namespace I0403 00:22:11.203505 3850 namespace.go:142] [openshift-operators-redhat] updating namespace I0403 00:22:11.203598 3850 namespace.go:142] [openshift-ovn-kubernetes] updating namespace I0403 00:22:11.203747 3850 namespace.go:142] [openshift-package-operator] updating namespace I0403 00:22:11.203881 3850 namespace.go:142] [openshift-pipelines] updating namespace I0403 00:22:11.203960 3850 namespace.go:142] [openshift-route-controller-manager] updating namespace I0403 00:22:11.204029 3850 namespace.go:142] [openshift-service-ca] updating namespace I0403 00:22:11.204151 3850 namespace.go:142] [openshift-service-ca-operator] updating namespace I0403 00:22:11.204187 3850 namespace.go:142] [openshift-user-workload-monitoring] updating namespace I0403 00:22:11.204310 3850 namespace.go:142] [rhbk-operator] updating namespace I0403 00:22:11.204420 3850 namespace.go:142] [rhtpa-operator] updating namespace I0403 00:22:11.204553 3850 namespace.go:142] [trusted-artifact-signer] updating namespace I0403 00:22:11.204614 3850 namespace.go:142] [tsf] updating namespace I0403 00:22:11.204677 3850 namespace.go:142] [tsf-keycloak] updating namespace I0403 00:22:11.204768 3850 namespace.go:142] [tsf-tas] updating namespace I0403 00:22:11.204848 3850 namespace.go:142] [tsf-tpa] updating namespace I0403 00:22:11.256646 3850 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0403 00:22:11.259154 3850 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0403 00:22:11.263047 3850 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0403 00:22:11.265154 3850 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0403 00:22:11.457309 3850 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:22:11.461437 3850 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:22:11.464304 3850 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:22:11.488181 3850 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:22:11.488819 3850 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-29586240-9xqf9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.488862 3850 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-29586240-9xqf9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.489724 3850 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-r42jv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.489741 3850 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586240-r42jv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.489853 3850 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-plpch of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.489868 3850 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586250-plpch of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.489918 3850 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-75vqp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.489940 3850 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29586260-75vqp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.490111 3850 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:22:11.491200 3850 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.491217 3850 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.491230 3850 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.491242 3850 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390xwdhx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.491954 3850 obj_retry.go:458] Detected object openshift-image-registry/image-pruner-29586240-7fprn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.491971 3850 obj_retry.go:458] Detected object openshift-image-registry/image-pruner-29586240-7fprn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.493827 3850 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.493860 3850 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.493875 3850 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.493890 3850 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7xcvnb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.493956 3850 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.493973 3850 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.493984 3850 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.493999 3850 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafrjkmh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.494030 3850 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.494043 3850 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.494053 3850 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.494063 3850 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15249z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.494123 3850 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.494135 3850 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.494144 3850 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.494152 3850 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedb5ns of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.494264 3850 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.494283 3850 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.494294 3850 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.494306 3850 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5cd4t5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.494306 3850 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.494320 3850 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.494329 3850 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.494337 3850 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adeb9kfpl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.495344 3850 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0403 00:22:11.502173 3850 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-29xrl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.502237 3850 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-29xrl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.502366 3850 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-ml4px-h5sm2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.502431 3850 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-ml4px-h5sm2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.502586 3850 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-mlhc6-7m4m9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.502654 3850 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-mlhc6-7m4m9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.503068 3850 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-mhngv-24768 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.503121 3850 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-mhngv-24768 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.503691 3850 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-p6s5t-6f5qt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.503752 3850 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-p6s5t-6f5qt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.504220 3850 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-4h29c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.504235 3850 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-4h29c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0403 00:22:11.553210 3850 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0403 00:22:11.555529 3850 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0403 00:22:11.607131 3850 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0403 00:22:11.609608 3850 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0403 00:22:11.689829 3850 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0403 00:22:11.692229 3850 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0403 00:22:11.701761 3850 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0403 00:22:11.732083 3850 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0403 00:22:11.734464 3850 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0403 00:22:11.741394 3850 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0403 00:22:11.743521 3850 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0403 00:22:38.877646 3850 cni.go:403] [tsf-tpa/pre-install-tsf-tpa 5b196e533fc8aa149f6fb3184a5ada878ab9126ddee0490c9edadec368d8e316 network default NAD default] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 5b196e533fc8aa149f6fb3184a5ada878ab9126ddee0490c9edadec368d8e316 network default NAD default] I0403 00:22:38.955478 3850 cni.go:424] [tsf-tpa/pre-install-tsf-tpa 5b196e533fc8aa149f6fb3184a5ada878ab9126ddee0490c9edadec368d8e316 network default NAD default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 5b196e533fc8aa149f6fb3184a5ada878ab9126ddee0490c9edadec368d8e316 network default NAD default], result "{}", err I0403 00:22:39.007158 3850 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0403 00:22:39.007234 3850 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0403 00:22:39.008602 3850 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.44 I0403 00:22:39.008632 3850 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it