+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-108.ec2.internal ++ [[ -n ip-10-0-2-108.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-108.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0430 23:26:47.538629774 - disable conntrack on geneve port' I0430 23:26:47.538629774 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0430 23:26:47.579492216 - starting ovnkube-node + echo 'I0430 23:26:47.579492216 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-108.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-108.ec2.internal --init-node ip-10-0-2-108.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-108.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0430 23:26:47.626232 3799 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0430 23:26:47.626291 3799 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-881aac4dfb.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0430 23:26:47.627617 3799 kube.go:431] Waiting for certificate I0430 23:26:47.627651 3799 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0430 23:26:47.627679 3799 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0430 23:26:47.628332 3799 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0430 23:26:47.703666 3799 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 23:26:47.703690 3799 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 23:26:47.706240 3799 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 23:26:47.708789 3799 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-phfqn" I0430 23:26:47.731063 3799 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-phfqn" I0430 23:26:47.731157 3799 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 23:26:48.627766 3799 kube.go:438] Certificate found I0430 23:26:48.628372 3799 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0430 23:26:48.629540 3799 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0430 23:26:48.694042 3799 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0430 23:26:48.711077 3799 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0430 23:26:48.711273 3799 server.go:101] MetricServer registers OVS metrics I0430 23:26:48.711639 3799 server.go:105] MetricServer registers OVN DB metrics I0430 23:26:48.714342 3799 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0430 23:26:48.714428 3799 factory.go:561] Starting watch factory I0430 23:26:48.714513 3799 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:26:48.714534 3799 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:26:48.714549 3799 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:26:48.714573 3799 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:26:48.714615 3799 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:26:48.714635 3799 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:26:48.714643 3799 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:26:48.714674 3799 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:26:48.714701 3799 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:26:48.714678 3799 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:26:48.714769 3799 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:26:48.714659 3799 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:26:48.716491 3799 controller_manager.go:370] Starting the ovnkube controller I0430 23:26:48.716504 3799 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-108.ec2.internal I0430 23:26:48.716582 3799 controller_manager.go:395] NBDB zone sync took: 65.53µs I0430 23:26:48.716596 3799 factory.go:561] Starting watch factory I0430 23:26:48.716823 3799 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0430 23:26:48.716863 3799 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0430 23:26:48.731132 3799 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0430 23:26:48.731164 3799 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0430 23:26:48.735035 3799 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0430 23:26:48.735067 3799 server.go:109] MetricServer registers OVN Controller metrics I0430 23:26:48.739220 3799 server.go:113] MetricServer registers OVN Northd metrics I0430 23:26:48.740134 3799 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:26:48.740440 3799 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:26:48.741428 3799 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:26:48.741758 3799 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:26:48.742131 3799 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:26:48.746579 3799 metrics.go:519] OVN Metrics Server starts to run ... I0430 23:26:48.747693 3799 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-01 23:21:47 +0000 UTC" deadline="2026-05-01 17:32:12.048193223 +0000 UTC" I0430 23:26:48.747721 3799 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h5m23.300484471s" I0430 23:26:48.748042 3799 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:26:48.821095 3799 factory.go:1977] *v1.Service informer cache synced successfully I0430 23:26:48.821117 3799 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0430 23:26:48.821121 3799 factory.go:1977] *v1.Pod informer cache synced successfully I0430 23:26:48.821124 3799 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0430 23:26:48.821127 3799 factory.go:1977] *v1.Namespace informer cache synced successfully I0430 23:26:48.821129 3799 factory.go:1977] *v1.Node informer cache synced successfully I0430 23:26:48.821210 3799 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 23:26:48.821224 3799 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 23:26:48.821248 3799 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 23:26:48.821684 3799 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 23:26:48.821755 3799 factory.go:1977] *v1.Namespace informer cache synced successfully I0430 23:26:48.821770 3799 factory.go:1977] *v1.Node informer cache synced successfully I0430 23:26:48.821773 3799 factory.go:1977] *v1.Service informer cache synced successfully I0430 23:26:48.821777 3799 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0430 23:26:48.821780 3799 factory.go:1977] *v1.Pod informer cache synced successfully I0430 23:26:48.821783 3799 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0430 23:26:48.824190 3799 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 23:26:48.824810 3799 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 23:26:48.826420 3799 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0430 23:26:48.826434 3799 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0430 23:26:48.826534 3799 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0430 23:26:48.826552 3799 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0430 23:26:48.826876 3799 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0430 23:26:48.826892 3799 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0430 23:26:48.829190 3799 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0430 23:26:48.831520 3799 factory.go:1977] *v1.EgressIP informer cache synced successfully I0430 23:26:48.831586 3799 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0430 23:26:48.831605 3799 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0430 23:26:48.832675 3799 factory.go:1977] *v1.EgressIP informer cache synced successfully I0430 23:26:48.834063 3799 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0430 23:26:48.836666 3799 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0430 23:26:48.836725 3799 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0430 23:26:48.836742 3799 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0430 23:26:48.837755 3799 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0430 23:26:48.839754 3799 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0430 23:26:48.841707 3799 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0430 23:26:48.841776 3799 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0430 23:26:48.841793 3799 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0430 23:26:48.843285 3799 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0430 23:26:48.844541 3799 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0430 23:26:48.846912 3799 factory.go:1977] *v1.EgressService informer cache synced successfully I0430 23:26:48.846970 3799 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0430 23:26:48.846988 3799 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0430 23:26:48.849119 3799 factory.go:1977] *v1.EgressService informer cache synced successfully I0430 23:26:48.849772 3799 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0430 23:26:48.852136 3799 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0430 23:26:48.852394 3799 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0430 23:26:48.852441 3799 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0430 23:26:48.854450 3799 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0430 23:26:48.855357 3799 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0430 23:26:48.857353 3799 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0430 23:26:48.857417 3799 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 23:26:48.857432 3799 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 23:26:48.857612 3799 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 23:26:48.857634 3799 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 23:26:48.860153 3799 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0430 23:26:48.860673 3799 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 23:26:48.860819 3799 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 23:26:48.862620 3799 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0430 23:26:48.862631 3799 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0430 23:26:48.862638 3799 factory.go:680] Watch Factory start up complete, took: 148.223319ms I0430 23:26:48.862718 3799 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0430 23:26:48.865505 3799 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0430 23:26:48.865521 3799 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0430 23:26:48.865531 3799 factory.go:680] Watch Factory start up complete, took: 148.933598ms I0430 23:26:48.865541 3799 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-108.ec2.internal" zone I0430 23:26:48.918034 3799 default_node_network_controller.go:710] Initializing the default node network controller I0430 23:26:49.012212 3799 udn_isolation.go:101] Starting UDN host isolation manager I0430 23:26:49.018744 3799 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0430 23:26:49.089658 3799 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0430 23:26:49.089734 3799 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0430 23:26:49.089751 3799 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0430 23:26:49.124916 3799 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0430 23:26:49.124986 3799 default_node_network_controller.go:809] Node ip-10-0-2-108.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0430 23:26:49.131120 3799 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.108"] k8s.ovn.org/zone-name:ip-10-0-2-108.ec2.internal] on node ip-10-0-2-108.ec2.internal I0430 23:26:49.150575 3799 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0430 23:26:49.156776 3799 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0430 23:26:49.156916 3799 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0430 23:26:49.157047 3799 gateway_init.go:263] Preparing Gateway I0430 23:26:49.157058 3799 gateway_shared_intf.go:1687] Creating new gateway I0430 23:26:49.266621 3799 iptables.go:108] Creating table: filter chain: FORWARD I0430 23:26:49.273359 3799 iptables.go:108] Creating table: filter chain: OUTPUT I0430 23:26:49.280069 3799 gateway_shared_intf.go:1816] Gateway Creation Complete I0430 23:26:49.280084 3799 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-108.ec2.internal","mac-address":"0e:06:d3:03:75:35","ip-addresses":["10.0.2.108/24"],"ip-address":"10.0.2.108/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ed5da961-0eeb-457a-8d20-301f1659511f k8s.ovn.org/node-encap-ips:["10.0.2.108"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.108/24"} k8s.ovn.org/zone-name:ip-10-0-2-108.ec2.internal] on node ip-10-0-2-108.ec2.internal I0430 23:26:49.304507 3799 default_node_network_controller.go:519] Node connection status = connected I0430 23:26:49.365634 3799 controller_manager.go:429] Waiting for node in zone sync took: 500.075805ms I0430 23:26:49.370115 3799 controller_manager.go:611] Switching to transit router for layer2 networks I0430 23:26:49.370131 3799 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-108.ec2.internal I0430 23:26:49.384895 3799 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0430 23:26:49.391927 3799 controller_manager.go:290] SCTP support detected in OVN I0430 23:26:49.392580 3799 services_controller.go:69] Creating services controller for network=default I0430 23:26:49.392677 3799 udn_enabled_svc.go:80] Waiting for service informer to sync I0430 23:26:49.392873 3799 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0430 23:26:49.392917 3799 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0430 23:26:49.392937 3799 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0430 23:26:49.392953 3799 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0430 23:26:49.393185 3799 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0430 23:26:49.393201 3799 udn_enabled_svc.go:95] Performing full resync I0430 23:26:49.393233 3799 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0430 23:26:49.393273 3799 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 31.975µs I0430 23:26:49.393282 3799 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 49.439µs I0430 23:26:49.393287 3799 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0430 23:26:49.393294 3799 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0430 23:26:49.393302 3799 default_network_controller.go:325] Starting the default network controller I0430 23:26:49.393316 3799 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 54.714µs I0430 23:26:49.393394 3799 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 13.556µs I0430 23:26:49.393515 3799 udn_enabled_svc.go:99] Waiting for handler to sync I0430 23:26:49.393526 3799 udn_enabled_svc.go:104] Starting worker I0430 23:26:49.402819 3799 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0430 23:26:49.402900 3799 repair.go:33] Syncing exgw routes took 68.508µs I0430 23:26:49.402927 3799 default_network_controller.go:414] Starting all the Watchers... I0430 23:26:49.403107 3799 namespace.go:98] [openshift-network-diagnostics] adding namespace I0430 23:26:49.403106 3799 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0430 23:26:49.403116 3799 namespace.go:98] [openshift-image-registry] adding namespace I0430 23:26:49.403109 3799 namespace.go:98] [openshift-monitoring] adding namespace I0430 23:26:49.403129 3799 namespace.go:98] [openshift-network-operator] adding namespace I0430 23:26:49.403135 3799 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0430 23:26:49.403135 3799 namespace.go:98] [openshift-ingress-canary] adding namespace I0430 23:26:49.403127 3799 namespace.go:98] [openshift-infra] adding namespace I0430 23:26:49.403147 3799 namespace.go:98] [openshift-node] adding namespace I0430 23:26:49.403155 3799 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0430 23:26:49.403156 3799 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0430 23:26:49.403157 3799 namespace.go:98] [openshift-backplane-srep] adding namespace I0430 23:26:49.403169 3799 namespace.go:98] [openshift-ingress] adding namespace W0430 23:26:49.403170 3799 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-8mqbc: pod openshift-network-diagnostics/network-check-target-8mqbc: no pod IPs found I0430 23:26:49.403228 3799 namespace.go:98] [openshift-operators-redhat] adding namespace I0430 23:26:49.403258 3799 namespace.go:98] [openshift-marketplace] adding namespace I0430 23:26:49.403754 3799 namespace.go:102] [openshift-network-diagnostics] adding namespace took 635.077µs I0430 23:26:49.403772 3799 namespace.go:98] [kube-public] adding namespace I0430 23:26:49.404216 3799 namespace.go:102] [kube-public] adding namespace took 438.787µs I0430 23:26:49.404231 3799 namespace.go:98] [dedicated-admin] adding namespace I0430 23:26:49.404750 3799 namespace.go:102] [dedicated-admin] adding namespace took 513.984µs I0430 23:26:49.404764 3799 namespace.go:98] [openshift-apiserver-operator] adding namespace I0430 23:26:49.405238 3799 namespace.go:102] [openshift-image-registry] adding namespace took 2.1113ms I0430 23:26:49.405259 3799 namespace.go:98] [openshift-controller-manager] adding namespace I0430 23:26:49.405684 3799 namespace.go:102] [openshift-monitoring] adding namespace took 2.555463ms I0430 23:26:49.405696 3799 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0430 23:26:49.406148 3799 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 3.026056ms I0430 23:26:49.406176 3799 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0430 23:26:49.406610 3799 namespace.go:102] [openshift-network-operator] adding namespace took 3.465886ms I0430 23:26:49.406629 3799 namespace.go:98] [openshift-console] adding namespace I0430 23:26:49.407117 3799 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 3.954644ms I0430 23:26:49.407136 3799 namespace.go:98] [openshift-dns] adding namespace I0430 23:26:49.407486 3799 namespace.go:102] [openshift-ingress-canary] adding namespace took 4.336594ms I0430 23:26:49.407500 3799 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0430 23:26:49.407963 3799 namespace.go:102] [openshift-infra] adding namespace took 4.812248ms I0430 23:26:49.407978 3799 namespace.go:98] [kube-system] adding namespace I0430 23:26:49.408339 3799 namespace.go:102] [openshift-node] adding namespace took 5.185215ms I0430 23:26:49.408348 3799 namespace.go:98] [openshift-dns-operator] adding namespace I0430 23:26:49.408861 3799 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.696822ms I0430 23:26:49.408884 3799 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0430 23:26:49.409376 3799 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.206052ms I0430 23:26:49.409389 3799 namespace.go:98] [openshift-console-user-settings] adding namespace I0430 23:26:49.409826 3799 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.656211ms I0430 23:26:49.409862 3799 namespace.go:98] [openshift-package-operator] adding namespace I0430 23:26:49.410303 3799 namespace.go:102] [openshift-ingress] adding namespace took 7.123709ms I0430 23:26:49.410332 3799 namespace.go:98] [openshift-backplane-tam] adding namespace I0430 23:26:49.410782 3799 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.545863ms I0430 23:26:49.410810 3799 namespace.go:98] [openshift-must-gather-operator] adding namespace I0430 23:26:49.411259 3799 namespace.go:102] [openshift-marketplace] adding namespace took 7.990734ms I0430 23:26:49.411269 3799 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0430 23:26:49.411706 3799 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.937952ms I0430 23:26:49.411718 3799 namespace.go:98] [openshift-insights] adding namespace I0430 23:26:49.412465 3799 namespace.go:102] [openshift-controller-manager] adding namespace took 7.200793ms I0430 23:26:49.412477 3799 namespace.go:98] [openshift-authentication-operator] adding namespace I0430 23:26:49.412851 3799 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.149869ms I0430 23:26:49.412862 3799 namespace.go:98] [openshift-kube-scheduler] adding namespace I0430 23:26:49.413315 3799 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.128783ms I0430 23:26:49.413332 3799 namespace.go:98] [default] adding namespace I0430 23:26:49.413766 3799 namespace.go:102] [openshift-console] adding namespace took 7.128122ms I0430 23:26:49.413778 3799 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0430 23:26:49.414164 3799 namespace.go:102] [openshift-dns] adding namespace took 7.023009ms I0430 23:26:49.414178 3799 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0430 23:26:49.414538 3799 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.033963ms I0430 23:26:49.414550 3799 namespace.go:98] [openshift-authentication] adding namespace I0430 23:26:49.414943 3799 namespace.go:102] [kube-system] adding namespace took 6.94847ms I0430 23:26:49.414956 3799 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0430 23:26:49.415324 3799 namespace.go:102] [openshift-dns-operator] adding namespace took 6.971457ms I0430 23:26:49.415336 3799 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0430 23:26:49.415698 3799 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.806001ms I0430 23:26:49.415710 3799 namespace.go:98] [open-cluster-management-2q0p22akbres55ngbqbdeuklsvdbep2e] adding namespace I0430 23:26:49.416105 3799 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.712526ms I0430 23:26:49.416117 3799 namespace.go:98] [openshift-host-network] adding namespace I0430 23:26:49.416531 3799 namespace.go:102] [openshift-package-operator] adding namespace took 6.661943ms I0430 23:26:49.416548 3799 namespace.go:98] [openshift-route-controller-manager] adding namespace I0430 23:26:49.417025 3799 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.684136ms I0430 23:26:49.417042 3799 namespace.go:98] [openshift-service-ca-operator] adding namespace I0430 23:26:49.417449 3799 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.630824ms I0430 23:26:49.417464 3799 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0430 23:26:49.417922 3799 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.646041ms I0430 23:26:49.417941 3799 namespace.go:98] [openshift-network-console] adding namespace I0430 23:26:49.418330 3799 namespace.go:102] [openshift-insights] adding namespace took 6.606394ms I0430 23:26:49.418346 3799 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0430 23:26:49.418755 3799 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.270961ms I0430 23:26:49.418772 3799 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0430 23:26:49.419174 3799 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.306753ms I0430 23:26:49.419191 3799 namespace.go:98] [openshift-config-managed] adding namespace I0430 23:26:49.419553 3799 namespace.go:102] [default] adding namespace took 6.215715ms I0430 23:26:49.419569 3799 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0430 23:26:49.419941 3799 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.158188ms I0430 23:26:49.419958 3799 namespace.go:98] [openshift-backplane-csm] adding namespace I0430 23:26:49.420335 3799 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.151266ms I0430 23:26:49.420351 3799 namespace.go:98] [openshift-customer-monitoring] adding namespace I0430 23:26:49.420746 3799 namespace.go:102] [openshift-authentication] adding namespace took 6.189207ms I0430 23:26:49.420764 3799 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0430 23:26:49.421166 3799 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.204336ms I0430 23:26:49.421184 3799 namespace.go:98] [openshift-backplane-mobb] adding namespace I0430 23:26:49.421507 3799 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.16536ms I0430 23:26:49.421524 3799 namespace.go:98] [openshift-config] adding namespace I0430 23:26:49.422074 3799 namespace.go:102] [open-cluster-management-2q0p22akbres55ngbqbdeuklsvdbep2e] adding namespace took 6.358563ms I0430 23:26:49.422093 3799 namespace.go:98] [openshift-operators] adding namespace I0430 23:26:49.422528 3799 namespace.go:102] [openshift-host-network] adding namespace took 6.404577ms I0430 23:26:49.422544 3799 namespace.go:98] [openshift-cluster-version] adding namespace I0430 23:26:49.423052 3799 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.484649ms I0430 23:26:49.423066 3799 namespace.go:98] [openshift-console-operator] adding namespace I0430 23:26:49.423460 3799 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.413256ms I0430 23:26:49.423472 3799 namespace.go:98] [openshift-backplane-cse] adding namespace I0430 23:26:49.423883 3799 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.41298ms I0430 23:26:49.423901 3799 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0430 23:26:49.424276 3799 namespace.go:102] [openshift-network-console] adding namespace took 6.326607ms I0430 23:26:49.424287 3799 namespace.go:98] [openshift-backplane] adding namespace I0430 23:26:49.424758 3799 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.404465ms I0430 23:26:49.425165 3799 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.386562ms I0430 23:26:49.425184 3799 namespace.go:98] [openshift-kube-apiserver] adding namespace I0430 23:26:49.425543 3799 namespace.go:102] [openshift-config-managed] adding namespace took 6.345921ms I0430 23:26:49.425560 3799 namespace.go:98] [openshift-apiserver] adding namespace I0430 23:26:49.425954 3799 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.378232ms I0430 23:26:49.425972 3799 namespace.go:98] [openshift-machine-config-operator] adding namespace I0430 23:26:49.426309 3799 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.343995ms I0430 23:26:49.426323 3799 namespace.go:98] [openshift-ingress-operator] adding namespace I0430 23:26:49.426779 3799 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.422416ms I0430 23:26:49.426793 3799 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0430 23:26:49.427196 3799 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.425348ms I0430 23:26:49.427214 3799 namespace.go:98] [kube-node-lease] adding namespace I0430 23:26:49.427626 3799 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.434857ms I0430 23:26:49.427642 3799 namespace.go:98] [openshift-multus] adding namespace I0430 23:26:49.428048 3799 namespace.go:102] [openshift-config] adding namespace took 6.517133ms I0430 23:26:49.428066 3799 namespace.go:98] [openshift-logging] adding namespace I0430 23:26:49.428455 3799 namespace.go:102] [openshift-operators] adding namespace took 6.356719ms I0430 23:26:49.428474 3799 namespace.go:98] [openshift-etcd] adding namespace I0430 23:26:49.428896 3799 namespace.go:102] [openshift-cluster-version] adding namespace took 6.345392ms I0430 23:26:49.428912 3799 namespace.go:98] [openshift] adding namespace I0430 23:26:49.429285 3799 namespace.go:102] [openshift-console-operator] adding namespace took 6.214471ms I0430 23:26:49.429297 3799 namespace.go:98] [openshift-network-node-identity] adding namespace I0430 23:26:49.429786 3799 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.308564ms I0430 23:26:49.429799 3799 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0430 23:26:49.430302 3799 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.394057ms I0430 23:26:49.430316 3799 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0430 23:26:49.430754 3799 namespace.go:102] [openshift-backplane] adding namespace took 6.460371ms I0430 23:26:49.430770 3799 namespace.go:98] [openshift-machine-api] adding namespace I0430 23:26:49.431178 3799 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.987179ms I0430 23:26:49.431194 3799 namespace.go:98] [openshift-backplane-cee] adding namespace I0430 23:26:49.431594 3799 namespace.go:102] [openshift-apiserver] adding namespace took 6.028126ms I0430 23:26:49.432021 3799 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.041733ms I0430 23:26:49.432038 3799 namespace.go:98] [openshift-config-operator] adding namespace I0430 23:26:49.432366 3799 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.036906ms I0430 23:26:49.432872 3799 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.074268ms W0430 23:26:49.433314 3799 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-l4pbd: pod openshift-multus/network-metrics-daemon-l4pbd: no pod IPs found I0430 23:26:49.433372 3799 namespace.go:102] [kube-node-lease] adding namespace took 6.151221ms I0430 23:26:49.433789 3799 namespace.go:102] [openshift-multus] adding namespace took 6.141121ms I0430 23:26:49.434230 3799 namespace.go:102] [openshift-logging] adding namespace took 6.158672ms I0430 23:26:49.434622 3799 namespace.go:102] [openshift-etcd] adding namespace took 6.14062ms I0430 23:26:49.434988 3799 namespace.go:102] [openshift] adding namespace took 6.070401ms I0430 23:26:49.435476 3799 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.174039ms I0430 23:26:49.436309 3799 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.505274ms I0430 23:26:49.436727 3799 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.407294ms I0430 23:26:49.437215 3799 namespace.go:102] [openshift-machine-api] adding namespace took 6.436986ms I0430 23:26:49.437234 3799 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0430 23:26:49.437554 3799 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.35308ms I0430 23:26:49.438049 3799 namespace.go:102] [openshift-config-operator] adding namespace took 6.004925ms I0430 23:26:49.438393 3799 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 1.154096ms I0430 23:26:49.438594 3799 master.go:548] Adding or Updating local node "ip-10-0-2-108.ec2.internal" for network "default" W0430 23:26:49.445386 3799 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-8mqbc: pod openshift-network-diagnostics/network-check-target-8mqbc: no pod IPs found W0430 23:26:49.445408 3799 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-l4pbd: pod openshift-multus/network-metrics-daemon-l4pbd: no pod IPs found I0430 23:26:49.446308 3799 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-108.ec2.internal for the network default I0430 23:26:49.446592 3799 zone_ic_handler.go:195] Time taken to create transit switch: 272.264µs I0430 23:26:49.447266 3799 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0430 23:26:49.447289 3799 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0430 23:26:49.447302 3799 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0430 23:26:49.447327 3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-108.ec2.internal in network "default" I0430 23:26:49.447378 3799 node_tracker.go:169] Node ip-10-0-2-108.ec2.internal switch + router changed, syncing services in network "default" I0430 23:26:49.447394 3799 services_controller.go:574] Full service sync requested for network=default I0430 23:26:49.547545 3799 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0430 23:26:49.547569 3799 services_controller.go:208] Setting up event handlers for services for network=default I0430 23:26:49.547644 3799 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0430 23:26:49.547676 3799 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0430 23:26:49.547687 3799 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0430 23:26:49.648256 3799 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0430 23:26:49.648276 3799 repair.go:60] Starting repairing loop for services I0430 23:26:49.648377 3799 repair.go:131] Deleted 0 stale service LBs I0430 23:26:49.648397 3799 repair.go:137] Deleted 0 stale Chassis Template Vars I0430 23:26:49.648412 3799 repair.go:62] Finished repairing loop for services: 139.171µs I0430 23:26:49.648434 3799 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0430 23:26:49.648443 3799 services_controller.go:254] Starting workers for network=default I0430 23:26:49.648826 3799 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-8mqbc] creating logical port openshift-network-diagnostics_network-check-target-8mqbc for pod on switch ip-10-0-2-108.ec2.internal I0430 23:26:49.649079 3799 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-8mqbc I0430 23:26:49.649124 3799 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-l4pbd] creating logical port openshift-multus_network-metrics-daemon-l4pbd for pod on switch ip-10-0-2-108.ec2.internal I0430 23:26:49.649232 3799 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-l4pbd I0430 23:26:49.674520 3799 pod.go:62] [openshift-multus/network-metrics-daemon-l4pbd] pod update took 25.325832ms I0430 23:26:49.674542 3799 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-l4pbd] addLogicalPort annotation time took 25.350383ms I0430 23:26:49.675444 3799 pods.go:271] [openshift-multus/network-metrics-daemon-l4pbd] addLogicalPort took 26.3267ms, libovsdb time 686.71µs I0430 23:26:49.677297 3799 pod.go:62] [openshift-network-diagnostics/network-check-target-8mqbc] pod update took 28.338293ms I0430 23:26:49.677319 3799 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-8mqbc] addLogicalPort annotation time took 28.36823ms I0430 23:26:49.678234 3799 pods.go:271] [openshift-network-diagnostics/network-check-target-8mqbc] addLogicalPort took 29.427965ms, libovsdb time 708.378µs I0430 23:26:49.678688 3799 admin_network_policy_controller.go:227] Starting controller default-network-controller I0430 23:26:49.678721 3799 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0430 23:26:49.678736 3799 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0430 23:26:49.678743 3799 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0430 23:26:49.679009 3799 repair.go:29] Repairing admin network policies took 259.177µs I0430 23:26:49.679129 3799 repair.go:92] Repairing baseline admin network policies took 107.801µs I0430 23:26:49.679499 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0430 23:26:49.679515 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0430 23:26:49.681149 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0430 23:26:49.681170 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0430 23:26:49.681180 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0430 23:26:49.682585 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0430 23:26:49.682608 3799 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0430 23:26:49.682619 3799 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0430 23:26:49.684039 3799 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0430 23:26:49.684059 3799 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0430 23:26:49.684068 3799 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0430 23:26:49.684516 3799 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0430 23:26:49.684530 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0430 23:26:49.684539 3799 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0430 23:26:49.686289 3799 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0430 23:26:49.686312 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0430 23:26:49.686322 3799 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0430 23:26:49.686610 3799 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0430 23:26:49.686637 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0430 23:26:49.686649 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0430 23:26:49.687146 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0430 23:26:49.687166 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0430 23:26:49.687532 3799 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0430 23:26:49.687545 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0430 23:26:49.688292 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0430 23:26:49.688311 3799 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0430 23:26:49.688323 3799 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0430 23:26:49.690279 3799 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0430 23:26:49.690299 3799 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0430 23:26:49.690304 3799 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0430 23:26:49.691514 3799 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0430 23:26:49.691534 3799 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0430 23:26:49.691548 3799 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0430 23:26:49.693054 3799 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0430 23:26:49.693073 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0430 23:26:49.693080 3799 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0430 23:26:49.693561 3799 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0430 23:26:49.693579 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0430 23:26:49.693587 3799 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0430 23:26:49.694028 3799 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0430 23:26:49.694044 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0430 23:26:49.694065 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0430 23:26:49.694737 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0430 23:26:49.694755 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0430 23:26:49.694764 3799 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0430 23:26:49.695213 3799 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0430 23:26:49.695229 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0430 23:26:49.695237 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0430 23:26:49.695712 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0430 23:26:49.695729 3799 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0430 23:26:49.695739 3799 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0430 23:26:49.696894 3799 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0430 23:26:49.696918 3799 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0430 23:26:49.696932 3799 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0430 23:26:49.697915 3799 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0430 23:26:49.697933 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0430 23:26:49.697941 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0430 23:26:49.698421 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0430 23:26:49.698440 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0430 23:26:49.698449 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0430 23:26:49.699041 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0430 23:26:49.699058 3799 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0430 23:26:49.699066 3799 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0430 23:26:49.699952 3799 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0430 23:26:49.699968 3799 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0430 23:26:49.699978 3799 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0430 23:26:49.701029 3799 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0430 23:26:49.701047 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0430 23:26:49.701055 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0430 23:26:49.701518 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0430 23:26:49.701539 3799 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0430 23:26:49.701551 3799 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0430 23:26:49.702568 3799 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0430 23:26:49.702585 3799 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0430 23:26:49.702597 3799 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0430 23:26:49.704573 3799 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0430 23:26:49.704593 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0430 23:26:49.704599 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0430 23:26:49.704912 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0430 23:26:49.704928 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0430 23:26:49.704935 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0430 23:26:49.706049 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0430 23:26:49.706066 3799 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0430 23:26:49.706072 3799 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0430 23:26:49.706290 3799 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0430 23:26:49.706303 3799 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0430 23:26:49.706313 3799 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0430 23:26:49.707107 3799 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0430 23:26:49.710987 3799 egressfirewall.go:374] Starting EgressFirewall controller I0430 23:26:49.711021 3799 controller.go:133] Adding controller egress-firewall-controller event handlers I0430 23:26:49.711042 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0430 23:26:49.711059 3799 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0430 23:26:49.711072 3799 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0430 23:26:49.711100 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0430 23:26:49.711113 3799 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0430 23:26:49.711370 3799 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0430 23:26:49.711385 3799 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0430 23:26:49.711393 3799 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0430 23:26:49.711403 3799 egressqos.go:193] Setting up event handlers for EgressQoS I0430 23:26:49.711411 3799 egressfirewall.go:723] Syncing node "ip-10-0-2-108.ec2.internal" for egress firewall I0430 23:26:49.711495 3799 egressqos.go:245] Starting EgressQoS Controller I0430 23:26:49.711511 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0430 23:26:49.711520 3799 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0430 23:26:49.711528 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0430 23:26:49.711535 3799 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0430 23:26:49.711544 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0430 23:26:49.711550 3799 shared_informer.go:356] "Caches are synced" controller="egressqos" I0430 23:26:49.711555 3799 egressqos.go:259] Repairing EgressQoSes I0430 23:26:49.711561 3799 egressqos.go:399] Starting repairing loop for egressqos I0430 23:26:49.711629 3799 egressqos.go:401] Finished repairing loop for egressqos: 69.629µs I0430 23:26:49.711645 3799 egressservice_zone.go:132] Setting up event handlers for Egress Services I0430 23:26:49.711676 3799 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-108.ec2.internal I0430 23:26:49.711730 3799 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-108.ec2.internal : 57.009µs I0430 23:26:49.711818 3799 egressservice_zone.go:210] Starting Egress Services Controller I0430 23:26:49.711845 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0430 23:26:49.711855 3799 shared_informer.go:356] "Caches are synced" controller="egressservices" I0430 23:26:49.711861 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0430 23:26:49.711868 3799 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0430 23:26:49.711877 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0430 23:26:49.711883 3799 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0430 23:26:49.711888 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0430 23:26:49.711892 3799 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0430 23:26:49.711896 3799 egressservice_zone.go:228] Repairing Egress Services I0430 23:26:49.712129 3799 master_controller.go:88] Starting Admin Policy Based Route Controller I0430 23:26:49.712138 3799 external_controller.go:278] Starting Admin Policy Based Route Controller I0430 23:26:49.712199 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-108.ec2.internal I0430 23:26:49.712211 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-108.ec2.internal: 12.006µs I0430 23:26:49.712234 3799 default_network_controller.go:585] Completing all the Watchers took 309.297752ms I0430 23:26:49.712246 3799 default_network_controller.go:589] Starting unidling controllers I0430 23:26:49.712257 3799 unidle.go:46] Registering OVN SB ControllerEvent handler I0430 23:26:49.712262 3799 unidle.go:63] Populating Initial ContollerEvent events I0430 23:26:49.712272 3799 unidle.go:79] Setting up event handlers for services I0430 23:26:49.712311 3799 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0430 23:26:49.805613 3799 default_node_network_controller.go:519] Node connection status = connected I0430 23:26:50.305646 3799 default_node_network_controller.go:519] Node connection status = connected I0430 23:26:50.805188 3799 default_node_network_controller.go:519] Node connection status = connected I0430 23:26:51.305175 3799 default_node_network_controller.go:519] Node connection status = connected I0430 23:26:51.538888 3799 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0430 23:26:51.805554 3799 default_node_network_controller.go:519] Node connection status = connected I0430 23:26:51.823855 3799 bridgeconfig.go:537] Gateway is ready I0430 23:26:51.823875 3799 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0430 23:26:51.836188 3799 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.108. Updating OVN encap IP. I0430 23:26:51.841819 3799 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.108 - it is already configured I0430 23:26:51.841865 3799 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.108/24:{} 172.20.0.1/32:{}]. Updating annotations. I0430 23:26:51.842153 3799 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.108/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-108.ec2.internal","mac-address":"0e:06:d3:03:75:35","ip-addresses":["10.0.2.108/24"],"ip-address":"10.0.2.108/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ed5da961-0eeb-457a-8d20-301f1659511f k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.108/24"}] on node ip-10-0-2-108.ec2.internal I0430 23:26:51.856859 3799 master.go:548] Adding or Updating local node "ip-10-0-2-108.ec2.internal" for network "default" I0430 23:26:51.856940 3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-108.ec2.internal in network "default" I0430 23:26:51.856956 3799 egressfirewall.go:723] Syncing node "ip-10-0-2-108.ec2.internal" for egress firewall I0430 23:26:51.856965 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-108.ec2.internal I0430 23:26:51.856980 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-108.ec2.internal: 20.231µs I0430 23:26:51.857002 3799 node_tracker.go:169] Node ip-10-0-2-108.ec2.internal switch + router changed, syncing services in network "default" I0430 23:26:51.857015 3799 services_controller.go:574] Full service sync requested for network=default I0430 23:26:51.857345 3799 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.108 I0430 23:26:51.857497 3799 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-108.ec2.internal I0430 23:26:51.862057 3799 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-108.ec2.internal. Updating no re-route policies I0430 23:26:51.862141 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-7dqj2 I0430 23:26:51.862151 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-l4pbd I0430 23:26:51.862160 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-7dqj2 I0430 23:26:51.862165 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-l4pbd I0430 23:26:51.862165 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8pm6t I0430 23:26:51.862166 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-jpjxr I0430 23:26:51.862182 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8pm6t I0430 23:26:51.862182 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-cfzmq I0430 23:26:51.862184 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-jpjxr I0430 23:26:51.862192 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-7dqj2 after 0 failed attempt(s) I0430 23:26:51.862197 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-cfzmq I0430 23:26:51.862203 3799 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-l4pbd] creating logical port openshift-multus_network-metrics-daemon-l4pbd for pod on switch ip-10-0-2-108.ec2.internal I0430 23:26:51.862202 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-vp29l I0430 23:26:51.862204 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-jpjxr after 0 failed attempt(s) I0430 23:26:51.862202 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-x6xq4 I0430 23:26:51.862215 3799 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-72xd6 I0430 23:26:51.862216 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-8mqbc I0430 23:26:51.862206 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8pm6t after 0 failed attempt(s) I0430 23:26:51.862222 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-vp29l I0430 23:26:51.862219 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-hkn9g I0430 23:26:51.862223 3799 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-72xd6 I0430 23:26:51.862227 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-8mqbc I0430 23:26:51.862235 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-hkn9g I0430 23:26:51.862236 3799 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-108.ec2.internal I0430 23:26:51.862239 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-108.ec2.internal I0430 23:26:51.862247 3799 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-108.ec2.internal I0430 23:26:51.862250 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-vp29l after 0 failed attempt(s) I0430 23:26:51.862248 3799 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-72xd6 after 0 failed attempt(s) I0430 23:26:51.862256 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-108.ec2.internal I0430 23:26:51.862255 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-hkn9g after 0 failed attempt(s) I0430 23:26:51.862266 3799 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-108.ec2.internal after 0 failed attempt(s) I0430 23:26:51.862278 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-108.ec2.internal after 0 failed attempt(s) I0430 23:26:51.862284 3799 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-8mqbc] creating logical port openshift-network-diagnostics_network-check-target-8mqbc for pod on switch ip-10-0-2-108.ec2.internal I0430 23:26:51.862224 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-x6xq4 I0430 23:26:51.862152 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-86v4x I0430 23:26:51.862311 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-x6xq4 after 0 failed attempt(s) I0430 23:26:51.862312 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-86v4x I0430 23:26:51.862320 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-cfzmq after 0 failed attempt(s) I0430 23:26:51.862333 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-86v4x after 0 failed attempt(s) I0430 23:26:51.863055 3799 pods.go:271] [openshift-multus/network-metrics-daemon-l4pbd] addLogicalPort took 861.767µs, libovsdb time 300.754µs I0430 23:26:51.863071 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-l4pbd after 0 failed attempt(s) I0430 23:26:51.863136 3799 pods.go:271] [openshift-network-diagnostics/network-check-target-8mqbc] addLogicalPort took 878.51µs, libovsdb time 261.312µs I0430 23:26:51.863151 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-8mqbc after 0 failed attempt(s) I0430 23:26:51.874162 3799 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0430 23:26:51.887843 3799 iptables.go:108] Creating table: mangle chain: OUTPUT I0430 23:26:51.891602 3799 iptables.go:108] Creating table: nat chain: OUTPUT I0430 23:26:51.939140 3799 iptables.go:108] Creating table: nat chain: PREROUTING I0430 23:26:51.997120 3799 iptables.go:108] Creating table: filter chain: FORWARD I0430 23:26:52.015584 3799 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0430 23:26:52.015869 3799 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0430 23:26:52.015965 3799 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0430 23:26:52.016085 3799 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0430 23:26:52.016150 3799 gateway_init.go:325] Gateway and management port readiness took 2.715661605s I0430 23:26:52.016184 3799 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0430 23:26:52.016231 3799 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0430 23:26:52.016247 3799 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0430 23:26:52.016260 3799 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0430 23:26:52.016329 3799 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0430 23:26:52.016406 3799 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 50.59µs I0430 23:26:52.016686 3799 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0430 23:26:52.016725 3799 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 21.617µs I0430 23:26:52.016738 3799 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 50.344µs I0430 23:26:52.016745 3799 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0430 23:26:52.016759 3799 nad_controller.go:379] [node-nad-controller NAD controller]: started I0430 23:26:52.016769 3799 default_node_network_controller.go:899] Starting the default node network controller I0430 23:26:52.016785 3799 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0430 23:26:52.016861 3799 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.328µs I0430 23:26:52.016996 3799 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0430 23:26:52.017009 3799 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0430 23:26:52.017044 3799 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00096e200 0xc0002ed810 0xc0002ed880 0xc0002ed8f0 0xc0002ed9d0 0xc0002eda40 0xc0002edab0 0xc000c2c640 0xc0002edb20 0xc0002edb90 0xc000b2a1e0 0xc006275340 0xc0002edc00 map[0x2ff9080:0xc002592360 0x2ff95c0:0xc0025924e0 0x2ffa2e0:0xc00155be60 0x2ffa580:0xc002592300 0x2ffad60:0xc0025923c0 0x2ffb000:0xc002592420 0x2ffb2a0:0xc002592480 0x2ffba80:0xc0025926c0 0x2ffbd20:0xc002592720 0x3026980:0xc000f14d80 0x3026d20:0xc000f14de0 0x3027800:0xc000968fc0 0x3029160:0xc000f01440 0x30298a0:0xc00155be00 0x302a720:0xc001c09c80] 0xc000280620 0} I0430 23:26:52.017114 3799 gateway.go:151] Starting gateway service sync I0430 23:26:52.017535 3799 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0430 23:26:52.019952 3799 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0430 23:26:52.054887 3799 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0430 23:26:52.056160 3799 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0430 23:26:52.057438 3799 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0430 23:26:52.092311 3799 gateway.go:168] Gateway service sync done. Time taken: 75.182162ms I0430 23:26:52.092929 3799 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30720 I0430 23:26:52.093109 3799 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00096e200 0xc0002ed810 0xc0002ed880 0xc0002ed8f0 0xc0002ed9d0 0xc0002eda40 0xc0002edab0 0xc000c2c640 0xc0002edb20 0xc0002edb90 0xc000b2a1e0 0xc006275340 0xc0002edc00 map[0x2ff9080:0xc002592360 0x2ff95c0:0xc0025924e0 0x2ffa2e0:0xc00155be60 0x2ffa580:0xc002592300 0x2ffad60:0xc0025923c0 0x2ffb000:0xc002592420 0x2ffb2a0:0xc002592480 0x2ffba80:0xc0025926c0 0x2ffbd20:0xc002592720 0x3026980:0xc000f14d80 0x3026d20:0xc000f14de0 0x3027800:0xc000968fc0 0x3029160:0xc000f01440 0x30298a0:0xc00155be00 0x302a720:0xc001c09c80] 0xc000280620 0} I0430 23:26:52.093594 3799 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00096e200 0xc0002ed810 0xc0002ed880 0xc0002ed8f0 0xc0002ed9d0 0xc0002eda40 0xc0002edab0 0xc000c2c640 0xc0002edb20 0xc0002edb90 0xc000b2a1e0 0xc006275340 0xc0002edc00 map[0x2ff9080:0xc002592360 0x2ff95c0:0xc0025924e0 0x2ffa2e0:0xc00155be60 0x2ffa580:0xc002592300 0x2ffad60:0xc0025923c0 0x2ffb000:0xc002592420 0x2ffb2a0:0xc002592480 0x2ffba80:0xc0025926c0 0x2ffbd20:0xc002592720 0x3026980:0xc000f14d80 0x3026d20:0xc000f14de0 0x3027800:0xc000968fc0 0x3029160:0xc000f01440 0x30298a0:0xc00155be00 0x302a720:0xc001c09c80] 0xc000280620 0} I0430 23:26:52.093629 3799 gateway.go:532] Reconciling gateway with updates I0430 23:26:52.099314 3799 gateway.go:339] Spawning Conntrack Rule Check Thread I0430 23:26:52.099405 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 23:26:52.099416 3799 default_node_network_controller.go:944] Gateway and management port readiness took 82.400237ms I0430 23:26:52.099423 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 23:26:52.099419 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0430 23:26:52.099435 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 23:26:52.099442 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0430 23:26:52.099440 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0430 23:26:52.099450 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 23:26:52.099455 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 23:26:52.099462 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0430 23:26:52.099470 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0430 23:26:52.099473 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 23:26:52.099481 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 23:26:52.099479 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 23:26:52.099487 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 23:26:52.099492 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0430 23:26:52.099498 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 23:26:52.099423 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 23:26:52.099513 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 23:26:52.099523 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 23:26:52.099530 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 23:26:52.099535 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0430 23:26:52.099535 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0430 23:26:52.099509 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 23:26:52.099499 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0430 23:26:52.099547 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 23:26:52.099549 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 23:26:52.099559 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 23:26:52.099559 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0430 23:26:52.099562 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 23:26:52.099563 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0430 23:26:52.099567 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 23:26:52.099552 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 23:26:52.099568 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 23:26:52.099576 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 23:26:52.099579 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 23:26:52.099588 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0430 23:26:52.099592 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 23:26:52.099586 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0430 23:26:52.099596 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0430 23:26:52.099542 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0430 23:26:52.099606 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 23:26:52.099603 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 23:26:52.099588 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 23:26:52.099616 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0430 23:26:52.099617 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 23:26:52.099617 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 23:26:52.099623 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 23:26:52.099633 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 23:26:52.099639 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 23:26:52.099638 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0430 23:26:52.099648 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0430 23:26:52.099593 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 23:26:52.099612 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0430 23:26:52.099664 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 23:26:52.099667 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 23:26:52.099675 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 23:26:52.099679 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 23:26:52.099682 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 23:26:52.099660 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 23:26:52.099682 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0430 23:26:52.099691 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 23:26:52.099691 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 23:26:52.099696 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 23:26:52.099694 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 23:26:52.099694 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 23:26:52.099705 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 23:26:52.099710 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 23:26:52.099712 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 23:26:52.099714 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 23:26:52.099665 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0430 23:26:52.099610 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0430 23:26:52.099729 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0430 23:26:52.099730 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 23:26:52.099692 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 23:26:52.099745 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0430 23:26:52.099748 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 23:26:52.099753 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0430 23:26:52.099744 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 23:26:52.099764 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 23:26:52.099773 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0430 23:26:52.099713 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0430 23:26:52.099791 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0430 23:26:52.099812 3799 port_claim.go:71] Svc openshift-ingress/router-default: port 32741 is already open, no action needed I0430 23:26:52.099675 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0430 23:26:52.099875 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0430 23:26:52.099677 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 23:26:52.099675 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 23:26:52.099944 3799 port_claim.go:71] Svc openshift-ingress/router-default: port 31649 is already open, no action needed I0430 23:26:52.099950 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 23:26:52.099700 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0430 23:26:52.100036 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0430 23:26:52.099650 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0430 23:26:52.099693 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 23:26:52.100096 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 23:26:52.100113 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 23:26:52.100100 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 23:26:52.099626 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0430 23:26:52.099700 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 23:26:52.100227 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 23:26:52.099731 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 23:26:52.101399 3799 node_ip_handler_linux.go:160] Node IP manager is running I0430 23:26:52.121079 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0430 23:26:52.121143 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0430 23:26:52.121167 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0430 23:26:52.121184 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0430 23:26:52.121191 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0430 23:26:52.121197 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0430 23:26:52.121202 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0430 23:26:52.121209 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0430 23:26:52.121214 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0430 23:26:52.121222 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0430 23:26:52.121230 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0430 23:26:52.121237 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0430 23:26:52.121243 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0430 23:26:52.121249 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0430 23:26:52.121273 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0430 23:26:52.121284 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0430 23:26:52.121292 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0430 23:26:52.121299 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0430 23:26:52.121304 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0430 23:26:52.121309 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0430 23:26:52.121314 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0430 23:26:52.121322 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0430 23:26:52.121327 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0430 23:26:52.121332 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) W0430 23:26:52.140040 3799 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0430 23:26:52.140215 3799 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0430 23:26:52.140334 3799 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0430 23:26:52.172523 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0430 23:26:52.172565 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0430 23:26:52.214079 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0430 23:26:52.214078 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0430 23:26:52.214107 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0430 23:26:52.214122 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0430 23:26:52.214129 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0430 23:26:52.214138 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0430 23:26:52.214146 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0430 23:26:52.214154 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0430 23:26:53.941362 3799 default_node_network_controller.go:1380] Starting node controller node sync W0430 23:26:53.941404 3799 egressip_healthcheck.go:76] Health checking using insecure connection I0430 23:26:53.941472 3799 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0430 23:26:53.955166 3799 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 13.783678ms I0430 23:26:53.955336 3799 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0430 23:26:53.955613 3799 egressservice_node.go:93] Setting up event handlers for Egress Services I0430 23:26:53.955790 3799 egressservice_node.go:183] Starting Egress Services Controller I0430 23:26:53.955807 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0430 23:26:53.955816 3799 shared_informer.go:356] "Caches are synced" controller="egressservices" I0430 23:26:53.955859 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0430 23:26:53.955870 3799 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0430 23:26:53.955910 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0430 23:26:53.955919 3799 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0430 23:26:53.955926 3799 egressservice_node.go:197] Repairing Egress Services I0430 23:26:53.967901 3799 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0430 23:26:53.967913 3799 external_controller.go:278] Starting Admin Policy Based Route Controller I0430 23:26:53.968107 3799 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0430 23:26:53.968234 3799 link_network_manager.go:119] Link manager is running I0430 23:26:53.968249 3799 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0430 23:26:53.968429 3799 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0430 23:26:53.968913 3799 vrf_manager.go:128] VRF manager is running I0430 23:26:53.969193 3799 node_controller_manager.go:437] Removing flows to drop GARP I0430 23:26:53.969202 3799 gateway.go:532] Reconciling gateway with updates I0430 23:26:53.993091 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 23:26:53.993102 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 23:26:53.993111 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 23:26:53.993117 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 23:26:53.993120 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 23:26:53.993123 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 23:26:53.993122 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0430 23:26:53.993127 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0430 23:26:53.993138 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0430 23:26:53.993145 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 23:26:53.993142 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0430 23:26:53.993153 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0430 23:26:53.993153 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 23:26:53.993165 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0430 23:26:53.993172 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0430 23:26:53.993184 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0430 23:26:53.993188 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0430 23:26:53.993197 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0430 23:26:53.993188 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0430 23:26:53.993207 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0430 23:26:53.993203 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0430 23:26:53.993097 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 23:26:53.993223 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0430 23:26:53.993233 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 23:26:53.993237 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 23:26:53.993242 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0430 23:26:53.993245 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0430 23:26:53.993248 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0430 23:26:53.993245 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 23:26:53.993258 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 23:26:53.993260 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0430 23:26:53.993263 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0430 23:26:53.993265 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 23:26:53.993272 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 23:26:53.993275 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 23:26:53.993218 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 23:26:53.993281 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 23:26:53.993284 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 23:26:53.993288 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 23:26:53.993289 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 23:26:53.993290 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 23:26:53.993299 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 23:26:53.993294 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 23:26:53.993305 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 23:26:53.993297 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0430 23:26:53.993311 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 23:26:53.993300 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 23:26:53.993312 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 23:26:53.993319 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0430 23:26:53.993332 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 23:26:53.993333 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0430 23:26:53.993363 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 23:26:53.993379 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 23:26:53.993384 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0430 23:26:53.993396 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 23:26:53.993239 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0430 23:26:53.993399 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0430 23:26:53.993412 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0430 23:26:53.993418 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 23:26:53.993420 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 23:26:53.993419 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0430 23:26:53.993428 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 23:26:53.993430 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0430 23:26:53.993433 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 23:26:53.993436 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0430 23:26:53.993430 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 23:26:53.993444 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0430 23:26:53.993216 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0430 23:26:53.993446 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0430 23:26:53.993277 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 23:26:53.993264 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 23:26:53.993280 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 23:26:53.993507 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 23:26:53.993506 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 23:26:53.993512 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0430 23:26:53.993395 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 23:26:53.993519 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 23:26:53.993580 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0430 23:26:53.993597 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0430 23:26:53.993616 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 23:26:53.993628 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 23:26:53.993637 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 23:26:53.993642 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 23:26:53.993647 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0430 23:26:53.993655 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 23:26:53.993656 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0430 23:26:53.993660 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 23:26:53.993661 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0430 23:26:53.993674 3799 port_claim.go:71] Svc openshift-ingress/router-default: port 32741 is already open, no action needed I0430 23:26:53.993674 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 23:26:53.993689 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 23:26:53.993695 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 23:26:53.993657 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 23:26:53.993706 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 23:26:53.993695 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 23:26:53.993724 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 23:26:53.993732 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 23:26:53.993750 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 23:26:53.993682 3799 port_claim.go:71] Svc openshift-ingress/router-default: port 31649 is already open, no action needed I0430 23:26:53.993762 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 23:26:53.993810 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 23:26:53.993825 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 23:26:53.993827 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 23:26:53.993858 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 23:26:54.034633 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0430 23:26:54.034658 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0430 23:26:54.034667 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0430 23:26:54.034673 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0430 23:26:54.034679 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0430 23:26:54.034684 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0430 23:26:54.034690 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0430 23:26:54.034695 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0430 23:26:54.034701 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0430 23:26:54.034706 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0430 23:26:54.074826 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0430 23:26:54.074861 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0430 23:26:54.074877 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0430 23:26:54.074883 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0430 23:26:54.074889 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0430 23:26:54.074895 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0430 23:26:54.074900 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0430 23:26:54.074905 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0430 23:26:54.074913 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0430 23:26:54.074919 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0430 23:26:54.074925 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0430 23:26:54.074933 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0430 23:26:54.074942 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0430 23:26:54.074948 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0430 23:26:54.074953 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0430 23:26:54.074959 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0430 23:26:54.074964 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0430 23:26:54.114469 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0430 23:26:54.114504 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0430 23:26:54.114519 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0430 23:26:55.459375 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-108.ec2.internal I0430 23:26:55.459408 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-108.ec2.internal: 38.223µs I0430 23:26:55.492944 3799 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5cd46cc445-dss5k] creating logical port openshift-image-registry_image-registry-5cd46cc445-dss5k for pod on switch ip-10-0-2-108.ec2.internal I0430 23:26:55.493097 3799 kube.go:256] Updating pod openshift-image-registry/image-registry-5cd46cc445-dss5k I0430 23:26:55.511448 3799 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-bgswp] creating logical port openshift-dns_dns-default-bgswp for pod on switch ip-10-0-2-108.ec2.internal I0430 23:26:55.511587 3799 kube.go:256] Updating pod openshift-dns/dns-default-bgswp I0430 23:26:55.519322 3799 pod.go:62] [openshift-image-registry/image-registry-5cd46cc445-dss5k] pod update took 26.262901ms I0430 23:26:55.519349 3799 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5cd46cc445-dss5k] addLogicalPort annotation time took 26.288533ms I0430 23:26:55.521088 3799 pods.go:271] [openshift-image-registry/image-registry-5cd46cc445-dss5k] addLogicalPort took 28.159418ms, libovsdb time 1.416003ms I0430 23:26:55.530591 3799 pod.go:62] [openshift-dns/dns-default-bgswp] pod update took 19.044021ms I0430 23:26:55.530609 3799 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-bgswp] addLogicalPort annotation time took 19.066146ms I0430 23:26:55.531864 3799 pods.go:271] [openshift-dns/dns-default-bgswp] addLogicalPort took 20.432033ms, libovsdb time 968.739µs I0430 23:26:55.535117 3799 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6b8l8] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-6b8l8 for pod on switch ip-10-0-2-108.ec2.internal I0430 23:26:55.535280 3799 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6b8l8 I0430 23:26:55.535376 3799 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-wfqbz] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-wfqbz for pod on switch ip-10-0-2-108.ec2.internal I0430 23:26:55.535437 3799 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-vd2tm] creating logical port openshift-console-operator_console-operator-66dbbb6468-vd2tm for pod on switch ip-10-0-2-108.ec2.internal I0430 23:26:55.535549 3799 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-64jk8] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-64jk8 for pod on switch ip-10-0-2-108.ec2.internal I0430 23:26:55.535586 3799 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-wfqbz I0430 23:26:55.535552 3799 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-vd2tm I0430 23:26:55.535665 3799 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-64jk8 I0430 23:26:55.557617 3799 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-wfqbz] pod update took 22.086247ms I0430 23:26:55.557631 3799 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6b8l8] pod update took 22.379235ms I0430 23:26:55.557644 3799 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-wfqbz] addLogicalPort annotation time took 22.115326ms I0430 23:26:55.557654 3799 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6b8l8] addLogicalPort annotation time took 22.436186ms I0430 23:26:55.557885 3799 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-vd2tm] pod update took 22.36347ms I0430 23:26:55.557905 3799 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-vd2tm] addLogicalPort annotation time took 22.385202ms I0430 23:26:55.559042 3799 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-wfqbz] addLogicalPort took 23.708766ms, libovsdb time 1.082284ms I0430 23:26:55.559541 3799 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6b8l8] addLogicalPort took 24.442043ms, libovsdb time 1.50051ms I0430 23:26:55.560107 3799 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-vd2tm] addLogicalPort took 24.68399ms, libovsdb time 1.687053ms I0430 23:26:55.560943 3799 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-589445569-qszt5] creating logical port openshift-ingress_router-default-589445569-qszt5 for pod on switch ip-10-0-2-108.ec2.internal I0430 23:26:55.561033 3799 kube.go:256] Updating pod openshift-ingress/router-default-589445569-qszt5 I0430 23:26:55.561610 3799 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-64jk8] pod update took 25.975058ms I0430 23:26:55.561630 3799 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-64jk8] addLogicalPort annotation time took 25.998672ms I0430 23:26:55.562590 3799 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-64jk8] addLogicalPort took 27.057452ms, libovsdb time 710.255µs I0430 23:26:55.562649 3799 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7bf9d956f4-fmjhx] creating logical port openshift-ingress_router-default-7bf9d956f4-fmjhx for pod on switch ip-10-0-2-108.ec2.internal I0430 23:26:55.562719 3799 kube.go:256] Updating pod openshift-ingress/router-default-7bf9d956f4-fmjhx I0430 23:26:55.566497 3799 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-r5kbp] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-r5kbp for pod on switch ip-10-0-2-108.ec2.internal I0430 23:26:55.566594 3799 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-5sqnw] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-5sqnw for pod on switch ip-10-0-2-108.ec2.internal I0430 23:26:55.566615 3799 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-r5kbp I0430 23:26:55.566704 3799 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-5sqnw I0430 23:26:55.566809 3799 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-5pqq7] creating logical port openshift-insights_insights-operator-6dbb575d6c-5pqq7 for pod on switch ip-10-0-2-108.ec2.internal I0430 23:26:55.566975 3799 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-5pqq7 I0430 23:26:55.567188 3799 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-nq78g] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-nq78g for pod on switch ip-10-0-2-108.ec2.internal I0430 23:26:55.567312 3799 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-n9nk2] creating logical port openshift-ingress-canary_ingress-canary-n9nk2 for pod on switch ip-10-0-2-108.ec2.internal I0430 23:26:55.567350 3799 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-nq78g I0430 23:26:55.567448 3799 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-n9nk2 I0430 23:26:55.567200 3799 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-22s8z] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-22s8z for pod on switch ip-10-0-2-108.ec2.internal I0430 23:26:55.567372 3799 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29626520-pflpp] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29626520-pflpp for pod on switch ip-10-0-2-108.ec2.internal I0430 23:26:55.567541 3799 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-22s8z I0430 23:26:55.567624 3799 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29626520-pflpp I0430 23:26:55.588173 3799 pod.go:62] [openshift-ingress/router-default-7bf9d956f4-fmjhx] pod update took 25.47834ms I0430 23:26:55.588193 3799 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7bf9d956f4-fmjhx] addLogicalPort annotation time took 25.50358ms I0430 23:26:55.589220 3799 pods.go:271] [openshift-ingress/router-default-7bf9d956f4-fmjhx] addLogicalPort took 26.586772ms, libovsdb time 748.045µs I0430 23:26:55.592935 3799 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-5sqnw] pod update took 26.256297ms I0430 23:26:55.592953 3799 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-5sqnw] addLogicalPort annotation time took 26.276057ms I0430 23:26:55.592970 3799 pod.go:62] [openshift-ingress-canary/ingress-canary-n9nk2] pod update took 25.542406ms I0430 23:26:55.592988 3799 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-n9nk2] addLogicalPort annotation time took 25.560512ms I0430 23:26:55.593086 3799 pod.go:62] [openshift-ingress/router-default-589445569-qszt5] pod update took 32.08248ms I0430 23:26:55.593098 3799 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-22s8z] pod update took 25.579643ms I0430 23:26:55.593110 3799 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-589445569-qszt5] addLogicalPort annotation time took 32.110393ms I0430 23:26:55.593116 3799 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-22s8z] addLogicalPort annotation time took 25.599007ms I0430 23:26:55.594170 3799 pods.go:271] [openshift-ingress-canary/ingress-canary-n9nk2] addLogicalPort took 26.866655ms, libovsdb time 826.667µs I0430 23:26:55.594471 3799 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-5sqnw] addLogicalPort took 27.889534ms, libovsdb time 959.652µs I0430 23:26:55.594575 3799 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-r5kbp] pod update took 27.990761ms I0430 23:26:55.594596 3799 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-r5kbp] addLogicalPort annotation time took 28.013737ms I0430 23:26:55.594963 3799 pods.go:271] [openshift-ingress/router-default-589445569-qszt5] addLogicalPort took 34.026973ms, libovsdb time 1.545912ms I0430 23:26:55.595116 3799 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-5pqq7] pod update took 28.203777ms I0430 23:26:55.595139 3799 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-5pqq7] addLogicalPort annotation time took 28.22626ms I0430 23:26:55.595143 3799 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29626520-pflpp] pod update took 27.535395ms I0430 23:26:55.595160 3799 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29626520-pflpp] addLogicalPort annotation time took 27.552325ms I0430 23:26:55.595610 3799 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-22s8z] addLogicalPort took 28.415627ms, libovsdb time 2.169024ms I0430 23:26:55.596043 3799 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-r5kbp] addLogicalPort took 29.55723ms, libovsdb time 895.261µs I0430 23:26:55.596102 3799 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-jq5ll] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-jq5ll for pod on switch ip-10-0-2-108.ec2.internal I0430 23:26:55.596193 3799 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-jq5ll I0430 23:26:55.596758 3799 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-nq78g] pod update took 29.458142ms I0430 23:26:55.596774 3799 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-nq78g] addLogicalPort annotation time took 29.475837ms I0430 23:26:55.596931 3799 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29626520-pflpp] addLogicalPort took 29.566995ms, libovsdb time 1.214277ms I0430 23:26:55.597786 3799 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-5pqq7] addLogicalPort took 30.989418ms, libovsdb time 1.709183ms I0430 23:26:55.597858 3799 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-drqjh] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-drqjh for pod on switch ip-10-0-2-108.ec2.internal I0430 23:26:55.597937 3799 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-drqjh I0430 23:26:55.598741 3799 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-nq78g] addLogicalPort took 31.563133ms, libovsdb time 829.049µs I0430 23:26:55.612294 3799 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-jq5ll] pod update took 16.139576ms I0430 23:26:55.612369 3799 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-jq5ll] addLogicalPort annotation time took 16.217759ms I0430 23:26:55.613590 3799 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-jq5ll] addLogicalPort took 17.497084ms, libovsdb time 817.981µs I0430 23:26:55.613651 3799 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-drqjh] pod update took 15.73338ms I0430 23:26:55.613667 3799 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-drqjh] addLogicalPort annotation time took 15.763488ms I0430 23:26:55.614666 3799 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-drqjh] addLogicalPort took 16.833986ms, libovsdb time 687.589µs I0430 23:26:55.914671 3799 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6b8l8 9770acf53e1fe137830666360a7685869016ca70449ffa5c0af260100ca9b199 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6b8l8 9770acf53e1fe137830666360a7685869016ca70449ffa5c0af260100ca9b199 network default NAD default NAD key ] I0430 23:26:55.933248 3799 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-wfqbz 2535ce8dd634fe87e7c2a91485b10d77fc2683c792c87d312ecfdeec475fe095 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-wfqbz 2535ce8dd634fe87e7c2a91485b10d77fc2683c792c87d312ecfdeec475fe095 network default NAD default NAD key ] I0430 23:26:55.943166 3799 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-vd2tm 042ce23c82946c636be20844a7f372ca9a917078be38c6b64cc3447cc7e7b03e network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-vd2tm 042ce23c82946c636be20844a7f372ca9a917078be38c6b64cc3447cc7e7b03e network default NAD default NAD key ] I0430 23:26:55.943163 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-wfqbz, hostIfaceName: 2535ce8dd634fe8, network: default, NAD default, SandboxID: "2535ce8dd634fe87e7c2a91485b10d77fc2683c792c87d312ecfdeec475fe095", PCI device ID: , UID: "fcae32d6-6e48-4bdd-9cd1-32e60542d3ee", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0430 23:26:55.943300 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-6b8l8, hostIfaceName: 9770acf53e1fe13, network: default, NAD default, SandboxID: "9770acf53e1fe137830666360a7685869016ca70449ffa5c0af260100ca9b199", PCI device ID: , UID: "ef4e116f-83f6-40c0-86a7-128f7a65e153", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0430 23:26:55.953525 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-vd2tm, hostIfaceName: 042ce23c82946c6, network: default, NAD default, SandboxID: "042ce23c82946c636be20844a7f372ca9a917078be38c6b64cc3447cc7e7b03e", PCI device ID: , UID: "859dce45-06ad-4ea8-a22e-a23701753fe0", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0430 23:26:55.996523 3799 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6b8l8 9770acf53e1fe137830666360a7685869016ca70449ffa5c0af260100ca9b199 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-6b8l8 9770acf53e1fe137830666360a7685869016ca70449ffa5c0af260100ca9b199 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:a5:b4:82:53:1a\",\"name\":\"9770acf53e1fe13\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6dda2cd3-fa53-49d5-b511-8521a0a95977\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:26:56.001374 3799 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-wfqbz 2535ce8dd634fe87e7c2a91485b10d77fc2683c792c87d312ecfdeec475fe095 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-wfqbz 2535ce8dd634fe87e7c2a91485b10d77fc2683c792c87d312ecfdeec475fe095 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:1c:3d:65:71:ac\",\"name\":\"2535ce8dd634fe8\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eba9249f-f175-4eeb-9719-a7152d5b98d4\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:26:56.008084 3799 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-vd2tm 042ce23c82946c636be20844a7f372ca9a917078be38c6b64cc3447cc7e7b03e network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-vd2tm 042ce23c82946c636be20844a7f372ca9a917078be38c6b64cc3447cc7e7b03e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:4d:bf:9d:2a:46\",\"name\":\"042ce23c82946c6\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10a3e323-1394-481d-9526-71d8fabae2d5\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:26:56.097874 3799 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-5pqq7 13476d6531b666ecff9714837b972b82b533a466870bb9ec3117c5b8be135d32 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-5pqq7 13476d6531b666ecff9714837b972b82b533a466870bb9ec3117c5b8be135d32 network default NAD default NAD key ] I0430 23:26:56.110773 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-5pqq7, hostIfaceName: 13476d6531b666e, network: default, NAD default, SandboxID: "13476d6531b666ecff9714837b972b82b533a466870bb9ec3117c5b8be135d32", PCI device ID: , UID: "38509193-97b5-4152-b0ac-f87ddd2cb5d4", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0430 23:26:56.118961 3799 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-drqjh b3d69467537cf8a66f91083aa633eb67c80efdbd02ca5cd63345ea842cf37b86 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-drqjh b3d69467537cf8a66f91083aa633eb67c80efdbd02ca5cd63345ea842cf37b86 network default NAD default NAD key ] I0430 23:26:56.129748 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-drqjh, hostIfaceName: b3d69467537cf8a, network: default, NAD default, SandboxID: "b3d69467537cf8a66f91083aa633eb67c80efdbd02ca5cd63345ea842cf37b86", PCI device ID: , UID: "28082b99-75a7-459c-9f0b-bda663b2595f", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0430 23:26:56.160394 3799 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-nq78g a9fe4258303787764c72874257a11c1234fb8777884a274b4ca867e748717194 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-nq78g a9fe4258303787764c72874257a11c1234fb8777884a274b4ca867e748717194 network default NAD default NAD key ] I0430 23:26:56.162418 3799 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-5pqq7 13476d6531b666ecff9714837b972b82b533a466870bb9ec3117c5b8be135d32 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-5pqq7 13476d6531b666ecff9714837b972b82b533a466870bb9ec3117c5b8be135d32 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:01:16:69:4a:09\",\"name\":\"13476d6531b666e\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0e01b02-7cc3-4ee0-b6de-a67b3d328581\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:26:56.173923 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-nq78g, hostIfaceName: a9fe42583037877, network: default, NAD default, SandboxID: "a9fe4258303787764c72874257a11c1234fb8777884a274b4ca867e748717194", PCI device ID: , UID: "5a0b6379-59da-480c-86d8-ad70fc4fd54f", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0430 23:26:56.180025 3799 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-22s8z d50d2955e33160e4626a292ddf0e8a2e2e2e17dfef70c569891c6e331a0b38c1 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-22s8z d50d2955e33160e4626a292ddf0e8a2e2e2e17dfef70c569891c6e331a0b38c1 network default NAD default NAD key ] I0430 23:26:56.182145 3799 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-drqjh b3d69467537cf8a66f91083aa633eb67c80efdbd02ca5cd63345ea842cf37b86 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-drqjh b3d69467537cf8a66f91083aa633eb67c80efdbd02ca5cd63345ea842cf37b86 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:c3:df:46:6d:f4\",\"name\":\"b3d69467537cf8a\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d650092-31b9-4ef9-9023-31cd06ecaccd\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:26:56.191997 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-22s8z, hostIfaceName: d50d2955e33160e, network: default, NAD default, SandboxID: "d50d2955e33160e4626a292ddf0e8a2e2e2e17dfef70c569891c6e331a0b38c1", PCI device ID: , UID: "8e216ae8-70b8-4fda-a2af-7c8bcb678de8", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0430 23:26:56.207595 3799 cni.go:452] [openshift-ingress-canary/ingress-canary-n9nk2 f0cba9d47b1c576f3cc8d2c490fb8fbf7d8a2efe22695d6330816eeaefed2b3e network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-n9nk2 f0cba9d47b1c576f3cc8d2c490fb8fbf7d8a2efe22695d6330816eeaefed2b3e network default NAD default NAD key ] I0430 23:26:56.218679 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-n9nk2, hostIfaceName: f0cba9d47b1c576, network: default, NAD default, SandboxID: "f0cba9d47b1c576f3cc8d2c490fb8fbf7d8a2efe22695d6330816eeaefed2b3e", PCI device ID: , UID: "382b16e4-0e51-444f-8891-ae41ce01cd59", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0430 23:26:56.230583 3799 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-nq78g a9fe4258303787764c72874257a11c1234fb8777884a274b4ca867e748717194 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-nq78g a9fe4258303787764c72874257a11c1234fb8777884a274b4ca867e748717194 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:ce:75:e5:d1:bb\",\"name\":\"a9fe42583037877\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd2c59ea-d3d1-41a6-a6ec-f02a587ff216\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:26:56.233130 3799 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29626520-pflpp bbcd37206dbd28b172a23abf2fab36382d695372be1b46df186512e85770f5a6 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29626520-pflpp bbcd37206dbd28b172a23abf2fab36382d695372be1b46df186512e85770f5a6 network default NAD default NAD key ] I0430 23:26:56.243079 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29626520-pflpp, hostIfaceName: bbcd37206dbd28b, network: default, NAD default, SandboxID: "bbcd37206dbd28b172a23abf2fab36382d695372be1b46df186512e85770f5a6", PCI device ID: , UID: "badb08b5-2220-4489-925c-e5173d79c058", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0430 23:26:56.250023 3799 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-22s8z d50d2955e33160e4626a292ddf0e8a2e2e2e17dfef70c569891c6e331a0b38c1 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-22s8z d50d2955e33160e4626a292ddf0e8a2e2e2e17dfef70c569891c6e331a0b38c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:46:97:a4:5e:9a\",\"name\":\"d50d2955e33160e\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3c07d77-7c37-47bc-9e2c-cc39343a5192\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:26:56.270861 3799 cni.go:473] [openshift-ingress-canary/ingress-canary-n9nk2 f0cba9d47b1c576f3cc8d2c490fb8fbf7d8a2efe22695d6330816eeaefed2b3e network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-n9nk2 f0cba9d47b1c576f3cc8d2c490fb8fbf7d8a2efe22695d6330816eeaefed2b3e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:23:f5:63:ee:69\",\"name\":\"f0cba9d47b1c576\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c44db507-0dd3-4150-9b43-bfe6f240e0a8\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:26:56.292753 3799 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29626520-pflpp bbcd37206dbd28b172a23abf2fab36382d695372be1b46df186512e85770f5a6 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29626520-pflpp bbcd37206dbd28b172a23abf2fab36382d695372be1b46df186512e85770f5a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:51:bf:4d:aa:7f\",\"name\":\"bbcd37206dbd28b\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d23e74d-545f-426f-b283-5667ede1ff56\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:27:04.756716 3799 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0430 23:27:04.757595 3799 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 855.915µs I0430 23:27:04.781169 3799 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0430 23:27:04.903253 3799 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-mfwkg] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-mfwkg for pod on switch ip-10-0-2-108.ec2.internal I0430 23:27:04.903381 3799 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-mfwkg I0430 23:27:04.922245 3799 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-mfwkg] pod update took 18.894136ms I0430 23:27:04.922267 3799 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-mfwkg] addLogicalPort annotation time took 18.922106ms I0430 23:27:04.923533 3799 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-mfwkg] addLogicalPort took 20.294717ms, libovsdb time 897.01µs W0430 23:27:04.955064 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0430 23:27:05.001155 3799 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 23:27:05.345883 3799 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-mfwkg af4cad985e1e16079633b56bff047db9790a7d441440db0aac236fb21f27d790 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-mfwkg af4cad985e1e16079633b56bff047db9790a7d441440db0aac236fb21f27d790 network default NAD default NAD key ] I0430 23:27:05.355972 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-mfwkg, hostIfaceName: af4cad985e1e160, network: default, NAD default, SandboxID: "af4cad985e1e16079633b56bff047db9790a7d441440db0aac236fb21f27d790", PCI device ID: , UID: "a8b7086b-207e-4535-a164-4aa8a9f443a5", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0430 23:27:05.405570 3799 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-mfwkg af4cad985e1e16079633b56bff047db9790a7d441440db0aac236fb21f27d790 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-mfwkg af4cad985e1e16079633b56bff047db9790a7d441440db0aac236fb21f27d790 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:03:26:03:72:99\",\"name\":\"af4cad985e1e160\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34a49ec6-eedd-41a2-8238-4f4155c36eae\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:27:05.561936 3799 namespace.go:98] [openshift-service-ca] adding namespace I0430 23:27:05.562785 3799 namespace.go:102] [openshift-service-ca] adding namespace took 832.585µs I0430 23:27:05.578318 3799 namespace.go:142] [openshift-service-ca] updating namespace I0430 23:27:07.247640 3799 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-4bkmj] creating logical port openshift-service-ca_service-ca-d9cb48497-4bkmj for pod on switch ip-10-0-2-108.ec2.internal I0430 23:27:07.247735 3799 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-4bkmj I0430 23:27:07.265370 3799 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-4bkmj] pod update took 17.659794ms I0430 23:27:07.265393 3799 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-4bkmj] addLogicalPort annotation time took 17.686753ms I0430 23:27:07.266655 3799 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-4bkmj] addLogicalPort took 19.033712ms, libovsdb time 924.381µs I0430 23:27:07.604269 3799 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-4bkmj 995df8007b882c08e649a2b73cb7ed3f54e31a93670e0551547a8b41855aaf96 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-4bkmj 995df8007b882c08e649a2b73cb7ed3f54e31a93670e0551547a8b41855aaf96 network default NAD default NAD key ] I0430 23:27:07.625394 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-4bkmj, hostIfaceName: 995df8007b882c0, network: default, NAD default, SandboxID: "995df8007b882c08e649a2b73cb7ed3f54e31a93670e0551547a8b41855aaf96", PCI device ID: , UID: "9760de1f-8351-46d3-9bc8-04bc27a62c26", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0430 23:27:07.673708 3799 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-4bkmj 995df8007b882c08e649a2b73cb7ed3f54e31a93670e0551547a8b41855aaf96 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-4bkmj 995df8007b882c08e649a2b73cb7ed3f54e31a93670e0551547a8b41855aaf96 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:49:71:7c:09:13\",\"name\":\"995df8007b882c0\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25846a26-7eca-4f8b-83b4-acdba19f387f\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:27:11.877237 3799 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-64jk8 310e7d5640e0863ad344076ec4bfb4014e19df6b6453c9c3bda25fb887872205 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-64jk8 310e7d5640e0863ad344076ec4bfb4014e19df6b6453c9c3bda25fb887872205 network default NAD default NAD key ] I0430 23:27:11.887085 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-64jk8, hostIfaceName: 310e7d5640e0863, network: default, NAD default, SandboxID: "310e7d5640e0863ad344076ec4bfb4014e19df6b6453c9c3bda25fb887872205", PCI device ID: , UID: "a531ba0d-ab59-43cf-a9cd-26e575f5b4dd", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0430 23:27:11.937515 3799 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-64jk8 310e7d5640e0863ad344076ec4bfb4014e19df6b6453c9c3bda25fb887872205 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-64jk8 310e7d5640e0863ad344076ec4bfb4014e19df6b6453c9c3bda25fb887872205 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:06:dc:7d:67:b5\",\"name\":\"310e7d5640e0863\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e26a63c-9722-40ae-ab27-ba729cdae9a5\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 23:27:12.808149 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0430 23:27:26.610881 3799 cni.go:452] [openshift-network-diagnostics/network-check-target-8mqbc 72a2336dab5c19044d8dde113b5fdee00ba264aa2f99c3093fbfde2fbabfc6c4 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-8mqbc 72a2336dab5c19044d8dde113b5fdee00ba264aa2f99c3093fbfde2fbabfc6c4 network default NAD default NAD key ] I0430 23:27:26.610881 3799 cni.go:452] [openshift-multus/network-metrics-daemon-l4pbd 1ff6de7aba3b8cbb0490d724d0bd15dfe8e4e41fdffd40e4a3a13be2bfb0480c network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-l4pbd 1ff6de7aba3b8cbb0490d724d0bd15dfe8e4e41fdffd40e4a3a13be2bfb0480c network default NAD default NAD key ] I0430 23:27:26.621393 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-l4pbd, hostIfaceName: 1ff6de7aba3b8cb, network: default, NAD default, SandboxID: "1ff6de7aba3b8cbb0490d724d0bd15dfe8e4e41fdffd40e4a3a13be2bfb0480c", PCI device ID: , UID: "33c3bbba-2a0c-49c6-8921-17fc8fbd4920", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0430 23:27:26.621790 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-8mqbc, hostIfaceName: 72a2336dab5c190, network: default, NAD default, SandboxID: "72a2336dab5c19044d8dde113b5fdee00ba264aa2f99c3093fbfde2fbabfc6c4", PCI device ID: , UID: "e61afeb5-8797-42a3-b349-b535f541ca91", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0430 23:27:26.670376 3799 cni.go:473] [openshift-network-diagnostics/network-check-target-8mqbc 72a2336dab5c19044d8dde113b5fdee00ba264aa2f99c3093fbfde2fbabfc6c4 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-8mqbc 72a2336dab5c19044d8dde113b5fdee00ba264aa2f99c3093fbfde2fbabfc6c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:a9:18:52:0e:93\",\"name\":\"72a2336dab5c190\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0ea8111-f2d3-4a5f-96c6-f52dc2827fef\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:27:26.686118 3799 cni.go:473] [openshift-multus/network-metrics-daemon-l4pbd 1ff6de7aba3b8cbb0490d724d0bd15dfe8e4e41fdffd40e4a3a13be2bfb0480c network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-l4pbd 1ff6de7aba3b8cbb0490d724d0bd15dfe8e4e41fdffd40e4a3a13be2bfb0480c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:70:8b:3f:73:f9\",\"name\":\"1ff6de7aba3b8cb\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40a920b9-7732-49ee-806f-e684d91ee3bf\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 23:27:27.155390 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0430 23:27:27.161585 3799 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0430 23:27:27.231611 3799 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-5c786d777d-c9ljd IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-5c786d777d-c9ljd: no pod IPs found I0430 23:27:27.252403 3799 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-q2f8g] creating logical port openshift-insights_insights-runtime-extractor-q2f8g for pod on switch ip-10-0-2-108.ec2.internal W0430 23:27:27.252501 3799 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-5cd46cc445-bmx77 IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-5cd46cc445-bmx77: no pod IPs found I0430 23:27:27.252543 3799 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-q2f8g I0430 23:27:27.270443 3799 pod.go:62] [openshift-insights/insights-runtime-extractor-q2f8g] pod update took 17.92897ms I0430 23:27:27.270467 3799 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-q2f8g] addLogicalPort annotation time took 17.957293ms I0430 23:27:27.271639 3799 pods.go:271] [openshift-insights/insights-runtime-extractor-q2f8g] addLogicalPort took 19.256784ms, libovsdb time 849.006µs I0430 23:27:27.620965 3799 cni.go:452] [openshift-insights/insights-runtime-extractor-q2f8g a8a72120e26e066524420424dcdb1f05e64698271c3d3668f7ee12d601d8462c network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-q2f8g a8a72120e26e066524420424dcdb1f05e64698271c3d3668f7ee12d601d8462c network default NAD default NAD key ] I0430 23:27:27.631027 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-q2f8g, hostIfaceName: a8a72120e26e066, network: default, NAD default, SandboxID: "a8a72120e26e066524420424dcdb1f05e64698271c3d3668f7ee12d601d8462c", PCI device ID: , UID: "d9a22336-e459-435a-8334-803d261fec64", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0430 23:27:27.683728 3799 cni.go:473] [openshift-insights/insights-runtime-extractor-q2f8g a8a72120e26e066524420424dcdb1f05e64698271c3d3668f7ee12d601d8462c network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-q2f8g a8a72120e26e066524420424dcdb1f05e64698271c3d3668f7ee12d601d8462c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:8e:fb:78:b1:91\",\"name\":\"a8a72120e26e066\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06c6812d-1e99-4561-941b-8a6c531991d3\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:27:27.695115 3799 cni.go:452] [openshift-image-registry/image-registry-5cd46cc445-dss5k a7ba0d1db09fed581d404e49bc1c249a293e2ef1b2b15a2da9d5d7a46ba3a616 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5cd46cc445-dss5k a7ba0d1db09fed581d404e49bc1c249a293e2ef1b2b15a2da9d5d7a46ba3a616 network default NAD default NAD key ] I0430 23:27:27.695212 3799 cni.go:452] [openshift-dns/dns-default-bgswp 386afd16d48acee183870110e4349b5ed9eb0e936d06039eb508e20a8312a92d network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-bgswp 386afd16d48acee183870110e4349b5ed9eb0e936d06039eb508e20a8312a92d network default NAD default NAD key ] I0430 23:27:27.705729 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5cd46cc445-dss5k, hostIfaceName: a7ba0d1db09fed5, network: default, NAD default, SandboxID: "a7ba0d1db09fed581d404e49bc1c249a293e2ef1b2b15a2da9d5d7a46ba3a616", PCI device ID: , UID: "ddfb4814-55cd-41d7-a9b1-30dab4969eff", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0430 23:27:27.706128 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-bgswp, hostIfaceName: 386afd16d48acee, network: default, NAD default, SandboxID: "386afd16d48acee183870110e4349b5ed9eb0e936d06039eb508e20a8312a92d", PCI device ID: , UID: "0d9dbc60-a8cd-437d-bf0d-38f5ed8296a1", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0430 23:27:27.756391 3799 cni.go:473] [openshift-dns/dns-default-bgswp 386afd16d48acee183870110e4349b5ed9eb0e936d06039eb508e20a8312a92d network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-bgswp 386afd16d48acee183870110e4349b5ed9eb0e936d06039eb508e20a8312a92d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:f2:5f:70:d9:d4\",\"name\":\"386afd16d48acee\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb9aec63-68f0-44ee-aedb-f2d615bedb2c\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:27:27.772913 3799 cni.go:473] [openshift-image-registry/image-registry-5cd46cc445-dss5k a7ba0d1db09fed581d404e49bc1c249a293e2ef1b2b15a2da9d5d7a46ba3a616 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5cd46cc445-dss5k a7ba0d1db09fed581d404e49bc1c249a293e2ef1b2b15a2da9d5d7a46ba3a616 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:d8:a6:bf:4f:fa\",\"name\":\"a7ba0d1db09fed5\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cdbe885e-031b-4586-9b50-02f77f1887a0\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:27:27.778343 3799 cni.go:452] [openshift-ingress/router-default-589445569-qszt5 921912180c5c74fef9b842e846b3d957546532204c551f78ceee1c1e9edcbf12 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-589445569-qszt5 921912180c5c74fef9b842e846b3d957546532204c551f78ceee1c1e9edcbf12 network default NAD default NAD key ] I0430 23:27:27.790414 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-589445569-qszt5, hostIfaceName: 921912180c5c74f, network: default, NAD default, SandboxID: "921912180c5c74fef9b842e846b3d957546532204c551f78ceee1c1e9edcbf12", PCI device ID: , UID: "000a1042-313f-4459-b422-05d9f07a3d64", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0430 23:27:27.797643 3799 cni.go:452] [openshift-ingress/router-default-7bf9d956f4-fmjhx 56df77492cb06a1a7872752bbf400a5f2e342923fb86c69a5e59c12e3131fa2b network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7bf9d956f4-fmjhx 56df77492cb06a1a7872752bbf400a5f2e342923fb86c69a5e59c12e3131fa2b network default NAD default NAD key ] I0430 23:27:27.809617 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7bf9d956f4-fmjhx, hostIfaceName: 56df77492cb06a1, network: default, NAD default, SandboxID: "56df77492cb06a1a7872752bbf400a5f2e342923fb86c69a5e59c12e3131fa2b", PCI device ID: , UID: "3d188fd5-2579-4771-a763-662e5ed1ac47", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0430 23:27:27.837376 3799 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-r5kbp 49f6849b5c0225bf8cf483e396915de3fda65d38ec4c715fcae6e3beb9ab239b network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-r5kbp 49f6849b5c0225bf8cf483e396915de3fda65d38ec4c715fcae6e3beb9ab239b network default NAD default NAD key ] I0430 23:27:27.851776 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-r5kbp, hostIfaceName: 49f6849b5c0225b, network: default, NAD default, SandboxID: "49f6849b5c0225bf8cf483e396915de3fda65d38ec4c715fcae6e3beb9ab239b", PCI device ID: , UID: "f23ac52a-d6d3-4fde-982a-ebfc5ab1b070", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0430 23:27:27.857189 3799 cni.go:473] [openshift-ingress/router-default-589445569-qszt5 921912180c5c74fef9b842e846b3d957546532204c551f78ceee1c1e9edcbf12 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-589445569-qszt5 921912180c5c74fef9b842e846b3d957546532204c551f78ceee1c1e9edcbf12 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:cd:68:fd:5b:6b\",\"name\":\"921912180c5c74f\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e94c2ad-d2be-46f4-898e-6decbb4fd230\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:27:27.859612 3799 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-5sqnw a5bf4154585ac0daba4281d0c5886734b9d7645bb21e6921cc9471328d7f8048 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-5sqnw a5bf4154585ac0daba4281d0c5886734b9d7645bb21e6921cc9471328d7f8048 network default NAD default NAD key ] I0430 23:27:27.880286 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-5sqnw, hostIfaceName: a5bf4154585ac0d, network: default, NAD default, SandboxID: "a5bf4154585ac0daba4281d0c5886734b9d7645bb21e6921cc9471328d7f8048", PCI device ID: , UID: "7db309de-f52e-4dc7-a1d6-39708853591a", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0430 23:27:27.882125 3799 cni.go:473] [openshift-ingress/router-default-7bf9d956f4-fmjhx 56df77492cb06a1a7872752bbf400a5f2e342923fb86c69a5e59c12e3131fa2b network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7bf9d956f4-fmjhx 56df77492cb06a1a7872752bbf400a5f2e342923fb86c69a5e59c12e3131fa2b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:41:84:cf:27:ea\",\"name\":\"56df77492cb06a1\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f334de5-1d6b-4af1-ba54-d54d94bf14c2\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:27:27.882211 3799 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-jq5ll 093888186e6637a22f9e515a4e5daf1ee761e91cd5094498bd9544a62a14797d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-jq5ll 093888186e6637a22f9e515a4e5daf1ee761e91cd5094498bd9544a62a14797d network default NAD default NAD key ] I0430 23:27:27.896593 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-jq5ll, hostIfaceName: 093888186e6637a, network: default, NAD default, SandboxID: "093888186e6637a22f9e515a4e5daf1ee761e91cd5094498bd9544a62a14797d", PCI device ID: , UID: "0f009ea4-6f63-4759-b71e-3fb164160cfc", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0430 23:27:27.916241 3799 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-r5kbp 49f6849b5c0225bf8cf483e396915de3fda65d38ec4c715fcae6e3beb9ab239b network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-r5kbp 49f6849b5c0225bf8cf483e396915de3fda65d38ec4c715fcae6e3beb9ab239b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:84:95:9b:0e:26\",\"name\":\"49f6849b5c0225b\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1d2709a-884a-405b-abe4-2805ea510fe1\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:27:27.942506 3799 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-5sqnw a5bf4154585ac0daba4281d0c5886734b9d7645bb21e6921cc9471328d7f8048 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-5sqnw a5bf4154585ac0daba4281d0c5886734b9d7645bb21e6921cc9471328d7f8048 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:b6:ec:aa:c3:b8\",\"name\":\"a5bf4154585ac0d\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c42a1d9-a779-4f4e-b040-3ba49f63c567\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:27:27.961013 3799 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-jq5ll 093888186e6637a22f9e515a4e5daf1ee761e91cd5094498bd9544a62a14797d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-jq5ll 093888186e6637a22f9e515a4e5daf1ee761e91cd5094498bd9544a62a14797d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:59:07:41:16:07\",\"name\":\"093888186e6637a\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a5d370c-0287-48a1-93a5-eb3d77b7d81b\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 23:27:28.958906 3799 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0430 23:27:28.987644 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 23:27:28.987666 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 23:27:28.987672 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 23:27:28.988518 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0430 23:27:28.988599 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0430 23:27:29.022413 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 23:27:29.022442 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 23:27:29.022451 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 23:27:29.022485 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0430 23:27:29.022507 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0430 23:27:29.977443 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 23:27:29.977462 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 23:27:29.977468 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 23:27:29.979055 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0430 23:27:29.979073 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0430 23:27:30.095983 3799 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0430 23:27:30.231745 3799 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0430 23:27:31.025631 3799 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0430 23:27:31.025653 3799 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0430 23:27:31.025660 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default I0430 23:27:31.374940 3799 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x49qw] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-x49qw for pod on switch ip-10-0-2-108.ec2.internal I0430 23:27:31.375065 3799 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x49qw I0430 23:27:31.389784 3799 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x49qw] pod update took 14.747214ms I0430 23:27:31.389810 3799 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x49qw] addLogicalPort annotation time took 14.777251ms I0430 23:27:31.391210 3799 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x49qw] addLogicalPort took 16.291094ms, libovsdb time 984.095µs I0430 23:27:32.375924 3799 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x49qw c1675d2aa9730cac411ffc7d383ee69b334239734bd15cba74dd48af07228d4b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x49qw c1675d2aa9730cac411ffc7d383ee69b334239734bd15cba74dd48af07228d4b network default NAD default NAD key ] I0430 23:27:32.385910 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-x49qw, hostIfaceName: c1675d2aa9730ca, network: default, NAD default, SandboxID: "c1675d2aa9730cac411ffc7d383ee69b334239734bd15cba74dd48af07228d4b", PCI device ID: , UID: "5c197ce1-6444-4d34-8a32-6e447f7a387a", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0430 23:27:32.436381 3799 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x49qw c1675d2aa9730cac411ffc7d383ee69b334239734bd15cba74dd48af07228d4b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x49qw c1675d2aa9730cac411ffc7d383ee69b334239734bd15cba74dd48af07228d4b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:ec:dd:74:eb:07\",\"name\":\"c1675d2aa9730ca\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0215f870-12d5-4916-af64-dff01580ce5c\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 23:27:34.972979 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0430 23:27:34.996501 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0430 23:27:40.981362 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0430 23:27:40.981391 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0430 23:27:40.981402 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0430 23:27:49.960293 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0430 23:27:52.500124 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0430 23:27:52.712193 3799 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-g55sw] creating logical port openshift-console_downloads-5c54f4944f-g55sw for pod on switch ip-10-0-2-108.ec2.internal I0430 23:27:52.712307 3799 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-g55sw I0430 23:27:52.736089 3799 pod.go:62] [openshift-console/downloads-5c54f4944f-g55sw] pod update took 23.815609ms I0430 23:27:52.736108 3799 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-g55sw] addLogicalPort annotation time took 23.839992ms I0430 23:27:52.737268 3799 pods.go:271] [openshift-console/downloads-5c54f4944f-g55sw] addLogicalPort took 25.091961ms, libovsdb time 837.692µs I0430 23:27:53.072079 3799 cni.go:452] [openshift-console/downloads-5c54f4944f-g55sw 0eb4ceb4e1918daa708c7997998d93e50d7c0c6f7a28e485e2b45e2918835647 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-g55sw 0eb4ceb4e1918daa708c7997998d93e50d7c0c6f7a28e485e2b45e2918835647 network default NAD default NAD key ] I0430 23:27:53.081469 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-g55sw, hostIfaceName: 0eb4ceb4e1918da, network: default, NAD default, SandboxID: "0eb4ceb4e1918daa708c7997998d93e50d7c0c6f7a28e485e2b45e2918835647", PCI device ID: , UID: "26e83203-2740-4834-bb5c-8d4e365861eb", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0430 23:27:53.132710 3799 cni.go:473] [openshift-console/downloads-5c54f4944f-g55sw 0eb4ceb4e1918daa708c7997998d93e50d7c0c6f7a28e485e2b45e2918835647 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-g55sw 0eb4ceb4e1918daa708c7997998d93e50d7c0c6f7a28e485e2b45e2918835647 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:f9:55:85:bd:7b\",\"name\":\"0eb4ceb4e1918da\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4928ec21-25cb-4dd9-90c4-a8ac5d965e39\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 23:27:57.929693 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0430 23:27:59.217692 3799 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0430 23:28:02.242422 3799 base_network_controller_pods.go:487] [default/openshift-console/console-66586764bf-v2cx6] creating logical port openshift-console_console-66586764bf-v2cx6 for pod on switch ip-10-0-2-108.ec2.internal I0430 23:28:02.242566 3799 kube.go:256] Updating pod openshift-console/console-66586764bf-v2cx6 I0430 23:28:02.260606 3799 pod.go:62] [openshift-console/console-66586764bf-v2cx6] pod update took 18.061178ms I0430 23:28:02.260634 3799 base_network_controller_pods.go:951] [default/openshift-console/console-66586764bf-v2cx6] addLogicalPort annotation time took 18.106452ms I0430 23:28:02.261901 3799 pods.go:271] [openshift-console/console-66586764bf-v2cx6] addLogicalPort took 19.504159ms, libovsdb time 895.362µs I0430 23:28:02.612853 3799 cni.go:452] [openshift-console/console-66586764bf-v2cx6 1bb7b20212e60ee7846ea040298ae80d87d1b58e3155460a86099e28d53063ff network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-66586764bf-v2cx6 1bb7b20212e60ee7846ea040298ae80d87d1b58e3155460a86099e28d53063ff network default NAD default NAD key ] I0430 23:28:02.622723 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-66586764bf-v2cx6, hostIfaceName: 1bb7b20212e60ee, network: default, NAD default, SandboxID: "1bb7b20212e60ee7846ea040298ae80d87d1b58e3155460a86099e28d53063ff", PCI device ID: , UID: "00baaa90-5912-4005-8d86-b395d3ceea76", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0430 23:28:02.679165 3799 cni.go:473] [openshift-console/console-66586764bf-v2cx6 1bb7b20212e60ee7846ea040298ae80d87d1b58e3155460a86099e28d53063ff network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-66586764bf-v2cx6 1bb7b20212e60ee7846ea040298ae80d87d1b58e3155460a86099e28d53063ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:60:53:86:83:54\",\"name\":\"1bb7b20212e60ee\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e801de8e-2343-4c3f-a125-9bbfaf5b7748\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 23:28:12.391190 3799 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-66586764bf-sfrw2 IP address from the namespace address-set, err: pod openshift-console/console-66586764bf-sfrw2: no pod IPs found W0430 23:28:13.137411 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0430 23:28:13.163235 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0430 23:28:13.187975 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0430 23:28:14.142295 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0430 23:28:14.142346 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0430 23:28:14.142395 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0430 23:28:15.147718 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0430 23:28:16.779619 3799 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0430 23:28:19.163068 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0430 23:28:19.163087 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0430 23:28:19.163141 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0430 23:28:20.170142 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0430 23:28:23.189858 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0430 23:28:29.206899 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0430 23:28:29.206928 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0430 23:28:29.206980 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0430 23:28:30.211669 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0430 23:28:45.268939 3799 cni.go:452] [openshift-ingress/router-default-589445569-qszt5 921912180c5c74fef9b842e846b3d957546532204c551f78ceee1c1e9edcbf12 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-589445569-qszt5 921912180c5c74fef9b842e846b3d957546532204c551f78ceee1c1e9edcbf12 network default NAD default NAD key ] I0430 23:28:45.374085 3799 cni.go:473] [openshift-ingress/router-default-589445569-qszt5 921912180c5c74fef9b842e846b3d957546532204c551f78ceee1c1e9edcbf12 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-589445569-qszt5 921912180c5c74fef9b842e846b3d957546532204c551f78ceee1c1e9edcbf12 network default NAD default NAD key default], result "{}", err I0430 23:28:45.438779 3799 obj_retry.go:498] Detected object openshift-ingress/router-default-589445569-qszt5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:28:45.438815 3799 pods.go:176] Deleting pod: openshift-ingress/router-default-589445569-qszt5 I0430 23:28:45.440786 3799 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-589445569-qszt5, ips: 10.128.0.11 I0430 23:28:45.440853 3799 obj_retry.go:498] Detected object openshift-ingress/router-default-589445569-qszt5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:28:46.274620 3799 obj_retry.go:492] Detected object openshift-ingress/router-default-589445569-qszt5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:28:46.274650 3799 obj_retry.go:492] Detected object openshift-ingress/router-default-589445569-qszt5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:28:46.280403 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-589445569-qszt5 I0430 23:28:46.280434 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-589445569-qszt5 I0430 23:29:03.374885 3799 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dzjvmc] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dzjvmc for pod on switch ip-10-0-2-108.ec2.internal I0430 23:29:03.375014 3799 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dzjvmc I0430 23:29:03.387093 3799 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dzjvmc] pod update took 12.130679ms I0430 23:29:03.387113 3799 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dzjvmc] addLogicalPort annotation time took 12.156876ms I0430 23:29:03.388384 3799 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dzjvmc] addLogicalPort took 13.516366ms, libovsdb time 892.407µs I0430 23:29:03.738048 3799 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dzjvmc d3addf03f72304c6186376c9d6150d688a63a451996149f789c29307337d21c6 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dzjvmc d3addf03f72304c6186376c9d6150d688a63a451996149f789c29307337d21c6 network default NAD default NAD key ] I0430 23:29:03.750019 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dzjvmc, hostIfaceName: d3addf03f72304c, network: default, NAD default, SandboxID: "d3addf03f72304c6186376c9d6150d688a63a451996149f789c29307337d21c6", PCI device ID: , UID: "736f1bea-acbd-4daf-a301-9f1b4c9f5091", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0430 23:29:03.806118 3799 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dzjvmc d3addf03f72304c6186376c9d6150d688a63a451996149f789c29307337d21c6 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dzjvmc d3addf03f72304c6186376c9d6150d688a63a451996149f789c29307337d21c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:b0:87:2a:5a:af\",\"name\":\"d3addf03f72304c\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e749dc81-6307-4b13-8ed0-0c0ae0d0b0a9\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:29:23.440801 3799 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dzjvmc d3addf03f72304c6186376c9d6150d688a63a451996149f789c29307337d21c6 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dzjvmc d3addf03f72304c6186376c9d6150d688a63a451996149f789c29307337d21c6 network default NAD default NAD key ] I0430 23:29:23.517418 3799 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dzjvmc d3addf03f72304c6186376c9d6150d688a63a451996149f789c29307337d21c6 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dzjvmc d3addf03f72304c6186376c9d6150d688a63a451996149f789c29307337d21c6 network default NAD default NAD key default], result "{}", err I0430 23:29:23.563032 3799 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dzjvmc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:29:23.563071 3799 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dzjvmc I0430 23:29:23.564429 3799 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dzjvmc, ips: 10.128.0.28 I0430 23:29:23.564463 3799 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dzjvmc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:29:23.564485 3799 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dzjvmc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:29:23.564494 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0430 23:29:23.564727 3799 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dzjvmc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:29:23.564749 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0430 23:29:24.588621 3799 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dzjvmc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:29:24.588651 3799 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dzjvmc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:29:24.588664 3799 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dzjvmc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:29:24.588677 3799 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dzjvmc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:29:28.444670 3799 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0430 23:29:28.455671 3799 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0430 23:30:00.211776 3799 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29626530-7j2kp for pod on switch ip-10-0-2-108.ec2.internal I0430 23:30:00.211937 3799 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp I0430 23:30:00.227243 3799 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp] pod update took 15.329325ms I0430 23:30:00.227268 3799 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp] addLogicalPort annotation time took 15.360726ms I0430 23:30:00.228674 3799 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp] addLogicalPort took 16.918233ms, libovsdb time 1.012459ms I0430 23:30:00.575448 3799 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp 426b74d72ab31436911290a83fdca640017203b854ba5aaa40055d178fca31fc network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp 426b74d72ab31436911290a83fdca640017203b854ba5aaa40055d178fca31fc network default NAD default NAD key ] I0430 23:30:00.585204 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29626530-7j2kp, hostIfaceName: 426b74d72ab3143, network: default, NAD default, SandboxID: "426b74d72ab31436911290a83fdca640017203b854ba5aaa40055d178fca31fc", PCI device ID: , UID: "f5c22599-2c68-4129-bdc2-7f9cd5cd40f6", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0430 23:30:00.639979 3799 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp 426b74d72ab31436911290a83fdca640017203b854ba5aaa40055d178fca31fc network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp 426b74d72ab31436911290a83fdca640017203b854ba5aaa40055d178fca31fc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:e5:a6:d5:cb:b1\",\"name\":\"426b74d72ab3143\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6343eccd-908b-4ac9-af78-2147c471989d\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:30:02.309607 3799 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29626520-pflpp bbcd37206dbd28b172a23abf2fab36382d695372be1b46df186512e85770f5a6 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29626520-pflpp bbcd37206dbd28b172a23abf2fab36382d695372be1b46df186512e85770f5a6 network default NAD default NAD key ] I0430 23:30:02.398570 3799 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29626520-pflpp bbcd37206dbd28b172a23abf2fab36382d695372be1b46df186512e85770f5a6 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29626520-pflpp bbcd37206dbd28b172a23abf2fab36382d695372be1b46df186512e85770f5a6 network default NAD default NAD key default], result "{}", err I0430 23:30:02.442554 3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626520-pflpp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:30:02.442589 3799 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29626520-pflpp I0430 23:30:02.443899 3799 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29626520-pflpp, ips: 10.128.0.19 I0430 23:30:02.443925 3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626520-pflpp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:30:02.880663 3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626520-pflpp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:30:02.880703 3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626520-pflpp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:30:02.886109 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29626520-pflpp I0430 23:30:02.886138 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29626520-pflpp I0430 23:30:04.605796 3799 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp 426b74d72ab31436911290a83fdca640017203b854ba5aaa40055d178fca31fc network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp 426b74d72ab31436911290a83fdca640017203b854ba5aaa40055d178fca31fc network default NAD default NAD key ] I0430 23:30:04.691011 3799 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp 426b74d72ab31436911290a83fdca640017203b854ba5aaa40055d178fca31fc network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp 426b74d72ab31436911290a83fdca640017203b854ba5aaa40055d178fca31fc network default NAD default NAD key default], result "{}", err I0430 23:30:04.733112 3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:30:04.733163 3799 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp I0430 23:30:04.734457 3799 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp, ips: 10.128.0.29 I0430 23:30:04.734485 3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:30:05.618417 3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:30:05.618445 3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:32:22.745678 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0430 23:32:28.831969 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0430 23:32:34.744660 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=52 I0430 23:33:44.837005 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0430 23:33:50.863650 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0430 23:33:59.745688 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=46 I0430 23:34:21.482892 3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-96.ec2.internal in network "default" E0430 23:34:21.482903 3799 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-96.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0430 23:34:21.482923 3799 node_tracker.go:220] Node ip-10-0-0-96.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0430 23:34:21.482896 3799 egressfirewall.go:723] Syncing node "ip-10-0-0-96.ec2.internal" for egress firewall I0430 23:34:21.482931 3799 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-96.ec2.internal, error: [adding or updating remote node chassis ip-10-0-0-96.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-96.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-96.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-96.ec2.internal, error parsing annotation for node ip-10-0-0-96.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] I0430 23:34:21.482895 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-96.ec2.internal I0430 23:34:21.483000 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-96.ec2.internal: 108.473µs E0430 23:34:21.495326 3799 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-96.ec2.internal annotation: unexpected end of JSON input I0430 23:34:21.495378 3799 default_network_controller.go:1025] Node "ip-10-0-0-96.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0430 23:34:21.495425 3799 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-96.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0430 23:34:21.510506 3799 egressfirewall.go:723] Syncing node "ip-10-0-0-96.ec2.internal" for egress firewall E0430 23:34:21.510502 3799 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-96.ec2.internal annotation: unexpected end of JSON input I0430 23:34:21.510520 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-96.ec2.internal I0430 23:34:21.510534 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-96.ec2.internal: 18.197µs I0430 23:34:21.510558 3799 default_network_controller.go:1025] Node "ip-10-0-0-96.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0430 23:34:21.510589 3799 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-96.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0430 23:34:21.541561 3799 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-96.ec2.internal annotation: unexpected end of JSON input E0430 23:34:21.541612 3799 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-96.ec2.internal annotation: unexpected end of JSON input I0430 23:34:21.541629 3799 default_network_controller.go:1025] Node "ip-10-0-0-96.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0430 23:34:21.541687 3799 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-96.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-96.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-96.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-96.ec2.internal" I0430 23:34:21.563575 3799 default_network_controller.go:1025] Node "ip-10-0-0-96.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0430 23:34:21.738681 3799 egressfirewall.go:723] Syncing node "ip-10-0-0-96.ec2.internal" for egress firewall I0430 23:34:21.738702 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-96.ec2.internal I0430 23:34:21.738719 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-96.ec2.internal: 19.738µs I0430 23:34:21.738746 3799 default_network_controller.go:1025] Node "ip-10-0-0-96.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 23:34:21.759166 3799 default_network_controller.go:1025] Node "ip-10-0-0-96.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 23:34:22.159423 3799 default_network_controller.go:1025] Node "ip-10-0-0-96.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 23:34:22.273782 3799 default_network_controller.go:1025] Node "ip-10-0-0-96.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 23:34:30.389084 3799 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-wrsbf] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-wrsbf for pod on switch ip-10-0-2-108.ec2.internal I0430 23:34:30.389230 3799 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-wrsbf I0430 23:34:30.405881 3799 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-wrsbf] pod update took 16.681436ms I0430 23:34:30.405918 3799 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-wrsbf] addLogicalPort annotation time took 16.713426ms I0430 23:34:30.407165 3799 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-wrsbf] addLogicalPort took 18.102411ms, libovsdb time 856.418µs I0430 23:34:30.749393 3799 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-wrsbf 1fd0d932838c1722c292a6163ff4334d0c7b887e801ee365c41f0270dc93e10e network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-wrsbf 1fd0d932838c1722c292a6163ff4334d0c7b887e801ee365c41f0270dc93e10e network default NAD default NAD key ] I0430 23:34:30.759277 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-wrsbf, hostIfaceName: 1fd0d932838c172, network: default, NAD default, SandboxID: "1fd0d932838c1722c292a6163ff4334d0c7b887e801ee365c41f0270dc93e10e", PCI device ID: , UID: "39515b36-a455-48c6-ad2d-830509b1dc77", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0430 23:34:30.811312 3799 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-wrsbf 1fd0d932838c1722c292a6163ff4334d0c7b887e801ee365c41f0270dc93e10e network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-wrsbf 1fd0d932838c1722c292a6163ff4334d0c7b887e801ee365c41f0270dc93e10e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:f4:fe:73:ea:1d\",\"name\":\"1fd0d932838c172\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63027297-2ec7-472c-88e1-248347a35b34\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:34:31.912437 3799 default_network_controller.go:1025] Node "ip-10-0-0-96.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 23:34:32.827624 3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0430 23:34:33.401981 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-96.ec2.internal I0430 23:34:33.401997 3799 egressfirewall.go:723] Syncing node "ip-10-0-0-96.ec2.internal" for egress firewall I0430 23:34:33.402004 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-96.ec2.internal: 28.793µs I0430 23:34:33.402078 3799 default_network_controller.go:1025] Node "ip-10-0-0-96.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0430 23:34:33.640248 3799 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 23:34:43.827434 3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0430 23:34:44.536527 3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-231.ec2.internal in network "default" I0430 23:34:44.536549 3799 node_tracker.go:220] Node ip-10-0-1-231.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0430 23:34:44.536571 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-231.ec2.internal I0430 23:34:44.536578 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-231.ec2.internal: 9.212µs I0430 23:34:44.536581 3799 egressfirewall.go:723] Syncing node "ip-10-0-1-231.ec2.internal" for egress firewall E0430 23:34:44.536674 3799 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-231.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0430 23:34:44.536695 3799 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-231.ec2.internal, error: [adding or updating remote node chassis ip-10-0-1-231.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-231.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-231.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-231.ec2.internal, error parsing annotation for node ip-10-0-1-231.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0430 23:34:44.549047 3799 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-231.ec2.internal annotation: unexpected end of JSON input E0430 23:34:44.549059 3799 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-231.ec2.internal annotation: unexpected end of JSON input I0430 23:34:44.549076 3799 default_network_controller.go:1025] Node "ip-10-0-1-231.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0430 23:34:44.549125 3799 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-231.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-1-231.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-1-231.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-1-231.ec2.internal" I0430 23:34:44.562132 3799 default_network_controller.go:1025] Node "ip-10-0-1-231.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0430 23:34:44.562196 3799 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-231.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-1-231.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-1-231.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-1-231.ec2.internal" I0430 23:34:44.581598 3799 egressfirewall.go:723] Syncing node "ip-10-0-1-231.ec2.internal" for egress firewall I0430 23:34:44.581601 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-231.ec2.internal I0430 23:34:44.581627 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-231.ec2.internal: 28.381µs I0430 23:34:44.581597 3799 default_network_controller.go:1025] Node "ip-10-0-1-231.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0430 23:34:44.581691 3799 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-231.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-1-231.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-1-231.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-1-231.ec2.internal" I0430 23:34:44.601137 3799 default_network_controller.go:1025] Node "ip-10-0-1-231.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true W0430 23:34:44.680136 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 23:34:44.730110 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0430 23:34:44.730163 3799 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-zmvh9 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-zmvh9: no pod IPs found I0430 23:34:44.790550 3799 egressfirewall.go:723] Syncing node "ip-10-0-1-231.ec2.internal" for egress firewall I0430 23:34:44.790576 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-231.ec2.internal I0430 23:34:44.790588 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-231.ec2.internal: 17.131µs I0430 23:34:44.790633 3799 default_network_controller.go:1025] Node "ip-10-0-1-231.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 23:34:44.807105 3799 default_network_controller.go:1025] Node "ip-10-0-1-231.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 23:34:45.170206 3799 default_network_controller.go:1025] Node "ip-10-0-1-231.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 23:34:47.328100 3799 default_network_controller.go:1025] Node "ip-10-0-1-231.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 23:34:49.447979 3799 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-0-96.ec2.internal I0430 23:34:49.447985 3799 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-1-231.ec2.internal I0430 23:34:49.448004 3799 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-0-96.ec2.internal I0430 23:34:49.448008 3799 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-1-231.ec2.internal I0430 23:34:49.448092 3799 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-0-96.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-0-96.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-96.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-96.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-96.ec2.internal I0430 23:34:49.448093 3799 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-1-231.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-1-231.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-231.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-231.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-231.ec2.internal I0430 23:34:50.670026 3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-96.ec2.internal in network "default" I0430 23:34:50.670078 3799 node_tracker.go:235] Node ip-10-0-0-96.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-96.ec2.internal" I0430 23:34:50.670094 3799 node_tracker.go:169] Node ip-10-0-0-96.ec2.internal switch + router changed, syncing services in network "default" I0430 23:34:50.670103 3799 services_controller.go:574] Full service sync requested for network=default I0430 23:34:50.670031 3799 default_network_controller.go:1025] Node "ip-10-0-0-96.ec2.internal" in remote zone "ip-10-0-0-96.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 23:34:50.799476 3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-96.ec2.internal in network "default" I0430 23:34:50.799540 3799 node_tracker.go:169] Node ip-10-0-0-96.ec2.internal switch + router changed, syncing services in network "default" I0430 23:34:50.799552 3799 services_controller.go:574] Full service sync requested for network=default I0430 23:34:50.799546 3799 default_network_controller.go:1025] Node "ip-10-0-0-96.ec2.internal" in remote zone "ip-10-0-0-96.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 23:34:50.800594 3799 zone_ic_handler.go:195] Time taken to create transit switch: 324.23µs I0430 23:34:50.800609 3799 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-96.ec2.internal for the network default I0430 23:34:50.801620 3799 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-96.ec2.internal" on network "default" took: 1.367001ms I0430 23:34:51.864165 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-tbddg I0430 23:34:51.864177 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-7mp8z I0430 23:34:51.864193 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-tbddg I0430 23:34:51.864197 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-7mp8z I0430 23:34:51.864230 3799 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-tbddg, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-tbddg: suppressed error logged: pod openshift-multus/network-metrics-daemon-tbddg: no pod IPs found I0430 23:34:51.864234 3799 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-7mp8z, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-7mp8z: suppressed error logged: pod openshift-network-diagnostics/network-check-target-7mp8z: no pod IPs found I0430 23:34:53.364353 3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-96.ec2.internal in network "default" I0430 23:34:53.364385 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-96.ec2.internal I0430 23:34:53.364402 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-96.ec2.internal: 20.327µs I0430 23:34:53.364385 3799 egressfirewall.go:723] Syncing node "ip-10-0-0-96.ec2.internal" for egress firewall I0430 23:34:53.364428 3799 node_tracker.go:169] Node ip-10-0-0-96.ec2.internal switch + router changed, syncing services in network "default" I0430 23:34:53.364445 3799 services_controller.go:574] Full service sync requested for network=default I0430 23:34:53.364456 3799 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-96.ec2.internal", IP: 10.0.0.96 to PMTUD blocking rules I0430 23:34:53.364471 3799 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-96.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0430 23:34:53.370897 3799 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-96.ec2.internal. Updating no re-route policies I0430 23:34:53.384010 3799 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-96.ec2.internal", IP: 10.0.0.96 to PMTUD blocking rules I0430 23:34:53.384026 3799 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-96.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0430 23:34:54.881117 3799 default_network_controller.go:1025] Node "ip-10-0-1-231.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 23:34:56.681518 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-96.ec2.internal I0430 23:34:56.681546 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-96.ec2.internal: 35.635µs I0430 23:35:05.271787 3799 default_network_controller.go:1025] Node "ip-10-0-1-231.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 23:35:07.743906 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0430 23:35:10.298705 3799 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-108.ec2.internal I0430 23:35:10.298878 3799 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0430 23:35:10.327603 3799 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 28.78396ms I0430 23:35:10.327633 3799 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 28.818717ms I0430 23:35:10.329084 3799 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 30.400978ms, libovsdb time 1.005272ms I0430 23:35:10.661117 3799 cni.go:452] [openshift-monitoring/alertmanager-main-1 a49e6792a0900e3183c37934026a39af9da6534f2f13a9df565b01fbb6c9561f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 a49e6792a0900e3183c37934026a39af9da6534f2f13a9df565b01fbb6c9561f network default NAD default NAD key ] I0430 23:35:10.671247 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: a49e6792a0900e3, network: default, NAD default, SandboxID: "a49e6792a0900e3183c37934026a39af9da6534f2f13a9df565b01fbb6c9561f", PCI device ID: , UID: "e98a55b2-5f37-4c6a-bea2-ea719c83b9c5", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0430 23:35:10.726054 3799 cni.go:473] [openshift-monitoring/alertmanager-main-1 a49e6792a0900e3183c37934026a39af9da6534f2f13a9df565b01fbb6c9561f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 a49e6792a0900e3183c37934026a39af9da6534f2f13a9df565b01fbb6c9561f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:dd:fb:10:5a:c5\",\"name\":\"a49e6792a0900e3\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ecbde980-e1ad-44c9-8be8-a497d3dd1849\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:35:11.102941 3799 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-5d7974cdc4-s49wx] creating logical port openshift-monitoring_thanos-querier-5d7974cdc4-s49wx for pod on switch ip-10-0-2-108.ec2.internal I0430 23:35:11.103080 3799 kube.go:256] Updating pod openshift-monitoring/thanos-querier-5d7974cdc4-s49wx I0430 23:35:11.118359 3799 pod.go:62] [openshift-monitoring/thanos-querier-5d7974cdc4-s49wx] pod update took 15.313187ms I0430 23:35:11.118387 3799 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-5d7974cdc4-s49wx] addLogicalPort annotation time took 15.346414ms I0430 23:35:11.119619 3799 pods.go:271] [openshift-monitoring/thanos-querier-5d7974cdc4-s49wx] addLogicalPort took 16.692099ms, libovsdb time 849.206µs I0430 23:35:11.467547 3799 cni.go:452] [openshift-monitoring/thanos-querier-5d7974cdc4-s49wx 91ae1ea044d7a14b793e91fe361b0a065e28e8d1a5a6538c5874bc3d7c32b8d1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-5d7974cdc4-s49wx 91ae1ea044d7a14b793e91fe361b0a065e28e8d1a5a6538c5874bc3d7c32b8d1 network default NAD default NAD key ] I0430 23:35:11.477621 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-5d7974cdc4-s49wx, hostIfaceName: 91ae1ea044d7a14, network: default, NAD default, SandboxID: "91ae1ea044d7a14b793e91fe361b0a065e28e8d1a5a6538c5874bc3d7c32b8d1", PCI device ID: , UID: "147118d8-536e-4dc6-b6f0-bc9ba32fd7e2", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0430 23:35:11.533327 3799 cni.go:473] [openshift-monitoring/thanos-querier-5d7974cdc4-s49wx 91ae1ea044d7a14b793e91fe361b0a065e28e8d1a5a6538c5874bc3d7c32b8d1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-5d7974cdc4-s49wx 91ae1ea044d7a14b793e91fe361b0a065e28e8d1a5a6538c5874bc3d7c32b8d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:58:30:48:b3:d3\",\"name\":\"91ae1ea044d7a14\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/856fd22c-2d06-4be9-9dd8-934478896633\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 23:35:12.822256 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 23:35:12.822275 3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 23:35:12.822281 3799 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0430 23:35:13.557781 3799 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-656976c5cf-2477b] creating logical port openshift-monitoring_metrics-server-656976c5cf-2477b for pod on switch ip-10-0-2-108.ec2.internal I0430 23:35:13.557915 3799 kube.go:256] Updating pod openshift-monitoring/metrics-server-656976c5cf-2477b I0430 23:35:13.570909 3799 pod.go:62] [openshift-monitoring/metrics-server-656976c5cf-2477b] pod update took 13.032469ms I0430 23:35:13.570932 3799 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-656976c5cf-2477b] addLogicalPort annotation time took 13.062472ms I0430 23:35:13.572326 3799 pods.go:271] [openshift-monitoring/metrics-server-656976c5cf-2477b] addLogicalPort took 14.567361ms, libovsdb time 938.538µs W0430 23:35:13.913877 3799 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5ccbf4fb6c-xg8dn IP address from the namespace address-set, err: pod openshift-console/console-5ccbf4fb6c-xg8dn: no pod IPs found I0430 23:35:13.940882 3799 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-99pnk] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-99pnk for pod on switch ip-10-0-2-108.ec2.internal I0430 23:35:13.940999 3799 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-99pnk I0430 23:35:13.952195 3799 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-99pnk] pod update took 11.243552ms I0430 23:35:13.952218 3799 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-99pnk] addLogicalPort annotation time took 11.272601ms I0430 23:35:13.953604 3799 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-99pnk] addLogicalPort took 12.741816ms, libovsdb time 925.468µs I0430 23:35:14.445982 3799 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-99pnk eb64e5b5923eea4c90fab2c951fa3c06610f1f44f4fcaaf2cef6bf3badbf1145 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-99pnk eb64e5b5923eea4c90fab2c951fa3c06610f1f44f4fcaaf2cef6bf3badbf1145 network default NAD default NAD key ] I0430 23:35:14.446035 3799 cni.go:452] [openshift-monitoring/metrics-server-656976c5cf-2477b 359515ce04fe0030a1fea3e483279d70d58f5795c47e6614c2a8c7e03ce0f43c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-656976c5cf-2477b 359515ce04fe0030a1fea3e483279d70d58f5795c47e6614c2a8c7e03ce0f43c network default NAD default NAD key ] I0430 23:35:14.456993 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-99pnk, hostIfaceName: eb64e5b5923eea4, network: default, NAD default, SandboxID: "eb64e5b5923eea4c90fab2c951fa3c06610f1f44f4fcaaf2cef6bf3badbf1145", PCI device ID: , UID: "7d950170-7431-4790-8494-9272423c3e2e", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0430 23:35:14.457352 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-656976c5cf-2477b, hostIfaceName: 359515ce04fe003, network: default, NAD default, SandboxID: "359515ce04fe0030a1fea3e483279d70d58f5795c47e6614c2a8c7e03ce0f43c", PCI device ID: , UID: "43564f6c-bf4a-4122-b850-99dc4b8e8e50", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0430 23:35:14.517079 3799 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-99pnk eb64e5b5923eea4c90fab2c951fa3c06610f1f44f4fcaaf2cef6bf3badbf1145 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-99pnk eb64e5b5923eea4c90fab2c951fa3c06610f1f44f4fcaaf2cef6bf3badbf1145 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:ec:9b:ee:f4:7c\",\"name\":\"eb64e5b5923eea4\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ce8366d-5f3f-447b-bff9-964a6d250b00\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:35:14.536561 3799 cni.go:473] [openshift-monitoring/metrics-server-656976c5cf-2477b 359515ce04fe0030a1fea3e483279d70d58f5795c47e6614c2a8c7e03ce0f43c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-656976c5cf-2477b 359515ce04fe0030a1fea3e483279d70d58f5795c47e6614c2a8c7e03ce0f43c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:f6:cc:c2:00:fa\",\"name\":\"359515ce04fe003\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86217e26-24bc-42b7-90ce-5183c8812b98\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:35:15.381747 3799 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-108.ec2.internal I0430 23:35:15.381863 3799 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0430 23:35:15.410538 3799 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 28.726833ms I0430 23:35:15.410567 3799 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 28.761456ms I0430 23:35:15.412204 3799 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 30.474268ms, libovsdb time 1.088468ms I0430 23:35:16.006193 3799 cni.go:452] [openshift-monitoring/prometheus-k8s-1 90297edfebbf203956ae67329f1ce058169b61cef58cb76bbd631323986d9ec5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 90297edfebbf203956ae67329f1ce058169b61cef58cb76bbd631323986d9ec5 network default NAD default NAD key ] I0430 23:35:16.016426 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 90297edfebbf203, network: default, NAD default, SandboxID: "90297edfebbf203956ae67329f1ce058169b61cef58cb76bbd631323986d9ec5", PCI device ID: , UID: "afa5f4aa-8d7d-4669-835c-0bf0c79545f1", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0430 23:35:16.078853 3799 cni.go:473] [openshift-monitoring/prometheus-k8s-1 90297edfebbf203956ae67329f1ce058169b61cef58cb76bbd631323986d9ec5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 90297edfebbf203956ae67329f1ce058169b61cef58cb76bbd631323986d9ec5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:c8:e2:9c:fd:65\",\"name\":\"90297edfebbf203\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/256f5b7d-92b7-4aad-b148-93ecf5a72c82\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 23:35:16.834463 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0430 23:35:16.866936 3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 23:35:16.866956 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 23:35:16.866960 3799 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 23:35:16.866964 3799 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 23:35:16.942501 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 23:35:16.942520 3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 23:35:16.965110 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0430 23:35:16.994131 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0430 23:35:19.447790 3799 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-1-231.ec2.internal I0430 23:35:19.447819 3799 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-1-231.ec2.internal I0430 23:35:19.447935 3799 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-1-231.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-1-231.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-231.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-231.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-231.ec2.internal I0430 23:35:21.863231 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-tbddg I0430 23:35:21.863241 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-7mp8z I0430 23:35:21.863266 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-tbddg I0430 23:35:21.863272 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-7mp8z I0430 23:35:21.863314 3799 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-tbddg, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-tbddg: suppressed error logged: pod openshift-multus/network-metrics-daemon-tbddg: no pod IPs found I0430 23:35:21.863310 3799 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-7mp8z, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-7mp8z: suppressed error logged: pod openshift-network-diagnostics/network-check-target-7mp8z: no pod IPs found W0430 23:35:22.761147 3799 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 23:35:22.761169 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 23:35:22.761175 3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 23:35:22.798626 3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 23:35:22.798647 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 23:35:22.826651 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0430 23:35:22.871477 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 23:35:22.871504 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 23:35:22.871512 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 23:35:22.871519 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier I0430 23:35:27.863736 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0430 23:35:32.867309 3799 cni.go:452] [openshift-console/console-66586764bf-v2cx6 1bb7b20212e60ee7846ea040298ae80d87d1b58e3155460a86099e28d53063ff network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-66586764bf-v2cx6 1bb7b20212e60ee7846ea040298ae80d87d1b58e3155460a86099e28d53063ff network default NAD default NAD key ] I0430 23:35:32.954326 3799 cni.go:473] [openshift-console/console-66586764bf-v2cx6 1bb7b20212e60ee7846ea040298ae80d87d1b58e3155460a86099e28d53063ff network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-66586764bf-v2cx6 1bb7b20212e60ee7846ea040298ae80d87d1b58e3155460a86099e28d53063ff network default NAD default NAD key default], result "{}", err I0430 23:35:33.003033 3799 obj_retry.go:498] Detected object openshift-console/console-66586764bf-v2cx6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:35:33.003163 3799 pods.go:176] Deleting pod: openshift-console/console-66586764bf-v2cx6 I0430 23:35:33.004522 3799 pods.go:236] Attempting to release IPs for pod: openshift-console/console-66586764bf-v2cx6, ips: 10.128.0.27 I0430 23:35:33.004546 3799 obj_retry.go:498] Detected object openshift-console/console-66586764bf-v2cx6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:35:33.013375 3799 base_network_controller_pods.go:487] [default/openshift-console/console-9765f7cd6-87jgj] creating logical port openshift-console_console-9765f7cd6-87jgj for pod on switch ip-10-0-2-108.ec2.internal I0430 23:35:33.013494 3799 kube.go:256] Updating pod openshift-console/console-9765f7cd6-87jgj I0430 23:35:33.026501 3799 pod.go:62] [openshift-console/console-9765f7cd6-87jgj] pod update took 13.013901ms I0430 23:35:33.026523 3799 base_network_controller_pods.go:951] [default/openshift-console/console-9765f7cd6-87jgj] addLogicalPort annotation time took 13.069653ms I0430 23:35:33.028212 3799 pods.go:271] [openshift-console/console-9765f7cd6-87jgj] addLogicalPort took 14.855866ms, libovsdb time 1.06813ms I0430 23:35:33.376441 3799 cni.go:452] [openshift-console/console-9765f7cd6-87jgj 5e899c5a3fe5d5fd1fa36e30f3ecb9aa759d26633a7ded0a00993099ed5ef716 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-9765f7cd6-87jgj 5e899c5a3fe5d5fd1fa36e30f3ecb9aa759d26633a7ded0a00993099ed5ef716 network default NAD default NAD key ] I0430 23:35:33.387661 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-9765f7cd6-87jgj, hostIfaceName: 5e899c5a3fe5d5f, network: default, NAD default, SandboxID: "5e899c5a3fe5d5fd1fa36e30f3ecb9aa759d26633a7ded0a00993099ed5ef716", PCI device ID: , UID: "6559827c-264f-4af1-aa84-893cc8aa8e74", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0430 23:35:33.440280 3799 cni.go:473] [openshift-console/console-9765f7cd6-87jgj 5e899c5a3fe5d5fd1fa36e30f3ecb9aa759d26633a7ded0a00993099ed5ef716 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-9765f7cd6-87jgj 5e899c5a3fe5d5fd1fa36e30f3ecb9aa759d26633a7ded0a00993099ed5ef716 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:3c:ce:58:32:e5\",\"name\":\"5e899c5a3fe5d5f\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/038be8f2-f6a0-40df-b462-ecdf431d708a\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:35:33.959508 3799 obj_retry.go:492] Detected object openshift-console/console-66586764bf-v2cx6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:35:33.959535 3799 obj_retry.go:492] Detected object openshift-console/console-66586764bf-v2cx6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:35:33.964618 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-66586764bf-v2cx6 I0430 23:35:33.964639 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-66586764bf-v2cx6 I0430 23:35:35.932156 3799 default_network_controller.go:1025] Node "ip-10-0-1-231.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 23:35:36.842120 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-231.ec2.internal I0430 23:35:36.842149 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-231.ec2.internal: 35.071µs I0430 23:35:36.842221 3799 default_network_controller.go:1025] Node "ip-10-0-1-231.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 23:35:36.842216 3799 egressfirewall.go:723] Syncing node "ip-10-0-1-231.ec2.internal" for egress firewall W0430 23:35:37.861007 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0430 23:35:40.727528 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 23:35:40.727549 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 23:35:40.727557 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0430 23:35:41.985828 3799 default_network_controller.go:1025] Node "ip-10-0-1-231.ec2.internal" in remote zone "ip-10-0-1-231.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 23:35:41.985872 3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-231.ec2.internal in network "default" I0430 23:35:41.985914 3799 node_tracker.go:235] Node ip-10-0-1-231.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-231.ec2.internal" I0430 23:35:41.985930 3799 node_tracker.go:169] Node ip-10-0-1-231.ec2.internal switch + router changed, syncing services in network "default" I0430 23:35:41.985941 3799 services_controller.go:574] Full service sync requested for network=default W0430 23:35:41.986258 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 23:35:41.986280 3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0430 23:35:42.038564 3799 default_network_controller.go:1025] Node "ip-10-0-1-231.ec2.internal" in remote zone "ip-10-0-1-231.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 23:35:42.120477 3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-231.ec2.internal in network "default" I0430 23:35:42.120551 3799 node_tracker.go:169] Node ip-10-0-1-231.ec2.internal switch + router changed, syncing services in network "default" I0430 23:35:42.120565 3799 services_controller.go:574] Full service sync requested for network=default I0430 23:35:42.120554 3799 default_network_controller.go:1025] Node "ip-10-0-1-231.ec2.internal" in remote zone "ip-10-0-1-231.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0430 23:35:42.120969 3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 23:35:42.120986 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0430 23:35:42.121713 3799 zone_ic_handler.go:195] Time taken to create transit switch: 294.147µs I0430 23:35:42.121732 3799 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-231.ec2.internal for the network default I0430 23:35:42.122799 3799 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-231.ec2.internal" on network "default" took: 1.396893ms W0430 23:35:44.006892 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0430 23:35:44.685602 3799 egressfirewall.go:723] Syncing node "ip-10-0-1-231.ec2.internal" for egress firewall I0430 23:35:44.685638 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-231.ec2.internal I0430 23:35:44.685649 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-231.ec2.internal: 12.505µs I0430 23:35:44.685648 3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-231.ec2.internal in network "default" I0430 23:35:44.685707 3799 node_tracker.go:169] Node ip-10-0-1-231.ec2.internal switch + router changed, syncing services in network "default" I0430 23:35:44.685725 3799 services_controller.go:574] Full service sync requested for network=default I0430 23:35:44.685727 3799 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-231.ec2.internal", IP: 10.0.1.231 to PMTUD blocking rules I0430 23:35:44.685739 3799 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-231.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0430 23:35:44.686187 3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 23:35:44.686198 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0430 23:35:44.692242 3799 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-231.ec2.internal. Updating no re-route policies I0430 23:35:44.715138 3799 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-231.ec2.internal", IP: 10.0.1.231 to PMTUD blocking rules I0430 23:35:44.715157 3799 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-231.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0430 23:35:45.839317 3799 cni.go:452] [openshift-image-registry/image-registry-5cd46cc445-dss5k a7ba0d1db09fed581d404e49bc1c249a293e2ef1b2b15a2da9d5d7a46ba3a616 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-5cd46cc445-dss5k a7ba0d1db09fed581d404e49bc1c249a293e2ef1b2b15a2da9d5d7a46ba3a616 network default NAD default NAD key ] I0430 23:35:45.853247 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0430 23:35:45.926167 3799 cni.go:473] [openshift-image-registry/image-registry-5cd46cc445-dss5k a7ba0d1db09fed581d404e49bc1c249a293e2ef1b2b15a2da9d5d7a46ba3a616 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-5cd46cc445-dss5k a7ba0d1db09fed581d404e49bc1c249a293e2ef1b2b15a2da9d5d7a46ba3a616 network default NAD default NAD key default], result "{}", err I0430 23:35:45.999288 3799 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5cd46cc445-dss5k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:35:45.999332 3799 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5cd46cc445-dss5k I0430 23:35:46.000641 3799 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5cd46cc445-dss5k, ips: 10.128.0.5 I0430 23:35:46.000666 3799 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5cd46cc445-dss5k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:35:46.010995 3799 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-976bbb5c9-jz5p2] creating logical port openshift-image-registry_image-registry-976bbb5c9-jz5p2 for pod on switch ip-10-0-2-108.ec2.internal I0430 23:35:46.011100 3799 kube.go:256] Updating pod openshift-image-registry/image-registry-976bbb5c9-jz5p2 I0430 23:35:46.025930 3799 pod.go:62] [openshift-image-registry/image-registry-976bbb5c9-jz5p2] pod update took 14.858143ms I0430 23:35:46.025954 3799 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-976bbb5c9-jz5p2] addLogicalPort annotation time took 14.890089ms I0430 23:35:46.027386 3799 pods.go:271] [openshift-image-registry/image-registry-976bbb5c9-jz5p2] addLogicalPort took 16.401269ms, libovsdb time 1.032423ms I0430 23:35:46.307862 3799 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5cd46cc445-dss5k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:35:46.307888 3799 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5cd46cc445-dss5k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:35:46.314570 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5cd46cc445-dss5k I0430 23:35:46.314595 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5cd46cc445-dss5k I0430 23:35:46.442643 3799 cni.go:452] [openshift-image-registry/image-registry-976bbb5c9-jz5p2 57db99b684e5f63ed08b6f175ed8a382ad6e231d25437c9a86c6497f4b3f9deb network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-976bbb5c9-jz5p2 57db99b684e5f63ed08b6f175ed8a382ad6e231d25437c9a86c6497f4b3f9deb network default NAD default NAD key ] I0430 23:35:46.452222 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-976bbb5c9-jz5p2, hostIfaceName: 57db99b684e5f63, network: default, NAD default, SandboxID: "57db99b684e5f63ed08b6f175ed8a382ad6e231d25437c9a86c6497f4b3f9deb", PCI device ID: , UID: "b26fdc42-0e10-4fbb-826c-fbdaa04a7826", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0430 23:35:46.504918 3799 cni.go:473] [openshift-image-registry/image-registry-976bbb5c9-jz5p2 57db99b684e5f63ed08b6f175ed8a382ad6e231d25437c9a86c6497f4b3f9deb network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-976bbb5c9-jz5p2 57db99b684e5f63ed08b6f175ed8a382ad6e231d25437c9a86c6497f4b3f9deb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:38:d9:2c:65:d1\",\"name\":\"57db99b684e5f63\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7921f76e-14d5-4cb7-8ebb-9b8f304d3580\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:35:46.847305 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0430 23:35:56.223489 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-231.ec2.internal I0430 23:35:56.223533 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-231.ec2.internal: 53.102µs W0430 23:36:04.985562 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 23:36:04.985590 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 23:36:04.985603 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 23:36:04.985608 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0430 23:36:06.842932 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 W0430 23:36:08.029368 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0430 23:36:09.378067 3799 obj_retry.go:498] Detected object openshift-console/console-5ccbf4fb6c-zn944 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:36:09.378595 3799 obj_retry.go:498] Detected object openshift-console/console-5ccbf4fb6c-zn944 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:36:09.964272 3799 obj_retry.go:492] Detected object openshift-console/console-5ccbf4fb6c-zn944 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:36:09.964296 3799 obj_retry.go:492] Detected object openshift-console/console-5ccbf4fb6c-zn944 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:36:09.967394 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5ccbf4fb6c-zn944 I0430 23:36:09.967426 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5ccbf4fb6c-zn944 W0430 23:36:16.203929 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 23:36:16.203948 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0430 23:36:16.743162 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=84 I0430 23:36:23.750896 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=612 I0430 23:36:38.858566 3799 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 W0430 23:36:48.286881 3799 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-6bcd9966b6-bhnvj IP address from the namespace address-set, err: pod openshift-console/console-6bcd9966b6-bhnvj: no pod IPs found I0430 23:37:02.628858 3799 obj_retry.go:498] Detected object openshift-console/console-9765f7cd6-cvqj5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:37:02.629403 3799 obj_retry.go:498] Detected object openshift-console/console-9765f7cd6-cvqj5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:37:03.549981 3799 obj_retry.go:492] Detected object openshift-console/console-9765f7cd6-cvqj5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:37:03.550003 3799 obj_retry.go:492] Detected object openshift-console/console-9765f7cd6-cvqj5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:37:03.555554 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-9765f7cd6-cvqj5 I0430 23:37:03.555581 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-9765f7cd6-cvqj5 I0430 23:37:13.337095 3799 cni.go:452] [openshift-console/console-9765f7cd6-87jgj 5e899c5a3fe5d5fd1fa36e30f3ecb9aa759d26633a7ded0a00993099ed5ef716 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-9765f7cd6-87jgj 5e899c5a3fe5d5fd1fa36e30f3ecb9aa759d26633a7ded0a00993099ed5ef716 network default NAD default NAD key ] I0430 23:37:13.422114 3799 cni.go:473] [openshift-console/console-9765f7cd6-87jgj 5e899c5a3fe5d5fd1fa36e30f3ecb9aa759d26633a7ded0a00993099ed5ef716 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-9765f7cd6-87jgj 5e899c5a3fe5d5fd1fa36e30f3ecb9aa759d26633a7ded0a00993099ed5ef716 network default NAD default NAD key default], result "{}", err I0430 23:37:13.471383 3799 obj_retry.go:498] Detected object openshift-console/console-9765f7cd6-87jgj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:37:13.471422 3799 pods.go:176] Deleting pod: openshift-console/console-9765f7cd6-87jgj I0430 23:37:13.472808 3799 pods.go:236] Attempting to release IPs for pod: openshift-console/console-9765f7cd6-87jgj, ips: 10.128.0.36 I0430 23:37:13.472857 3799 obj_retry.go:498] Detected object openshift-console/console-9765f7cd6-87jgj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:37:13.479370 3799 base_network_controller_pods.go:487] [default/openshift-console/console-868579c7fd-dt4lw] creating logical port openshift-console_console-868579c7fd-dt4lw for pod on switch ip-10-0-2-108.ec2.internal I0430 23:37:13.479506 3799 kube.go:256] Updating pod openshift-console/console-868579c7fd-dt4lw I0430 23:37:13.495797 3799 pod.go:62] [openshift-console/console-868579c7fd-dt4lw] pod update took 16.319877ms I0430 23:37:13.495820 3799 base_network_controller_pods.go:951] [default/openshift-console/console-868579c7fd-dt4lw] addLogicalPort annotation time took 16.345893ms I0430 23:37:13.497078 3799 pods.go:271] [openshift-console/console-868579c7fd-dt4lw] addLogicalPort took 17.723663ms, libovsdb time 798.899µs I0430 23:37:13.840163 3799 cni.go:452] [openshift-console/console-868579c7fd-dt4lw 9aa27d21735e9d01e6231ffdad2a050fe3bc53f5362129c3b4e9da432d7511d2 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-868579c7fd-dt4lw 9aa27d21735e9d01e6231ffdad2a050fe3bc53f5362129c3b4e9da432d7511d2 network default NAD default NAD key ] I0430 23:37:13.850643 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-868579c7fd-dt4lw, hostIfaceName: 9aa27d21735e9d0, network: default, NAD default, SandboxID: "9aa27d21735e9d01e6231ffdad2a050fe3bc53f5362129c3b4e9da432d7511d2", PCI device ID: , UID: "f201d8c7-42c7-4ec8-8d26-3afd744c0d9a", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0430 23:37:13.904279 3799 cni.go:473] [openshift-console/console-868579c7fd-dt4lw 9aa27d21735e9d01e6231ffdad2a050fe3bc53f5362129c3b4e9da432d7511d2 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-868579c7fd-dt4lw 9aa27d21735e9d01e6231ffdad2a050fe3bc53f5362129c3b4e9da432d7511d2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:3e:29:ce:83:e2\",\"name\":\"9aa27d21735e9d0\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d81f3abe-367b-45c0-8f49-25ac6e982808\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:37:14.483964 3799 obj_retry.go:492] Detected object openshift-console/console-9765f7cd6-87jgj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:37:14.483991 3799 obj_retry.go:492] Detected object openshift-console/console-9765f7cd6-87jgj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:37:14.491807 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-9765f7cd6-87jgj I0430 23:37:14.491850 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-9765f7cd6-87jgj W0430 23:37:24.529642 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0430 23:37:30.834697 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0430 23:37:38.892428 3799 obj_retry.go:498] Detected object openshift-console/console-6bcd9966b6-v2rlw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:37:38.892985 3799 obj_retry.go:498] Detected object openshift-console/console-6bcd9966b6-v2rlw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:37:39.330566 3799 obj_retry.go:492] Detected object openshift-console/console-6bcd9966b6-v2rlw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:37:39.330592 3799 obj_retry.go:492] Detected object openshift-console/console-6bcd9966b6-v2rlw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:37:39.333630 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6bcd9966b6-v2rlw I0430 23:37:39.333661 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6bcd9966b6-v2rlw I0430 23:40:00.195496 3799 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29626540-gttrv] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29626540-gttrv for pod on switch ip-10-0-2-108.ec2.internal I0430 23:40:00.195624 3799 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29626540-gttrv I0430 23:40:00.221589 3799 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29626540-gttrv] pod update took 25.993875ms I0430 23:40:00.221614 3799 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29626540-gttrv] addLogicalPort annotation time took 26.025373ms I0430 23:40:00.223077 3799 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29626540-gttrv] addLogicalPort took 27.595122ms, libovsdb time 992.38µs I0430 23:40:00.579179 3799 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29626540-gttrv 154b9397ccabb8b5702d2b0080a349e73659b3cade5c142954c053487aeda8b6 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29626540-gttrv 154b9397ccabb8b5702d2b0080a349e73659b3cade5c142954c053487aeda8b6 network default NAD default NAD key ] I0430 23:40:00.588770 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29626540-gttrv, hostIfaceName: 154b9397ccabb8b, network: default, NAD default, SandboxID: "154b9397ccabb8b5702d2b0080a349e73659b3cade5c142954c053487aeda8b6", PCI device ID: , UID: "af69ceae-66b8-4622-8f19-f6b4068b65bc", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0430 23:40:00.644166 3799 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29626540-gttrv 154b9397ccabb8b5702d2b0080a349e73659b3cade5c142954c053487aeda8b6 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29626540-gttrv 154b9397ccabb8b5702d2b0080a349e73659b3cade5c142954c053487aeda8b6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:74:36:f9:2a:78\",\"name\":\"154b9397ccabb8b\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e54f01f1-9226-4ea6-9e3e-828d8a32a103\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:40:04.307425 3799 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29626540-gttrv 154b9397ccabb8b5702d2b0080a349e73659b3cade5c142954c053487aeda8b6 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29626540-gttrv 154b9397ccabb8b5702d2b0080a349e73659b3cade5c142954c053487aeda8b6 network default NAD default NAD key ] I0430 23:40:04.389625 3799 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29626540-gttrv 154b9397ccabb8b5702d2b0080a349e73659b3cade5c142954c053487aeda8b6 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29626540-gttrv 154b9397ccabb8b5702d2b0080a349e73659b3cade5c142954c053487aeda8b6 network default NAD default NAD key default], result "{}", err I0430 23:40:04.433020 3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626540-gttrv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:40:04.433073 3799 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29626540-gttrv I0430 23:40:04.434471 3799 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29626540-gttrv, ips: 10.128.0.39 I0430 23:40:04.434499 3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626540-gttrv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:40:05.316369 3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626540-gttrv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:40:05.316417 3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626540-gttrv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:40:18.830907 3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0430 23:40:23.749109 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=34 I0430 23:41:21.456179 3799 namespace.go:98] [tsf] adding namespace I0430 23:41:21.457064 3799 namespace.go:102] [tsf] adding namespace took 862.021µs I0430 23:41:21.473298 3799 namespace.go:142] [tsf] updating namespace I0430 23:41:21.486679 3799 namespace.go:142] [tsf] updating namespace I0430 23:41:25.558892 3799 namespace.go:98] [rhtpa-operator] adding namespace I0430 23:41:25.559922 3799 namespace.go:102] [rhtpa-operator] adding namespace took 1.004385ms I0430 23:41:25.561478 3799 namespace.go:98] [rhbk-operator] adding namespace I0430 23:41:25.561521 3799 namespace.go:98] [konflux-operator] adding namespace I0430 23:41:25.561573 3799 namespace.go:98] [konflux-ui] adding namespace I0430 23:41:25.562303 3799 namespace.go:102] [rhbk-operator] adding namespace took 808.01µs I0430 23:41:25.562915 3799 namespace.go:102] [konflux-operator] adding namespace took 1.380005ms I0430 23:41:25.563556 3799 namespace.go:102] [konflux-ui] adding namespace took 1.970893ms I0430 23:41:25.566031 3799 namespace.go:98] [cert-manager-operator] adding namespace I0430 23:41:25.566147 3799 namespace.go:98] [tsf-tas] adding namespace I0430 23:41:25.566181 3799 namespace.go:98] [tsf-tpa] adding namespace I0430 23:41:25.566342 3799 namespace.go:98] [tsf-keycloak] adding namespace I0430 23:41:25.566672 3799 namespace.go:102] [cert-manager-operator] adding namespace took 627.231µs I0430 23:41:25.567219 3799 namespace.go:102] [tsf-tas] adding namespace took 1.051249ms I0430 23:41:25.567752 3799 namespace.go:102] [tsf-tpa] adding namespace took 1.561346ms I0430 23:41:25.568456 3799 namespace.go:102] [tsf-keycloak] adding namespace took 2.1005ms I0430 23:41:25.577984 3799 namespace.go:142] [rhtpa-operator] updating namespace I0430 23:41:25.603807 3799 namespace.go:142] [rhtpa-operator] updating namespace I0430 23:41:25.609554 3799 namespace.go:142] [konflux-operator] updating namespace I0430 23:41:25.609666 3799 namespace.go:142] [konflux-ui] updating namespace I0430 23:41:25.609775 3799 namespace.go:142] [rhbk-operator] updating namespace I0430 23:41:25.620797 3799 namespace.go:142] [cert-manager-operator] updating namespace I0430 23:41:25.633030 3799 namespace.go:142] [tsf-tpa] updating namespace I0430 23:41:25.633062 3799 namespace.go:142] [tsf-tas] updating namespace I0430 23:41:25.633160 3799 namespace.go:142] [tsf-keycloak] updating namespace I0430 23:41:25.634462 3799 namespace.go:142] [rhtpa-operator] updating namespace I0430 23:41:25.684195 3799 namespace.go:142] [konflux-operator] updating namespace I0430 23:41:25.704032 3799 namespace.go:142] [konflux-operator] updating namespace I0430 23:41:25.739290 3799 namespace.go:142] [konflux-ui] updating namespace I0430 23:41:25.777897 3799 namespace.go:142] [konflux-ui] updating namespace I0430 23:41:25.791846 3799 namespace.go:142] [cert-manager-operator] updating namespace I0430 23:41:25.805453 3799 namespace.go:142] [cert-manager-operator] updating namespace I0430 23:41:25.821171 3799 namespace.go:142] [tsf-tas] updating namespace I0430 23:41:25.849499 3799 namespace.go:142] [tsf-tas] updating namespace I0430 23:41:25.876636 3799 namespace.go:142] [tsf-tpa] updating namespace I0430 23:41:25.894265 3799 namespace.go:142] [tsf-tpa] updating namespace I0430 23:41:25.901527 3799 namespace.go:142] [tsf-keycloak] updating namespace I0430 23:41:26.017975 3799 namespace.go:142] [tsf-keycloak] updating namespace I0430 23:41:26.018157 3799 namespace.go:142] [rhbk-operator] updating namespace I0430 23:41:26.063370 3799 namespace.go:142] [rhbk-operator] updating namespace I0430 23:41:27.181226 3799 namespace.go:142] [tsf-tpa] updating namespace I0430 23:41:27.183455 3799 namespace.go:142] [tsf-keycloak] updating namespace I0430 23:41:28.741142 3799 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb for pod on switch ip-10-0-2-108.ec2.internal I0430 23:41:28.741308 3799 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb I0430 23:41:28.755456 3799 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb] pod update took 14.205772ms I0430 23:41:28.755483 3799 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb] addLogicalPort annotation time took 14.238617ms I0430 23:41:28.756930 3799 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb] addLogicalPort took 15.804165ms, libovsdb time 998.497µs I0430 23:41:28.827226 3799 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 for pod on switch ip-10-0-2-108.ec2.internal I0430 23:41:28.827356 3799 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 I0430 23:41:28.839603 3799 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7] pod update took 12.280281ms I0430 23:41:28.839628 3799 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7] addLogicalPort annotation time took 12.309885ms I0430 23:41:28.841007 3799 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7] addLogicalPort took 13.795166ms, libovsdb time 938.299µs I0430 23:41:29.106691 3799 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb 96ed0f7e478ad11ef6c540778a678f85d8455c0fb60e6e834f9bd832d84eeb30 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb 96ed0f7e478ad11ef6c540778a678f85d8455c0fb60e6e834f9bd832d84eeb30 network default NAD default NAD key ] I0430 23:41:29.115946 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb, hostIfaceName: 96ed0f7e478ad11, network: default, NAD default, SandboxID: "96ed0f7e478ad11ef6c540778a678f85d8455c0fb60e6e834f9bd832d84eeb30", PCI device ID: , UID: "7e127f89-21a9-4643-be23-deaaa54d1d31", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0430 23:41:29.172876 3799 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb 96ed0f7e478ad11ef6c540778a678f85d8455c0fb60e6e834f9bd832d84eeb30 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb 96ed0f7e478ad11ef6c540778a678f85d8455c0fb60e6e834f9bd832d84eeb30 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:6b:10:74:de:b2\",\"name\":\"96ed0f7e478ad11\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5759f1e1-3f38-4066-bb48-01c26116d115\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:41:29.191438 3799 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 5322d82311a5de725268318ba5296e5944eaf0d67783d040a785f6be47619973 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 5322d82311a5de725268318ba5296e5944eaf0d67783d040a785f6be47619973 network default NAD default NAD key ] I0430 23:41:29.201489 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7, hostIfaceName: 5322d82311a5de7, network: default, NAD default, SandboxID: "5322d82311a5de725268318ba5296e5944eaf0d67783d040a785f6be47619973", PCI device ID: , UID: "77c993fb-ed13-41df-84ec-1f32140613e6", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0430 23:41:29.256999 3799 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 5322d82311a5de725268318ba5296e5944eaf0d67783d040a785f6be47619973 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 5322d82311a5de725268318ba5296e5944eaf0d67783d040a785f6be47619973 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:f6:1a:ff:d5:3b\",\"name\":\"5322d82311a5de7\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e7a6a61-222e-403a-ad83-5e8f3fdfd56e\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:41:29.856269 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0430 23:41:31.689880 3799 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 for pod on switch ip-10-0-2-108.ec2.internal I0430 23:41:31.690022 3799 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 I0430 23:41:31.702632 3799 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2] pod update took 12.636906ms I0430 23:41:31.702661 3799 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2] addLogicalPort annotation time took 12.671443ms I0430 23:41:31.703972 3799 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2] addLogicalPort took 14.110843ms, libovsdb time 877.25µs I0430 23:41:32.051287 3799 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 880b42cc8f68b64fa6fd678c1cf7b72ca0dcaba95b795af1e3946f93e8f9bd08 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 880b42cc8f68b64fa6fd678c1cf7b72ca0dcaba95b795af1e3946f93e8f9bd08 network default NAD default NAD key ] I0430 23:41:32.061973 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2, hostIfaceName: 880b42cc8f68b64, network: default, NAD default, SandboxID: "880b42cc8f68b64fa6fd678c1cf7b72ca0dcaba95b795af1e3946f93e8f9bd08", PCI device ID: , UID: "54f58e94-f03f-4bf6-90ff-e73c74a83e3d", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0430 23:41:32.076520 3799 base_network_controller_pods.go:487] [default/openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp] creating logical port openshift-marketplace_5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp for pod on switch ip-10-0-2-108.ec2.internal I0430 23:41:32.076638 3799 kube.go:256] Updating pod openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp I0430 23:41:32.090300 3799 pod.go:62] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp] pod update took 13.700135ms I0430 23:41:32.090328 3799 base_network_controller_pods.go:951] [default/openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp] addLogicalPort annotation time took 13.733128ms I0430 23:41:32.092116 3799 pods.go:271] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp] addLogicalPort took 15.610493ms, libovsdb time 998.794µs I0430 23:41:32.116799 3799 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 880b42cc8f68b64fa6fd678c1cf7b72ca0dcaba95b795af1e3946f93e8f9bd08 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 880b42cc8f68b64fa6fd678c1cf7b72ca0dcaba95b795af1e3946f93e8f9bd08 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:aa:b1:93:98:4a\",\"name\":\"880b42cc8f68b64\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd470555-2bde-4917-bbdd-0611324eea16\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:41:32.439980 3799 cni.go:452] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp ae5c55581b6872a690901baaa6d9b2073708a25ac0293c7b2fb13ce9a8e50de7 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp ae5c55581b6872a690901baaa6d9b2073708a25ac0293c7b2fb13ce9a8e50de7 network default NAD default NAD key ] I0430 23:41:32.450282 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp, hostIfaceName: ae5c55581b6872a, network: default, NAD default, SandboxID: "ae5c55581b6872a690901baaa6d9b2073708a25ac0293c7b2fb13ce9a8e50de7", PCI device ID: , UID: "c3552359-b517-4cbd-a250-9ee2e04146a2", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0430 23:41:32.502484 3799 cni.go:473] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp ae5c55581b6872a690901baaa6d9b2073708a25ac0293c7b2fb13ce9a8e50de7 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp ae5c55581b6872a690901baaa6d9b2073708a25ac0293c7b2fb13ce9a8e50de7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:ea:f6:4d:13:cf\",\"name\":\"ae5c55581b6872a\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c91e8978-6033-475f-a299-72b504882ed6\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:41:33.779037 3799 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 5322d82311a5de725268318ba5296e5944eaf0d67783d040a785f6be47619973 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 5322d82311a5de725268318ba5296e5944eaf0d67783d040a785f6be47619973 network default NAD default NAD key ] I0430 23:41:33.781860 3799 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb 96ed0f7e478ad11ef6c540778a678f85d8455c0fb60e6e834f9bd832d84eeb30 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb 96ed0f7e478ad11ef6c540778a678f85d8455c0fb60e6e834f9bd832d84eeb30 network default NAD default NAD key ] I0430 23:41:33.864344 3799 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 5322d82311a5de725268318ba5296e5944eaf0d67783d040a785f6be47619973 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 5322d82311a5de725268318ba5296e5944eaf0d67783d040a785f6be47619973 network default NAD default NAD key default], result "{}", err I0430 23:41:33.896249 3799 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb 96ed0f7e478ad11ef6c540778a678f85d8455c0fb60e6e834f9bd832d84eeb30 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb 96ed0f7e478ad11ef6c540778a678f85d8455c0fb60e6e834f9bd832d84eeb30 network default NAD default NAD key default], result "{}", err I0430 23:41:33.915239 3799 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:33.915281 3799 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 I0430 23:41:33.917224 3799 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7, ips: 10.128.0.41 I0430 23:41:33.917262 3799 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:33.917283 3799 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:33.917296 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 23:41:33.917557 3799 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:33.917576 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 23:41:33.937893 3799 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:33.937967 3799 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb I0430 23:41:33.939773 3799 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb, ips: 10.128.0.40 I0430 23:41:33.939808 3799 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:33.939846 3799 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:33.939858 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 23:41:33.940089 3799 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:33.940104 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 23:41:34.944733 3799 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:34.944759 3799 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:34.944778 3799 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:34.944793 3799 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:34.947943 3799 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh for pod on switch ip-10-0-2-108.ec2.internal I0430 23:41:34.948062 3799 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh I0430 23:41:34.960739 3799 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh] pod update took 12.705318ms I0430 23:41:34.960765 3799 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh] addLogicalPort annotation time took 12.737996ms I0430 23:41:34.962236 3799 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh] addLogicalPort took 14.308041ms, libovsdb time 1.033581ms I0430 23:41:34.964983 3799 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:34.965009 3799 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:34.965038 3799 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:34.965051 3799 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:35.047430 3799 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 for pod on switch ip-10-0-2-108.ec2.internal I0430 23:41:35.047531 3799 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 I0430 23:41:35.060208 3799 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6] pod update took 12.704469ms I0430 23:41:35.060233 3799 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6] addLogicalPort annotation time took 12.733451ms I0430 23:41:35.061593 3799 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6] addLogicalPort took 14.186148ms, libovsdb time 952.543µs I0430 23:41:35.369439 3799 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh a7274baaba4c50de52aa10cd5b8c7755ee146001b0a955ebb28cf68cd6b6ed05 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh a7274baaba4c50de52aa10cd5b8c7755ee146001b0a955ebb28cf68cd6b6ed05 network default NAD default NAD key ] I0430 23:41:35.380650 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh, hostIfaceName: a7274baaba4c50d, network: default, NAD default, SandboxID: "a7274baaba4c50de52aa10cd5b8c7755ee146001b0a955ebb28cf68cd6b6ed05", PCI device ID: , UID: "d302d243-d875-4a6b-bc6a-31007005cc95", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0430 23:41:35.416721 3799 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 5680f2c6b848e5ce654644bb1ac73f24ae22a10bee72edabe0dbfd9565101952 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 5680f2c6b848e5ce654644bb1ac73f24ae22a10bee72edabe0dbfd9565101952 network default NAD default NAD key ] I0430 23:41:35.428401 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6, hostIfaceName: 5680f2c6b848e5c, network: default, NAD default, SandboxID: "5680f2c6b848e5ce654644bb1ac73f24ae22a10bee72edabe0dbfd9565101952", PCI device ID: , UID: "df279598-2464-4e24-8e9a-8eb3a8eb1ddd", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0430 23:41:35.439569 3799 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh a7274baaba4c50de52aa10cd5b8c7755ee146001b0a955ebb28cf68cd6b6ed05 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh a7274baaba4c50de52aa10cd5b8c7755ee146001b0a955ebb28cf68cd6b6ed05 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:61:fd:29:58:00\",\"name\":\"a7274baaba4c50d\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea1186ee-7e6a-40b4-b530-e638ac50dede\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:41:35.486242 3799 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 5680f2c6b848e5ce654644bb1ac73f24ae22a10bee72edabe0dbfd9565101952 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 5680f2c6b848e5ce654644bb1ac73f24ae22a10bee72edabe0dbfd9565101952 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:c4:d7:d5:c9:e5\",\"name\":\"5680f2c6b848e5c\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22182e98-321d-45ac-9344-d32b825fab03\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:41:35.793646 3799 cni.go:452] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp ae5c55581b6872a690901baaa6d9b2073708a25ac0293c7b2fb13ce9a8e50de7 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp ae5c55581b6872a690901baaa6d9b2073708a25ac0293c7b2fb13ce9a8e50de7 network default NAD default NAD key ] I0430 23:41:35.874410 3799 cni.go:473] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp ae5c55581b6872a690901baaa6d9b2073708a25ac0293c7b2fb13ce9a8e50de7 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp ae5c55581b6872a690901baaa6d9b2073708a25ac0293c7b2fb13ce9a8e50de7 network default NAD default NAD key default], result "{}", err I0430 23:41:35.911033 3799 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:35.911070 3799 pods.go:176] Deleting pod: openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp I0430 23:41:35.912569 3799 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp, ips: 10.128.0.43 I0430 23:41:35.912605 3799 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:35.912629 3799 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:35.912639 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 23:41:35.912885 3799 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:35.912902 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 23:41:36.939919 3799 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:36.939993 3799 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:36.940009 3799 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:36.940021 3799 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:37.813873 3799 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 880b42cc8f68b64fa6fd678c1cf7b72ca0dcaba95b795af1e3946f93e8f9bd08 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 880b42cc8f68b64fa6fd678c1cf7b72ca0dcaba95b795af1e3946f93e8f9bd08 network default NAD default NAD key ] I0430 23:41:37.894935 3799 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 880b42cc8f68b64fa6fd678c1cf7b72ca0dcaba95b795af1e3946f93e8f9bd08 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 880b42cc8f68b64fa6fd678c1cf7b72ca0dcaba95b795af1e3946f93e8f9bd08 network default NAD default NAD key default], result "{}", err I0430 23:41:38.043859 3799 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:38.043896 3799 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 I0430 23:41:38.045372 3799 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2, ips: 10.128.0.42 I0430 23:41:38.045403 3799 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:38.045423 3799 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:38.045431 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 23:41:38.045621 3799 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:38.045637 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 23:41:39.069530 3799 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:39.069553 3799 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:39.069567 3799 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:39.069584 3799 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:39.827610 3799 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 5680f2c6b848e5ce654644bb1ac73f24ae22a10bee72edabe0dbfd9565101952 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 5680f2c6b848e5ce654644bb1ac73f24ae22a10bee72edabe0dbfd9565101952 network default NAD default NAD key ] I0430 23:41:39.827680 3799 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh a7274baaba4c50de52aa10cd5b8c7755ee146001b0a955ebb28cf68cd6b6ed05 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh a7274baaba4c50de52aa10cd5b8c7755ee146001b0a955ebb28cf68cd6b6ed05 network default NAD default NAD key ] I0430 23:41:39.901112 3799 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh a7274baaba4c50de52aa10cd5b8c7755ee146001b0a955ebb28cf68cd6b6ed05 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh a7274baaba4c50de52aa10cd5b8c7755ee146001b0a955ebb28cf68cd6b6ed05 network default NAD default NAD key default], result "{}", err I0430 23:41:39.934729 3799 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 5680f2c6b848e5ce654644bb1ac73f24ae22a10bee72edabe0dbfd9565101952 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 5680f2c6b848e5ce654644bb1ac73f24ae22a10bee72edabe0dbfd9565101952 network default NAD default NAD key default], result "{}", err I0430 23:41:39.951497 3799 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:39.951530 3799 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh I0430 23:41:39.952919 3799 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh, ips: 10.128.0.44 I0430 23:41:39.952945 3799 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:39.952964 3799 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:39.952971 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 23:41:39.953175 3799 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:39.953191 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 23:41:39.985587 3799 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:39.985625 3799 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 I0430 23:41:39.987080 3799 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6, ips: 10.128.0.45 I0430 23:41:39.987114 3799 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:39.987140 3799 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:39.987152 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 23:41:39.987340 3799 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:39.987355 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 23:41:40.978057 3799 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:40.978079 3799 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:40.978089 3799 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:40.978104 3799 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:41.010034 3799 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:41.010060 3799 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:41.010070 3799 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:41.010082 3799 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:43.861199 3799 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 W0430 23:41:47.371307 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0430 23:41:52.922325 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0430 23:41:52.940713 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0430 23:41:53.008666 3799 namespace.go:98] [cert-manager] adding namespace I0430 23:41:53.009540 3799 namespace.go:102] [cert-manager] adding namespace took 839.187µs I0430 23:41:53.072285 3799 namespace.go:142] [cert-manager] updating namespace I0430 23:41:53.116388 3799 namespace.go:142] [cert-manager] updating namespace I0430 23:41:53.261395 3799 namespace.go:142] [openshift-operators] updating namespace I0430 23:41:53.273278 3799 namespace.go:142] [openshift-operators] updating namespace W0430 23:41:58.425604 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0430 23:41:58.425624 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0430 23:41:58.850351 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0430 23:42:00.410970 3799 namespace.go:142] [openshift-operators] updating namespace I0430 23:42:00.893730 3799 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-9bfxb] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-9bfxb for pod on switch ip-10-0-2-108.ec2.internal I0430 23:42:00.893888 3799 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-9bfxb I0430 23:42:00.914919 3799 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-9bfxb] pod update took 21.086025ms I0430 23:42:00.914940 3799 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-9bfxb] addLogicalPort annotation time took 21.111482ms I0430 23:42:00.916321 3799 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-9bfxb] addLogicalPort took 22.606353ms, libovsdb time 919.815µs I0430 23:42:01.281444 3799 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-9bfxb c3e1988418ab8138045721f59a68695af1b1a2b2bb925355f2d14b7f60bfb776 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-9bfxb c3e1988418ab8138045721f59a68695af1b1a2b2bb925355f2d14b7f60bfb776 network default NAD default NAD key ] I0430 23:42:01.291207 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-9bfxb, hostIfaceName: c3e1988418ab813, network: default, NAD default, SandboxID: "c3e1988418ab8138045721f59a68695af1b1a2b2bb925355f2d14b7f60bfb776", PCI device ID: , UID: "e5f838af-b37f-4abe-87d7-f4ba92910c35", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0430 23:42:01.344566 3799 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-9bfxb c3e1988418ab8138045721f59a68695af1b1a2b2bb925355f2d14b7f60bfb776 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-9bfxb c3e1988418ab8138045721f59a68695af1b1a2b2bb925355f2d14b7f60bfb776 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:5d:3b:2c:89:4e\",\"name\":\"c3e1988418ab813\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/04e84447-83f4-4342-b972-90cc76f9e77a\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 23:42:06.832747 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0430 23:42:10.747489 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=107 I0430 23:42:13.766293 3799 namespace.go:98] [trusted-artifact-signer] adding namespace I0430 23:42:13.767269 3799 namespace.go:102] [trusted-artifact-signer] adding namespace took 948.449µs I0430 23:42:13.819825 3799 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 23:42:13.875217 3799 namespace.go:142] [trusted-artifact-signer] updating namespace W0430 23:42:14.560117 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0430 23:42:17.071184 3799 namespace.go:98] [openshift-pipelines] adding namespace I0430 23:42:17.072219 3799 namespace.go:102] [openshift-pipelines] adding namespace took 1.001975ms I0430 23:42:17.080291 3799 namespace.go:142] [openshift-pipelines] updating namespace I0430 23:42:18.366586 3799 namespace.go:142] [cert-manager] updating namespace I0430 23:42:18.653906 3799 namespace.go:142] [cert-manager-operator] updating namespace I0430 23:42:18.749339 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=60 I0430 23:42:19.172561 3799 namespace.go:142] [konflux-operator] updating namespace I0430 23:42:19.477890 3799 namespace.go:142] [konflux-ui] updating namespace I0430 23:42:19.891580 3799 namespace.go:142] [open-cluster-management-2q0p22akbres55ngbqbdeuklsvdbep2e] updating namespace I0430 23:42:20.167965 3799 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:42:20.168488 3799 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:42:20.203226 3799 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:42:20.203250 3799 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:42:20.203322 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0430 23:42:20.203347 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0430 23:42:20.513568 3799 namespace.go:142] [rhbk-operator] updating namespace I0430 23:42:20.710479 3799 namespace.go:142] [rhtpa-operator] updating namespace I0430 23:42:20.907675 3799 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 23:42:21.099937 3799 namespace.go:142] [tsf] updating namespace I0430 23:42:21.305485 3799 namespace.go:142] [tsf-keycloak] updating namespace I0430 23:42:21.503701 3799 namespace.go:142] [tsf-tas] updating namespace I0430 23:42:21.713582 3799 namespace.go:142] [tsf-tpa] updating namespace I0430 23:42:21.847806 3799 namespace.go:142] [cert-manager] updating namespace I0430 23:42:21.857543 3799 namespace.go:142] [cert-manager-operator] updating namespace I0430 23:42:21.867298 3799 namespace.go:142] [default] updating namespace I0430 23:42:21.878906 3799 namespace.go:142] [konflux-operator] updating namespace I0430 23:42:21.893285 3799 namespace.go:142] [konflux-ui] updating namespace I0430 23:42:21.908546 3799 namespace.go:142] [open-cluster-management-2q0p22akbres55ngbqbdeuklsvdbep2e] updating namespace I0430 23:42:21.917944 3799 namespace.go:142] [openshift] updating namespace I0430 23:42:21.928294 3799 namespace.go:142] [rhbk-operator] updating namespace I0430 23:42:21.943070 3799 namespace.go:142] [rhtpa-operator] updating namespace I0430 23:42:21.953494 3799 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 23:42:21.964083 3799 namespace.go:142] [tsf] updating namespace I0430 23:42:21.981179 3799 namespace.go:142] [tsf-keycloak] updating namespace I0430 23:42:21.990745 3799 namespace.go:142] [tsf-tas] updating namespace I0430 23:42:22.003267 3799 namespace.go:142] [tsf-tpa] updating namespace I0430 23:42:22.094807 3799 namespace.go:142] [cert-manager] updating namespace I0430 23:42:22.195785 3799 namespace.go:142] [cert-manager-operator] updating namespace I0430 23:42:22.298425 3799 namespace.go:142] [default] updating namespace I0430 23:42:22.396166 3799 namespace.go:142] [konflux-operator] updating namespace I0430 23:42:22.501428 3799 namespace.go:142] [konflux-ui] updating namespace I0430 23:42:22.599477 3799 namespace.go:142] [open-cluster-management-2q0p22akbres55ngbqbdeuklsvdbep2e] updating namespace I0430 23:42:22.703716 3799 namespace.go:142] [openshift] updating namespace I0430 23:42:22.802602 3799 namespace.go:142] [rhbk-operator] updating namespace I0430 23:42:22.902508 3799 namespace.go:142] [rhtpa-operator] updating namespace I0430 23:42:23.000934 3799 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 23:42:23.100902 3799 namespace.go:142] [tsf] updating namespace I0430 23:42:23.203578 3799 namespace.go:142] [tsf-keycloak] updating namespace I0430 23:42:23.296337 3799 namespace.go:142] [tsf-tas] updating namespace I0430 23:42:23.396269 3799 namespace.go:142] [tsf-tpa] updating namespace I0430 23:42:23.794544 3799 namespace.go:142] [openshift-pipelines] updating namespace I0430 23:42:31.541978 3799 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-qqldw] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-qqldw for pod on switch ip-10-0-2-108.ec2.internal I0430 23:42:31.542086 3799 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-qqldw I0430 23:42:31.562755 3799 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-qqldw] pod update took 20.704677ms I0430 23:42:31.562778 3799 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-qqldw] addLogicalPort annotation time took 20.733049ms I0430 23:42:31.564079 3799 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-qqldw] addLogicalPort took 22.115413ms, libovsdb time 874.943µs I0430 23:42:31.630461 3799 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-5vs5m] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-5vs5m for pod on switch ip-10-0-2-108.ec2.internal I0430 23:42:31.630554 3799 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-5vs5m W0430 23:42:31.646004 3799 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0430 23:42:31.648544 3799 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-5vs5m] pod update took 18.014144ms I0430 23:42:31.648568 3799 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-5vs5m] addLogicalPort annotation time took 18.043149ms I0430 23:42:31.649725 3799 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-5vs5m] addLogicalPort took 19.278798ms, libovsdb time 762.649µs W0430 23:42:31.670306 3799 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0430 23:42:31.904465 3799 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-qqldw 88bba248b6c7bc981aec15df7e0a380ae40f50052ac2eb4a66abcc4e9c36ef20 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-qqldw 88bba248b6c7bc981aec15df7e0a380ae40f50052ac2eb4a66abcc4e9c36ef20 network default NAD default NAD key ] I0430 23:42:31.915320 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-qqldw, hostIfaceName: 88bba248b6c7bc9, network: default, NAD default, SandboxID: "88bba248b6c7bc981aec15df7e0a380ae40f50052ac2eb4a66abcc4e9c36ef20", PCI device ID: , UID: "1dc34089-7c3b-4243-af34-337d344bc591", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0430 23:42:31.969929 3799 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-qqldw 88bba248b6c7bc981aec15df7e0a380ae40f50052ac2eb4a66abcc4e9c36ef20 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-qqldw 88bba248b6c7bc981aec15df7e0a380ae40f50052ac2eb4a66abcc4e9c36ef20 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:3d:2d:96:b6:8d\",\"name\":\"88bba248b6c7bc9\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29f7086b-c8e6-4645-b242-0e3ba027bf90\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:42:32.000917 3799 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-5vs5m aa8cd4c8bd47a3b8580a91c238d4253e2fab4c33f31ea6e2a627e854474c3801 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-5vs5m aa8cd4c8bd47a3b8580a91c238d4253e2fab4c33f31ea6e2a627e854474c3801 network default NAD default NAD key ] I0430 23:42:32.013089 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-5vs5m, hostIfaceName: aa8cd4c8bd47a3b, network: default, NAD default, SandboxID: "aa8cd4c8bd47a3b8580a91c238d4253e2fab4c33f31ea6e2a627e854474c3801", PCI device ID: , UID: "407dc84f-73ad-4e3c-b837-c9cd6032ff01", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0430 23:42:32.072351 3799 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-5vs5m aa8cd4c8bd47a3b8580a91c238d4253e2fab4c33f31ea6e2a627e854474c3801 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-5vs5m aa8cd4c8bd47a3b8580a91c238d4253e2fab4c33f31ea6e2a627e854474c3801 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:71:73:d0:7c:13\",\"name\":\"aa8cd4c8bd47a3b\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a122f54f-604e-4e16-9783-0e279536c9fb\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:42:32.746942 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 W0430 23:42:35.664045 3799 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 23:42:35.664072 3799 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 23:42:35.664080 3799 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 23:42:35.664085 3799 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 23:42:36.190533 3799 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0430 23:42:36.190549 3799 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0430 23:42:36.190553 3799 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0430 23:42:36.241943 3799 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0430 23:42:36.241963 3799 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0430 23:42:36.241968 3799 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0430 23:42:38.830610 3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 W0430 23:42:47.158284 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0430 23:42:47.158313 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0430 23:42:47.158323 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0430 23:42:47.184425 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0430 23:42:47.184447 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0430 23:42:47.184455 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0430 23:42:54.430713 3799 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-7n7r2] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-7n7r2 for pod on switch ip-10-0-2-108.ec2.internal I0430 23:42:54.430859 3799 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-7n7r2 I0430 23:42:54.445745 3799 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-7n7r2] pod update took 14.928787ms I0430 23:42:54.445772 3799 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-7n7r2] addLogicalPort annotation time took 14.960827ms I0430 23:42:54.447038 3799 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-7n7r2] addLogicalPort took 16.342074ms, libovsdb time 850.333µs I0430 23:42:54.792282 3799 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-7n7r2 e7b24e3ab269e7f8be6aa1cca1cd07f989f9f8f178b0e2323887c6a08183795d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-7n7r2 e7b24e3ab269e7f8be6aa1cca1cd07f989f9f8f178b0e2323887c6a08183795d network default NAD default NAD key ] I0430 23:42:54.801732 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-7n7r2, hostIfaceName: e7b24e3ab269e7f, network: default, NAD default, SandboxID: "e7b24e3ab269e7f8be6aa1cca1cd07f989f9f8f178b0e2323887c6a08183795d", PCI device ID: , UID: "2bcd89be-070d-46e3-8ebc-847bce14c19e", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0430 23:42:54.856640 3799 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-7n7r2 e7b24e3ab269e7f8be6aa1cca1cd07f989f9f8f178b0e2323887c6a08183795d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-7n7r2 e7b24e3ab269e7f8be6aa1cca1cd07f989f9f8f178b0e2323887c6a08183795d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:f4:c3:55:12:64\",\"name\":\"e7b24e3ab269e7f\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4633556-0fce-431e-82a0-a1cf4e224070\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 23:42:58.286777 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0430 23:42:58.837432 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0430 23:42:58.889232 3799 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:42:58.889729 3799 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:42:58.909406 3799 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:42:58.909426 3799 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:42:58.912196 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0430 23:42:58.912225 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0430 23:43:00.743755 3799 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0430 23:43:00.744537 3799 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0430 23:43:00.744559 3799 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0430 23:43:00.746481 3799 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0430 23:43:07.818263 3799 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0430 23:43:07.818286 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0430 23:43:07.818423 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0430 23:43:07.818437 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0430 23:43:09.294235 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0430 23:43:11.150509 3799 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-2bpvj] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-2bpvj for pod on switch ip-10-0-2-108.ec2.internal I0430 23:43:11.150649 3799 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-2bpvj I0430 23:43:11.165755 3799 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-2bpvj] pod update took 15.133864ms I0430 23:43:11.165781 3799 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-2bpvj] addLogicalPort annotation time took 15.165632ms I0430 23:43:11.167199 3799 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-2bpvj] addLogicalPort took 16.706052ms, libovsdb time 934.923µs I0430 23:43:11.518542 3799 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-2bpvj c203752b201b693a36bdfaf07db4d3b2a547e935e338f0d2d354c10f9ebda166 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-2bpvj c203752b201b693a36bdfaf07db4d3b2a547e935e338f0d2d354c10f9ebda166 network default NAD default NAD key ] I0430 23:43:11.528124 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-2bpvj, hostIfaceName: c203752b201b693, network: default, NAD default, SandboxID: "c203752b201b693a36bdfaf07db4d3b2a547e935e338f0d2d354c10f9ebda166", PCI device ID: , UID: "447c3951-ad0d-460f-9fec-8d24a9c5be9c", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0430 23:43:11.585784 3799 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-2bpvj c203752b201b693a36bdfaf07db4d3b2a547e935e338f0d2d354c10f9ebda166 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-2bpvj c203752b201b693a36bdfaf07db4d3b2a547e935e338f0d2d354c10f9ebda166 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:c0:9b:8a:46:45\",\"name\":\"c203752b201b693\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a1a3fda-66e1-43cc-806d-06963fbe7a47\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:43:16.251926 3799 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0430 23:43:31.316628 3799 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-xhwvx] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-xhwvx for pod on switch ip-10-0-2-108.ec2.internal I0430 23:43:31.316733 3799 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-xhwvx I0430 23:43:31.346047 3799 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-xhwvx] pod update took 29.341122ms I0430 23:43:31.346069 3799 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-xhwvx] addLogicalPort annotation time took 29.368865ms I0430 23:43:31.347281 3799 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-xhwvx] addLogicalPort took 30.674699ms, libovsdb time 828.977µs I0430 23:43:32.289623 3799 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-xhwvx 2c9fc78544f344c4641ec14c53f4e7eab1533ec1b191320be3ca7d9b805d1515 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-xhwvx 2c9fc78544f344c4641ec14c53f4e7eab1533ec1b191320be3ca7d9b805d1515 network default NAD default NAD key ] I0430 23:43:32.299219 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-xhwvx, hostIfaceName: 2c9fc78544f344c, network: default, NAD default, SandboxID: "2c9fc78544f344c4641ec14c53f4e7eab1533ec1b191320be3ca7d9b805d1515", PCI device ID: , UID: "2178cd15-ccd4-4a9d-b224-96413aaff1a9", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0430 23:43:32.354290 3799 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-xhwvx 2c9fc78544f344c4641ec14c53f4e7eab1533ec1b191320be3ca7d9b805d1515 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-xhwvx 2c9fc78544f344c4641ec14c53f4e7eab1533ec1b191320be3ca7d9b805d1515 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:0c:71:6d:c0:1b\",\"name\":\"2c9fc78544f344c\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ba6cf68-8f2e-4f73-9a72-1a06f4cd44a7\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:43:34.075774 3799 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:43:34.076347 3799 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:43:34.117688 3799 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:43:34.117709 3799 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:43:34.123020 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0430 23:43:34.123040 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0430 23:43:35.899563 3799 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-zb7pv-zqfn2] creating logical port tsf-tas_segment-backup-installation-zb7pv-zqfn2 for pod on switch ip-10-0-2-108.ec2.internal I0430 23:43:35.899665 3799 kube.go:256] Updating pod tsf-tas/segment-backup-installation-zb7pv-zqfn2 I0430 23:43:35.912014 3799 pod.go:62] [tsf-tas/segment-backup-installation-zb7pv-zqfn2] pod update took 12.371511ms I0430 23:43:35.912039 3799 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-zb7pv-zqfn2] addLogicalPort annotation time took 12.401027ms I0430 23:43:35.913243 3799 pods.go:271] [tsf-tas/segment-backup-installation-zb7pv-zqfn2] addLogicalPort took 13.696905ms, libovsdb time 795.71µs I0430 23:43:36.263212 3799 cni.go:452] [tsf-tas/segment-backup-installation-zb7pv-zqfn2 39509ee6e43bb0c0c75c2954beef1deb6317800a3cdc22be3767cebde80c774f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-zb7pv-zqfn2 39509ee6e43bb0c0c75c2954beef1deb6317800a3cdc22be3767cebde80c774f network default NAD default NAD key ] I0430 23:43:36.273122 3799 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-zb7pv-zqfn2, hostIfaceName: 39509ee6e43bb0c, network: default, NAD default, SandboxID: "39509ee6e43bb0c0c75c2954beef1deb6317800a3cdc22be3767cebde80c774f", PCI device ID: , UID: "57334dbd-45eb-42c8-8c0e-9c77479044d4", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0430 23:43:36.329000 3799 cni.go:473] [tsf-tas/segment-backup-installation-zb7pv-zqfn2 39509ee6e43bb0c0c75c2954beef1deb6317800a3cdc22be3767cebde80c774f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-zb7pv-zqfn2 39509ee6e43bb0c0c75c2954beef1deb6317800a3cdc22be3767cebde80c774f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:fa:ae:84:5a:29\",\"name\":\"39509ee6e43bb0c\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91694649-6f5c-4edc-a846-355c4afe1ee2\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:43:37.028567 3799 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-55dc4985f5-pkjlz] creating logical port tsf-tas_trillian-logserver-55dc4985f5-pkjlz for pod on switch ip-10-0-2-108.ec2.internal I0430 23:43:37.028659 3799 kube.go:256] Updating pod tsf-tas/trillian-logserver-55dc4985f5-pkjlz I0430 23:43:37.044040 3799 pod.go:62] [tsf-tas/trillian-logserver-55dc4985f5-pkjlz] pod update took 15.406846ms I0430 23:43:37.044062 3799 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-55dc4985f5-pkjlz] addLogicalPort annotation time took 15.433664ms I0430 23:43:37.045382 3799 pods.go:271] [tsf-tas/trillian-logserver-55dc4985f5-pkjlz] addLogicalPort took 16.836641ms, libovsdb time 926.776µs I0430 23:43:37.407358 3799 cni.go:452] [tsf-tas/trillian-logserver-55dc4985f5-pkjlz 4d3fcd91c5fa3e5781ed199cc94705dc8d67bb6aeaaefe7b0af6d4a3d541e343 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-55dc4985f5-pkjlz 4d3fcd91c5fa3e5781ed199cc94705dc8d67bb6aeaaefe7b0af6d4a3d541e343 network default NAD default NAD key ] I0430 23:43:37.418285 3799 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-55dc4985f5-pkjlz, hostIfaceName: 4d3fcd91c5fa3e5, network: default, NAD default, SandboxID: "4d3fcd91c5fa3e5781ed199cc94705dc8d67bb6aeaaefe7b0af6d4a3d541e343", PCI device ID: , UID: "dc347c1a-3a6b-4204-ac48-835bf920a130", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0430 23:43:37.475950 3799 cni.go:473] [tsf-tas/trillian-logserver-55dc4985f5-pkjlz 4d3fcd91c5fa3e5781ed199cc94705dc8d67bb6aeaaefe7b0af6d4a3d541e343 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-55dc4985f5-pkjlz 4d3fcd91c5fa3e5781ed199cc94705dc8d67bb6aeaaefe7b0af6d4a3d541e343 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:31:0c:a1:a0:b1\",\"name\":\"4d3fcd91c5fa3e5\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb08e622-58b0-4607-994f-d744f10f0eed\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:43:39.796865 3799 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-5bb74b698c-zvcpw] creating logical port tsf-tas_trillian-db-5bb74b698c-zvcpw for pod on switch ip-10-0-2-108.ec2.internal I0430 23:43:39.796993 3799 kube.go:256] Updating pod tsf-tas/trillian-db-5bb74b698c-zvcpw I0430 23:43:39.810050 3799 pod.go:62] [tsf-tas/trillian-db-5bb74b698c-zvcpw] pod update took 13.092147ms I0430 23:43:39.810111 3799 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-5bb74b698c-zvcpw] addLogicalPort annotation time took 13.134221ms I0430 23:43:39.812007 3799 pods.go:271] [tsf-tas/trillian-db-5bb74b698c-zvcpw] addLogicalPort took 15.180517ms, libovsdb time 1.104162ms I0430 23:43:39.866392 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 W0430 23:43:40.547505 3799 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0430 23:43:40.547524 3799 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0430 23:43:40.547528 3799 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0430 23:43:40.866482 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 W0430 23:43:41.984560 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0430 23:43:41.984584 3799 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server I0430 23:43:42.746436 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=54 I0430 23:43:46.829041 3799 cni.go:452] [tsf-tas/trillian-db-5bb74b698c-zvcpw ded4306618b22483ec7ba44c1b5482d565e5abd49def470dc0a7a45c76eea4d3 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-5bb74b698c-zvcpw ded4306618b22483ec7ba44c1b5482d565e5abd49def470dc0a7a45c76eea4d3 network default NAD default NAD key ] I0430 23:43:46.839688 3799 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-5bb74b698c-zvcpw, hostIfaceName: ded4306618b2248, network: default, NAD default, SandboxID: "ded4306618b22483ec7ba44c1b5482d565e5abd49def470dc0a7a45c76eea4d3", PCI device ID: , UID: "dad4be30-8942-46af-b820-5729eac8d206", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0430 23:43:46.897929 3799 cni.go:473] [tsf-tas/trillian-db-5bb74b698c-zvcpw ded4306618b22483ec7ba44c1b5482d565e5abd49def470dc0a7a45c76eea4d3 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-5bb74b698c-zvcpw ded4306618b22483ec7ba44c1b5482d565e5abd49def470dc0a7a45c76eea4d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:0e:b8:a0:68:a7\",\"name\":\"ded4306618b2248\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76b2152d-2860-42f2-be21-9543bd8ceb8a\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 23:43:47.590723 3799 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0430 23:43:48.020802 3799 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0430 23:43:50.153892 3799 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-6kg6z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:43:50.154716 3799 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-6kg6z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:43:51.051366 3799 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-6kg6z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:43:51.051389 3799 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-6kg6z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0430 23:43:52.302986 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0430 23:43:52.303012 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0430 23:43:52.303017 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0430 23:43:56.668461 3799 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0430 23:43:57.658696 3799 cni.go:452] [tsf-tas/segment-backup-installation-zb7pv-zqfn2 39509ee6e43bb0c0c75c2954beef1deb6317800a3cdc22be3767cebde80c774f network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-zb7pv-zqfn2 39509ee6e43bb0c0c75c2954beef1deb6317800a3cdc22be3767cebde80c774f network default NAD default NAD key ] I0430 23:43:57.757247 3799 cni.go:473] [tsf-tas/segment-backup-installation-zb7pv-zqfn2 39509ee6e43bb0c0c75c2954beef1deb6317800a3cdc22be3767cebde80c774f network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-zb7pv-zqfn2 39509ee6e43bb0c0c75c2954beef1deb6317800a3cdc22be3767cebde80c774f network default NAD default NAD key default], result "{}", err I0430 23:43:57.810393 3799 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-zb7pv-zqfn2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:43:57.810430 3799 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-zb7pv-zqfn2 I0430 23:43:57.811927 3799 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-zb7pv-zqfn2, ips: 10.128.0.52 I0430 23:43:57.811960 3799 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-zb7pv-zqfn2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:43:58.286918 3799 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-bmsnk] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-bmsnk for pod on switch ip-10-0-2-108.ec2.internal I0430 23:43:58.287126 3799 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-bmsnk I0430 23:43:58.301166 3799 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-bmsnk] pod update took 14.069888ms I0430 23:43:58.301188 3799 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-bmsnk] addLogicalPort annotation time took 14.098242ms I0430 23:43:58.302487 3799 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-bmsnk] addLogicalPort took 15.589194ms, libovsdb time 860.089µs I0430 23:43:58.649784 3799 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-bmsnk 16ab8d98b8fd3466ef0114e062a4c1a098065e5087daa82339164aef9616534e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-bmsnk 16ab8d98b8fd3466ef0114e062a4c1a098065e5087daa82339164aef9616534e network default NAD default NAD key ] I0430 23:43:58.659717 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-bmsnk, hostIfaceName: 16ab8d98b8fd346, network: default, NAD default, SandboxID: "16ab8d98b8fd3466ef0114e062a4c1a098065e5087daa82339164aef9616534e", PCI device ID: , UID: "03609acd-a3b4-4e5b-b7bc-f65f81804b28", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0430 23:43:58.665125 3799 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-zb7pv-zqfn2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:43:58.665150 3799 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-zb7pv-zqfn2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:43:58.715069 3799 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-bmsnk 16ab8d98b8fd3466ef0114e062a4c1a098065e5087daa82339164aef9616534e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-bmsnk 16ab8d98b8fd3466ef0114e062a4c1a098065e5087daa82339164aef9616534e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:d3:f4:b5:f9:fc\",\"name\":\"16ab8d98b8fd346\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/516ae1af-d632-4286-a1c2-9f7a0c3b238d\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 23:44:07.707865 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0430 23:44:13.845640 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0430 23:44:14.377409 3799 namespace.go:142] [openshift-pipelines] updating namespace W0430 23:44:26.787573 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0430 23:44:30.337670 3799 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:44:30.338252 3799 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:44:30.360303 3799 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:44:30.360329 3799 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:44:30.365976 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0430 23:44:30.366002 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas W0430 23:44:39.288994 3799 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0430 23:44:40.403573 3799 obj_retry.go:498] Detected object tsf/patch-tekton-config-d9x4j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:44:40.404172 3799 obj_retry.go:498] Detected object tsf/patch-tekton-config-d9x4j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0430 23:44:41.187707 3799 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0430 23:44:41.425256 3799 obj_retry.go:492] Detected object tsf/patch-tekton-config-d9x4j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:44:41.425279 3799 obj_retry.go:492] Detected object tsf/patch-tekton-config-d9x4j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:44:50.753952 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=459 I0430 23:44:51.499384 3799 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-mnrpg-sdjwp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:44:51.499904 3799 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-mnrpg-sdjwp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:44:52.360880 3799 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-mnrpg-sdjwp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:44:52.360906 3799 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-mnrpg-sdjwp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:44:52.490683 3799 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-k4gbg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:44:52.491263 3799 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-k4gbg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:44:53.513776 3799 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-k4gbg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:44:53.513799 3799 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-k4gbg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:44:53.557652 3799 obj_retry.go:492] Detected object tsf/patch-tekton-config-d9x4j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:44:53.557695 3799 obj_retry.go:492] Detected object tsf/patch-tekton-config-d9x4j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:44:53.563943 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-d9x4j I0430 23:44:53.563975 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-d9x4j W0430 23:44:59.366706 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0430 23:45:00.404791 3799 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0430 23:45:01.517723 3799 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:01.518300 3799 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:01.539348 3799 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:01.539366 3799 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:01.547022 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0430 23:45:01.547048 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0430 23:45:02.858320 3799 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-2nxdv] creating logical port tsf-tpa_create-db-2nxdv for pod on switch ip-10-0-2-108.ec2.internal I0430 23:45:02.858403 3799 kube.go:256] Updating pod tsf-tpa/create-db-2nxdv I0430 23:45:02.871878 3799 pod.go:62] [tsf-tpa/create-db-2nxdv] pod update took 13.493562ms I0430 23:45:02.871907 3799 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-2nxdv] addLogicalPort annotation time took 13.526466ms I0430 23:45:02.873565 3799 pods.go:271] [tsf-tpa/create-db-2nxdv] addLogicalPort took 15.259258ms, libovsdb time 1.085105ms I0430 23:45:03.224081 3799 cni.go:452] [tsf-tpa/create-db-2nxdv 2bd210f5843d669732b1630a3196a6d51fb2ebb79c541c9cd0cdd540ef1da011 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-2nxdv 2bd210f5843d669732b1630a3196a6d51fb2ebb79c541c9cd0cdd540ef1da011 network default NAD default NAD key ] I0430 23:45:03.233883 3799 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-2nxdv, hostIfaceName: 2bd210f5843d669, network: default, NAD default, SandboxID: "2bd210f5843d669732b1630a3196a6d51fb2ebb79c541c9cd0cdd540ef1da011", PCI device ID: , UID: "1beb14a3-edf7-4b8a-ae40-cd41c7bb3d2d", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0430 23:45:03.496720 3799 cni.go:473] [tsf-tpa/create-db-2nxdv 2bd210f5843d669732b1630a3196a6d51fb2ebb79c541c9cd0cdd540ef1da011 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-2nxdv 2bd210f5843d669732b1630a3196a6d51fb2ebb79c541c9cd0cdd540ef1da011 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:17:83:67:ac:f8\",\"name\":\"2bd210f5843d669\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cea6f9f1-0789-4e84-9607-31f935f4dc6b\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:45:06.562472 3799 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-mbswr-pmnnc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:06.563106 3799 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-mbswr-pmnnc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:07.452229 3799 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-mbswr-pmnnc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:07.452252 3799 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-mbswr-pmnnc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0430 23:45:09.448245 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0430 23:45:11.119611 3799 cni.go:452] [tsf-tpa/create-db-2nxdv 2bd210f5843d669732b1630a3196a6d51fb2ebb79c541c9cd0cdd540ef1da011 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-2nxdv 2bd210f5843d669732b1630a3196a6d51fb2ebb79c541c9cd0cdd540ef1da011 network default NAD default NAD key ] I0430 23:45:11.216741 3799 cni.go:473] [tsf-tpa/create-db-2nxdv 2bd210f5843d669732b1630a3196a6d51fb2ebb79c541c9cd0cdd540ef1da011 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-2nxdv 2bd210f5843d669732b1630a3196a6d51fb2ebb79c541c9cd0cdd540ef1da011 network default NAD default NAD key default], result "{}", err I0430 23:45:11.268237 3799 obj_retry.go:498] Detected object tsf-tpa/create-db-2nxdv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:11.268276 3799 pods.go:176] Deleting pod: tsf-tpa/create-db-2nxdv I0430 23:45:11.269796 3799 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-2nxdv, ips: 10.128.0.56 I0430 23:45:11.269825 3799 obj_retry.go:498] Detected object tsf-tpa/create-db-2nxdv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:12.168895 3799 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-5856bc4c9b-4dd7w] creating logical port tsf-tas_ctlog-5856bc4c9b-4dd7w for pod on switch ip-10-0-2-108.ec2.internal I0430 23:45:12.169024 3799 kube.go:256] Updating pod tsf-tas/ctlog-5856bc4c9b-4dd7w I0430 23:45:12.183715 3799 pod.go:62] [tsf-tas/ctlog-5856bc4c9b-4dd7w] pod update took 14.748726ms I0430 23:45:12.183740 3799 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-5856bc4c9b-4dd7w] addLogicalPort annotation time took 14.778392ms I0430 23:45:12.185073 3799 pods.go:271] [tsf-tas/ctlog-5856bc4c9b-4dd7w] addLogicalPort took 16.194043ms, libovsdb time 905.996µs I0430 23:45:12.294409 3799 obj_retry.go:492] Detected object tsf-tpa/create-db-2nxdv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:12.294431 3799 obj_retry.go:492] Detected object tsf-tpa/create-db-2nxdv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:13.132200 3799 cni.go:452] [tsf-tas/ctlog-5856bc4c9b-4dd7w 3f51415c2b593c7515377cb76ecb1a702a615cfab1f7ec79954694b9c583278b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-5856bc4c9b-4dd7w 3f51415c2b593c7515377cb76ecb1a702a615cfab1f7ec79954694b9c583278b network default NAD default NAD key ] I0430 23:45:13.141603 3799 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-5856bc4c9b-4dd7w, hostIfaceName: 3f51415c2b593c7, network: default, NAD default, SandboxID: "3f51415c2b593c7515377cb76ecb1a702a615cfab1f7ec79954694b9c583278b", PCI device ID: , UID: "3266bd1d-90ff-4ae4-82fc-683141132d9d", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0430 23:45:13.196684 3799 cni.go:473] [tsf-tas/ctlog-5856bc4c9b-4dd7w 3f51415c2b593c7515377cb76ecb1a702a615cfab1f7ec79954694b9c583278b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-5856bc4c9b-4dd7w 3f51415c2b593c7515377cb76ecb1a702a615cfab1f7ec79954694b9c583278b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:c6:0e:5a:b8:bb\",\"name\":\"3f51415c2b593c7\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/335e886c-6622-4acd-a697-f88708c38597\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 23:45:15.140671 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0430 23:45:17.661980 3799 obj_retry.go:498] Detected object tsf-tpa/migrate-db-7fcgq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:17.662490 3799 obj_retry.go:498] Detected object tsf-tpa/migrate-db-7fcgq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:18.510195 3799 obj_retry.go:492] Detected object tsf-tpa/migrate-db-7fcgq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:18.510222 3799 obj_retry.go:492] Detected object tsf-tpa/migrate-db-7fcgq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:22.619111 3799 obj_retry.go:498] Detected object tsf-tpa/create-importers-b5stq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:22.619680 3799 obj_retry.go:498] Detected object tsf-tpa/create-importers-b5stq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:22.834395 3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0430 23:45:23.640861 3799 obj_retry.go:492] Detected object tsf-tpa/create-importers-b5stq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:23.640886 3799 obj_retry.go:492] Detected object tsf-tpa/create-importers-b5stq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:24.872093 3799 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-d8sc2-c75dm] creating logical port tsf-tas_tuf-repository-init-d8sc2-c75dm for pod on switch ip-10-0-2-108.ec2.internal I0430 23:45:24.872185 3799 kube.go:256] Updating pod tsf-tas/tuf-repository-init-d8sc2-c75dm I0430 23:45:24.884859 3799 pod.go:62] [tsf-tas/tuf-repository-init-d8sc2-c75dm] pod update took 12.695171ms I0430 23:45:24.884881 3799 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-d8sc2-c75dm] addLogicalPort annotation time took 12.726747ms I0430 23:45:24.886198 3799 pods.go:271] [tsf-tas/tuf-repository-init-d8sc2-c75dm] addLogicalPort took 14.119143ms, libovsdb time 854.592µs W0430 23:45:26.158777 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog W0430 23:45:28.576774 3799 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0430 23:45:33.936576 3799 cni.go:452] [tsf-tas/tuf-repository-init-d8sc2-c75dm 76535a86d2bd3e4b39e37981100f778b8be1a43627a2927f6a8f259b4d4eabda network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-d8sc2-c75dm 76535a86d2bd3e4b39e37981100f778b8be1a43627a2927f6a8f259b4d4eabda network default NAD default NAD key ] I0430 23:45:33.946380 3799 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-d8sc2-c75dm, hostIfaceName: 76535a86d2bd3e4, network: default, NAD default, SandboxID: "76535a86d2bd3e4b39e37981100f778b8be1a43627a2927f6a8f259b4d4eabda", PCI device ID: , UID: "fd73e1b8-114c-45dd-8bb7-83ac15c532ef", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0430 23:45:34.001712 3799 cni.go:473] [tsf-tas/tuf-repository-init-d8sc2-c75dm 76535a86d2bd3e4b39e37981100f778b8be1a43627a2927f6a8f259b4d4eabda network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-d8sc2-c75dm 76535a86d2bd3e4b39e37981100f778b8be1a43627a2927f6a8f259b4d4eabda network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:a8:b4:cb:05:d9\",\"name\":\"76535a86d2bd3e4\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e880317-013c-49f6-9a8d-2419cc610c7b\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:45:35.850022 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0430 23:45:40.305935 3799 cni.go:452] [tsf-tas/tuf-repository-init-d8sc2-c75dm 76535a86d2bd3e4b39e37981100f778b8be1a43627a2927f6a8f259b4d4eabda network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-d8sc2-c75dm 76535a86d2bd3e4b39e37981100f778b8be1a43627a2927f6a8f259b4d4eabda network default NAD default NAD key ] I0430 23:45:40.403639 3799 cni.go:473] [tsf-tas/tuf-repository-init-d8sc2-c75dm 76535a86d2bd3e4b39e37981100f778b8be1a43627a2927f6a8f259b4d4eabda network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-d8sc2-c75dm 76535a86d2bd3e4b39e37981100f778b8be1a43627a2927f6a8f259b4d4eabda network default NAD default NAD key default], result "{}", err I0430 23:45:40.465153 3799 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-d8sc2-c75dm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:40.465188 3799 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-d8sc2-c75dm I0430 23:45:40.466757 3799 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-d8sc2-c75dm, ips: 10.128.0.58 I0430 23:45:40.466791 3799 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-d8sc2-c75dm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:41.317658 3799 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-d8sc2-c75dm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:41.317687 3799 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-d8sc2-c75dm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:41.967683 3799 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-glvq2] creating logical port tsf-tas_tuf-97fc8ff76-glvq2 for pod on switch ip-10-0-2-108.ec2.internal I0430 23:45:41.967874 3799 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-glvq2 I0430 23:45:41.981396 3799 pod.go:62] [tsf-tas/tuf-97fc8ff76-glvq2] pod update took 13.584367ms I0430 23:45:41.981427 3799 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-glvq2] addLogicalPort annotation time took 13.622434ms I0430 23:45:41.982866 3799 pods.go:271] [tsf-tas/tuf-97fc8ff76-glvq2] addLogicalPort took 15.201346ms, libovsdb time 977.238µs I0430 23:45:44.134100 3799 cni.go:452] [tsf-tas/tuf-97fc8ff76-glvq2 c063b2efa71d4d9bdfdc62281195c4ddd2c513fe29f559d02289ea092e49d9ec network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-glvq2 c063b2efa71d4d9bdfdc62281195c4ddd2c513fe29f559d02289ea092e49d9ec network default NAD default NAD key ] I0430 23:45:44.143959 3799 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-glvq2, hostIfaceName: c063b2efa71d4d9, network: default, NAD default, SandboxID: "c063b2efa71d4d9bdfdc62281195c4ddd2c513fe29f559d02289ea092e49d9ec", PCI device ID: , UID: "25ec056e-8ea2-4ef2-8cde-440f729b65e1", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0430 23:45:44.199695 3799 cni.go:473] [tsf-tas/tuf-97fc8ff76-glvq2 c063b2efa71d4d9bdfdc62281195c4ddd2c513fe29f559d02289ea092e49d9ec network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-glvq2 c063b2efa71d4d9bdfdc62281195c4ddd2c513fe29f559d02289ea092e49d9ec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:72:f2:b7:0e:47\",\"name\":\"c063b2efa71d4d9\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3a83ca5-5a09-4e93-a02a-f6d0e8ae0601\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 23:45:47.345154 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0430 23:45:55.775426 3799 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:55.776001 3799 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:55.817231 3799 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:55.817259 3799 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:55.823137 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0430 23:45:55.823157 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0430 23:45:56.533397 3799 namespace.go:98] [image-controller] adding namespace I0430 23:45:56.534257 3799 namespace.go:102] [image-controller] adding namespace took 837.403µs I0430 23:45:56.540754 3799 namespace.go:98] [integration-service] adding namespace I0430 23:45:56.540867 3799 namespace.go:98] [build-service] adding namespace I0430 23:45:56.540924 3799 namespace.go:98] [default-tenant] adding namespace I0430 23:45:56.541454 3799 namespace.go:102] [integration-service] adding namespace took 681.914µs I0430 23:45:56.542087 3799 namespace.go:102] [build-service] adding namespace took 1.20297ms I0430 23:45:56.542709 3799 namespace.go:102] [default-tenant] adding namespace took 1.766757ms I0430 23:45:56.564727 3799 namespace.go:142] [image-controller] updating namespace I0430 23:45:56.588749 3799 namespace.go:142] [image-controller] updating namespace I0430 23:45:56.592221 3799 namespace.go:142] [integration-service] updating namespace I0430 23:45:56.636113 3799 namespace.go:142] [integration-service] updating namespace I0430 23:45:56.636265 3799 namespace.go:142] [build-service] updating namespace I0430 23:45:56.640941 3799 namespace.go:142] [build-service] updating namespace I0430 23:45:56.650439 3799 namespace.go:142] [default-tenant] updating namespace I0430 23:45:56.662522 3799 namespace.go:142] [default-tenant] updating namespace I0430 23:45:56.798984 3799 namespace.go:142] [build-service] updating namespace I0430 23:45:56.826653 3799 namespace.go:142] [integration-service] updating namespace I0430 23:45:56.847042 3799 namespace.go:98] [release-service] adding namespace I0430 23:45:56.847870 3799 namespace.go:102] [release-service] adding namespace took 810.194µs I0430 23:45:56.871119 3799 namespace.go:142] [release-service] updating namespace I0430 23:45:56.888154 3799 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-2-108.ec2.internal I0430 23:45:56.888235 3799 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0430 23:45:56.895524 3799 namespace.go:142] [release-service] updating namespace I0430 23:45:56.932675 3799 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 44.452242ms I0430 23:45:56.932697 3799 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 44.488328ms I0430 23:45:56.933949 3799 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 45.808662ms, libovsdb time 755.792µs I0430 23:45:56.940674 3799 namespace.go:142] [konflux-ui] updating namespace I0430 23:45:57.085619 3799 namespace.go:98] [konflux-info] adding namespace I0430 23:45:57.086369 3799 namespace.go:102] [konflux-info] adding namespace took 731.62µs I0430 23:45:57.107133 3799 namespace.go:98] [namespace-lister] adding namespace I0430 23:45:57.107811 3799 namespace.go:102] [namespace-lister] adding namespace took 660.703µs I0430 23:45:57.115680 3799 namespace.go:142] [konflux-info] updating namespace I0430 23:45:57.166635 3799 namespace.go:142] [namespace-lister] updating namespace I0430 23:45:57.166697 3799 namespace.go:142] [konflux-info] updating namespace I0430 23:45:57.170786 3799 namespace.go:142] [namespace-lister] updating namespace I0430 23:45:57.187504 3799 namespace.go:98] [enterprise-contract-service] adding namespace I0430 23:45:57.188349 3799 namespace.go:102] [enterprise-contract-service] adding namespace took 827.104µs I0430 23:45:57.207377 3799 namespace.go:142] [enterprise-contract-service] updating namespace I0430 23:45:57.243115 3799 namespace.go:142] [image-controller] updating namespace I0430 23:45:57.252423 3799 cni.go:452] [konflux-ui/test-tsf-konflux f972f95379e452667cf8afd8211d0163217d0b7a863758dda5386c19e90c5001 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux f972f95379e452667cf8afd8211d0163217d0b7a863758dda5386c19e90c5001 network default NAD default NAD key ] I0430 23:45:57.262075 3799 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: f972f95379e4526, network: default, NAD default, SandboxID: "f972f95379e452667cf8afd8211d0163217d0b7a863758dda5386c19e90c5001", PCI device ID: , UID: "12329ad0-6876-4f98-b9f7-2db60095747c", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0430 23:45:57.263621 3799 namespace.go:142] [enterprise-contract-service] updating namespace I0430 23:45:57.319558 3799 cni.go:473] [konflux-ui/test-tsf-konflux f972f95379e452667cf8afd8211d0163217d0b7a863758dda5386c19e90c5001 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux f972f95379e452667cf8afd8211d0163217d0b7a863758dda5386c19e90c5001 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:8d:43:d4:31:92\",\"name\":\"f972f95379e4526\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a659c7ea-ee7c-4686-9024-c0e8b047d407\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:45:57.483555 3799 namespace.go:142] [build-service] updating namespace I0430 23:45:57.703512 3799 namespace.go:142] [default-tenant] updating namespace I0430 23:45:57.761636 3799 namespace.go:142] [default-tenant] updating namespace I0430 23:45:57.947661 3799 namespace.go:142] [image-controller] updating namespace I0430 23:45:58.063696 3799 namespace.go:98] [segment-bridge] adding namespace I0430 23:45:58.064547 3799 namespace.go:102] [segment-bridge] adding namespace took 830.647µs I0430 23:45:58.064595 3799 namespace.go:142] [segment-bridge] updating namespace I0430 23:45:58.144501 3799 namespace.go:142] [integration-service] updating namespace I0430 23:45:58.316786 3799 namespace.go:142] [konflux-info] updating namespace I0430 23:45:58.337518 3799 namespace.go:142] [segment-bridge] updating namespace W0430 23:45:58.471889 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0430 23:45:58.498485 3799 namespace.go:142] [namespace-lister] updating namespace I0430 23:45:58.509956 3799 namespace.go:98] [konflux-cli] adding namespace I0430 23:45:58.510962 3799 namespace.go:102] [konflux-cli] adding namespace took 966.125µs I0430 23:45:58.540575 3799 namespace.go:142] [konflux-cli] updating namespace I0430 23:45:58.578726 3799 namespace.go:142] [konflux-cli] updating namespace I0430 23:45:58.604543 3799 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0430 23:45:58.605235 3799 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0430 23:45:58.605256 3799 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0430 23:45:58.608432 3799 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0430 23:45:58.690644 3799 namespace.go:142] [release-service] updating namespace I0430 23:45:58.770685 3799 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0430 23:45:58.770714 3799 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0430 23:45:58.771679 3799 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0430 23:45:58.839027 3799 namespace.go:142] [build-service] updating namespace I0430 23:45:58.858709 3799 namespace.go:142] [default-tenant] updating namespace I0430 23:45:58.879674 3799 namespace.go:142] [image-controller] updating namespace I0430 23:45:58.928543 3799 namespace.go:142] [integration-service] updating namespace I0430 23:45:58.941487 3799 namespace.go:142] [konflux-info] updating namespace I0430 23:45:58.991693 3799 namespace.go:142] [namespace-lister] updating namespace I0430 23:45:58.991743 3799 namespace.go:142] [release-service] updating namespace I0430 23:45:59.021552 3799 namespace.go:142] [build-service] updating namespace I0430 23:45:59.101343 3799 namespace.go:142] [default-tenant] updating namespace I0430 23:45:59.184660 3799 namespace.go:142] [image-controller] updating namespace I0430 23:45:59.250571 3799 namespace.go:142] [integration-service] updating namespace I0430 23:45:59.354819 3799 namespace.go:142] [konflux-info] updating namespace I0430 23:45:59.424624 3799 namespace.go:142] [namespace-lister] updating namespace I0430 23:45:59.527732 3799 namespace.go:142] [release-service] updating namespace I0430 23:46:00.854634 3799 namespace.go:142] [enterprise-contract-service] updating namespace I0430 23:46:01.063496 3799 namespace.go:142] [konflux-cli] updating namespace I0430 23:46:01.240647 3799 namespace.go:142] [segment-bridge] updating namespace I0430 23:46:01.373198 3799 namespace.go:142] [enterprise-contract-service] updating namespace I0430 23:46:01.392777 3799 namespace.go:142] [konflux-cli] updating namespace I0430 23:46:01.413493 3799 namespace.go:142] [segment-bridge] updating namespace I0430 23:46:01.505819 3799 namespace.go:142] [enterprise-contract-service] updating namespace I0430 23:46:01.572556 3799 namespace.go:142] [konflux-cli] updating namespace I0430 23:46:01.676497 3799 namespace.go:142] [segment-bridge] updating namespace I0430 23:46:02.593692 3799 base_network_controller_pods.go:487] [default/konflux-ui/proxy-7886554cbc-g28vh] creating logical port konflux-ui_proxy-7886554cbc-g28vh for pod on switch ip-10-0-2-108.ec2.internal I0430 23:46:02.593866 3799 kube.go:256] Updating pod konflux-ui/proxy-7886554cbc-g28vh I0430 23:46:02.627362 3799 pod.go:62] [konflux-ui/proxy-7886554cbc-g28vh] pod update took 33.552631ms I0430 23:46:02.627385 3799 base_network_controller_pods.go:951] [default/konflux-ui/proxy-7886554cbc-g28vh] addLogicalPort annotation time took 33.581439ms I0430 23:46:02.628782 3799 pods.go:271] [konflux-ui/proxy-7886554cbc-g28vh] addLogicalPort took 35.109292ms, libovsdb time 990.872µs W0430 23:46:03.698402 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0430 23:46:03.723033 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0430 23:46:05.707286 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0430 23:46:10.462517 3799 cni.go:452] [konflux-ui/proxy-7886554cbc-g28vh 2945593eb36b2ca132983f3c5a93e527a7d3324f6d47477493cac61e327bae5a network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-7886554cbc-g28vh 2945593eb36b2ca132983f3c5a93e527a7d3324f6d47477493cac61e327bae5a network default NAD default NAD key ] I0430 23:46:10.472627 3799 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-7886554cbc-g28vh, hostIfaceName: 2945593eb36b2ca, network: default, NAD default, SandboxID: "2945593eb36b2ca132983f3c5a93e527a7d3324f6d47477493cac61e327bae5a", PCI device ID: , UID: "1fb837f7-f6c9-4577-90cf-a8dc000f116f", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0430 23:46:10.539261 3799 cni.go:473] [konflux-ui/proxy-7886554cbc-g28vh 2945593eb36b2ca132983f3c5a93e527a7d3324f6d47477493cac61e327bae5a network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-7886554cbc-g28vh 2945593eb36b2ca132983f3c5a93e527a7d3324f6d47477493cac61e327bae5a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:87:d1:c0:bc:01\",\"name\":\"2945593eb36b2ca\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/064d16c8-726a-49f6-aabf-50293cf714b0\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 23:46:11.746359 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0430 23:46:11.747973 3799 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0430 23:46:11.766679 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0430 23:46:11.767168 3799 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0430 23:46:11.788029 3799 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0430 23:46:14.770443 3799 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0430 23:46:14.770488 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0430 23:46:14.820290 3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0430 23:46:14.820312 3799 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0430 23:46:15.546720 3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0430 23:46:15.546739 3799 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0430 23:46:23.085264 3799 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-c94h8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:46:23.085814 3799 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-c94h8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:46:23.815307 3799 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-c94h8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:46:23.815328 3799 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-c94h8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:46:23.821089 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-c94h8 I0430 23:46:23.821120 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-c94h8 W0430 23:46:50.820897 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0430 23:46:50.820919 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0430 23:46:50.820930 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0430 23:46:50.820934 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0430 23:46:56.645162 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0430 23:46:56.645181 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-108.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0430 23:47:26.337910 3799 obj_retry.go:498] Detected object konflux-ui/proxy-69f9b798f4-pgp9z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:47:26.338494 3799 obj_retry.go:498] Detected object konflux-ui/proxy-69f9b798f4-pgp9z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:47:27.131003 3799 obj_retry.go:492] Detected object konflux-ui/proxy-69f9b798f4-pgp9z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:47:27.131032 3799 obj_retry.go:492] Detected object konflux-ui/proxy-69f9b798f4-pgp9z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:47:27.136933 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-69f9b798f4-pgp9z I0430 23:47:27.136963 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-69f9b798f4-pgp9z I0430 23:47:28.009101 3799 cni.go:452] [konflux-ui/test-tsf-konflux f972f95379e452667cf8afd8211d0163217d0b7a863758dda5386c19e90c5001 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux f972f95379e452667cf8afd8211d0163217d0b7a863758dda5386c19e90c5001 network default NAD default NAD key ] I0430 23:47:28.101367 3799 cni.go:473] [konflux-ui/test-tsf-konflux f972f95379e452667cf8afd8211d0163217d0b7a863758dda5386c19e90c5001 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux f972f95379e452667cf8afd8211d0163217d0b7a863758dda5386c19e90c5001 network default NAD default NAD key default], result "{}", err I0430 23:47:28.155064 3799 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:47:28.155097 3799 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0430 23:47:28.156630 3799 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.60 I0430 23:47:28.156701 3799 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:47:28.175752 3799 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:47:28.175871 3799 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:47:28.182020 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0430 23:47:28.182044 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0430 23:47:46.663304 3799 namespace.go:98] [managed-tenant-ytau8] adding namespace I0430 23:47:46.664127 3799 namespace.go:102] [managed-tenant-ytau8] adding namespace took 803.448µs I0430 23:47:46.687527 3799 namespace.go:142] [managed-tenant-ytau8] updating namespace I0430 23:47:46.702525 3799 namespace.go:142] [managed-tenant-ytau8] updating namespace I0430 23:47:47.942786 3799 namespace.go:142] [managed-tenant-ytau8] updating namespace I0430 23:47:48.064672 3799 namespace.go:142] [managed-tenant-ytau8] updating namespace I0430 23:47:48.161827 3799 namespace.go:142] [managed-tenant-ytau8] updating namespace I0430 23:47:55.750308 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0430 23:48:25.751960 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=80 I0430 23:49:04.840731 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0430 23:49:49.755698 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=119 I0430 23:49:57.849299 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0430 23:50:00.213005 3799 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29626550-8vxgl] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29626550-8vxgl for pod on switch ip-10-0-2-108.ec2.internal I0430 23:50:00.213139 3799 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29626550-8vxgl I0430 23:50:00.234951 3799 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29626550-8vxgl] pod update took 21.841841ms I0430 23:50:00.234981 3799 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29626550-8vxgl] addLogicalPort annotation time took 21.87626ms I0430 23:50:00.236330 3799 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29626550-8vxgl] addLogicalPort took 23.343248ms, libovsdb time 884.244µs I0430 23:50:00.576088 3799 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29626550-8vxgl f21035aecfd96c28b63a99f5eaf2b404c920b19c66cdb2bc257467ee2c77f98b network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29626550-8vxgl f21035aecfd96c28b63a99f5eaf2b404c920b19c66cdb2bc257467ee2c77f98b network default NAD default NAD key ] I0430 23:50:00.585919 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29626550-8vxgl, hostIfaceName: f21035aecfd96c2, network: default, NAD default, SandboxID: "f21035aecfd96c28b63a99f5eaf2b404c920b19c66cdb2bc257467ee2c77f98b", PCI device ID: , UID: "1e16e409-6ccc-403c-8a35-351cb8c39a0c", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0430 23:50:00.647779 3799 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29626550-8vxgl f21035aecfd96c28b63a99f5eaf2b404c920b19c66cdb2bc257467ee2c77f98b network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29626550-8vxgl f21035aecfd96c28b63a99f5eaf2b404c920b19c66cdb2bc257467ee2c77f98b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:f5:b4:d6:61:fc\",\"name\":\"f21035aecfd96c2\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2575911c-874a-4fc6-a5b5-ebac4b7b47b5\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 23:50:03.982757 3799 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29626550-8vxgl f21035aecfd96c28b63a99f5eaf2b404c920b19c66cdb2bc257467ee2c77f98b network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29626550-8vxgl f21035aecfd96c28b63a99f5eaf2b404c920b19c66cdb2bc257467ee2c77f98b network default NAD default NAD key ] I0430 23:50:04.075661 3799 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29626550-8vxgl f21035aecfd96c28b63a99f5eaf2b404c920b19c66cdb2bc257467ee2c77f98b network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29626550-8vxgl f21035aecfd96c28b63a99f5eaf2b404c920b19c66cdb2bc257467ee2c77f98b network default NAD default NAD key default], result "{}", err I0430 23:50:04.145998 3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626550-8vxgl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:50:04.146066 3799 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29626550-8vxgl I0430 23:50:04.147585 3799 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29626550-8vxgl, ips: 10.128.0.62 I0430 23:50:04.147617 3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626550-8vxgl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:50:04.993339 3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626550-8vxgl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:50:04.993377 3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626550-8vxgl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:50:29.864624 3799 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0430 23:50:41.791042 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=136 I0430 23:50:43.833682 3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0430 23:50:47.837585 3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0430 23:51:07.856523 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0430 23:51:24.858897 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0430 23:52:15.853038 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0430 23:52:40.870037 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0430 23:52:53.749553 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=60 I0430 23:53:27.869331 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0430 23:54:06.757625 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=237 I0430 23:55:12.045861 3799 obj_retry.go:492] Detected object tsf-tpa/create-db-2nxdv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:55:12.045906 3799 obj_retry.go:492] Detected object tsf-tpa/create-db-2nxdv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:55:12.050001 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-2nxdv I0430 23:55:12.050023 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-2nxdv I0430 23:55:18.031581 3799 obj_retry.go:492] Detected object tsf-tpa/migrate-db-7fcgq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:55:18.031632 3799 obj_retry.go:492] Detected object tsf-tpa/migrate-db-7fcgq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:55:18.034105 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-7fcgq I0430 23:55:18.034131 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-7fcgq I0430 23:55:23.028952 3799 obj_retry.go:492] Detected object tsf-tpa/create-importers-b5stq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:55:23.029011 3799 obj_retry.go:492] Detected object tsf-tpa/create-importers-b5stq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:55:23.033330 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-b5stq I0430 23:55:23.033351 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-b5stq I0430 23:56:07.793939 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 W0430 23:56:09.392761 3799 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-5ccbf4fb6c-zn944 I0430 23:56:17.840164 3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0430 23:56:48.756114 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0430 23:57:12.843447 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 W0430 23:57:14.393502 3799 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-9765f7cd6-87jgj I0430 23:57:54.752812 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0430 23:58:02.862134 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0430 23:58:50.867487 3799 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0430 23:59:32.758631 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0430 23:59:37.852681 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0430 23:59:42.873268 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0430 23:59:58.859229 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0501 00:00:00.351668 3799 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29626560-sqwqv] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29626560-sqwqv for pod on switch ip-10-0-2-108.ec2.internal I0501 00:00:00.351821 3799 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29626560-sqwqv I0501 00:00:00.381932 3799 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29626560-sqwqv] pod update took 30.130448ms I0501 00:00:00.381958 3799 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29626560-sqwqv] addLogicalPort annotation time took 30.157815ms I0501 00:00:00.383418 3799 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-nightly-metrics-29626560-zjwn2] creating logical port tsf-tas_segment-backup-nightly-metrics-29626560-zjwn2 for pod on switch ip-10-0-2-108.ec2.internal I0501 00:00:00.383501 3799 kube.go:256] Updating pod tsf-tas/segment-backup-nightly-metrics-29626560-zjwn2 I0501 00:00:00.383416 3799 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29626560-sqwqv] addLogicalPort took 31.762589ms, libovsdb time 1.008725ms I0501 00:00:00.399996 3799 pod.go:62] [tsf-tas/segment-backup-nightly-metrics-29626560-zjwn2] pod update took 16.516084ms I0501 00:00:00.400023 3799 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-nightly-metrics-29626560-zjwn2] addLogicalPort annotation time took 16.548657ms I0501 00:00:00.401607 3799 pods.go:271] [tsf-tas/segment-backup-nightly-metrics-29626560-zjwn2] addLogicalPort took 18.197618ms, libovsdb time 1.106101ms I0501 00:00:00.744515 3799 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29626560-sqwqv f2a86e4ea7132cbb54f727c0ab4aab361bfa20f057ea4c99bfee23f1370b6bc0 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29626560-sqwqv f2a86e4ea7132cbb54f727c0ab4aab361bfa20f057ea4c99bfee23f1370b6bc0 network default NAD default NAD key ] I0501 00:00:00.752898 3799 cni.go:452] [tsf-tas/segment-backup-nightly-metrics-29626560-zjwn2 f410bbf6cd9f9966ede87d341aa7188239ff611461835f01da511f4ae7521d32 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-nightly-metrics-29626560-zjwn2 f410bbf6cd9f9966ede87d341aa7188239ff611461835f01da511f4ae7521d32 network default NAD default NAD key ] I0501 00:00:00.755657 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29626560-sqwqv, hostIfaceName: f2a86e4ea7132cb, network: default, NAD default, SandboxID: "f2a86e4ea7132cbb54f727c0ab4aab361bfa20f057ea4c99bfee23f1370b6bc0", PCI device ID: , UID: "a86458b1-89fa-458d-9baf-3baa91048c28", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23] I0501 00:00:00.764698 3799 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-nightly-metrics-29626560-zjwn2, hostIfaceName: f410bbf6cd9f996, network: default, NAD default, SandboxID: "f410bbf6cd9f9966ede87d341aa7188239ff611461835f01da511f4ae7521d32", PCI device ID: , UID: "ee7b13d9-8c77-40c4-b7e7-1b1609fa17d7", MAC: 0a:58:0a:80:00:40, IPs: [10.128.0.64/23] I0501 00:00:00.814416 3799 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29626560-sqwqv f2a86e4ea7132cbb54f727c0ab4aab361bfa20f057ea4c99bfee23f1370b6bc0 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29626560-sqwqv f2a86e4ea7132cbb54f727c0ab4aab361bfa20f057ea4c99bfee23f1370b6bc0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:41:d5:08:aa:db\",\"name\":\"f2a86e4ea7132cb\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8af9b3b-3e76-40a6-bf1f-d33829de5df7\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 00:00:00.846209 3799 cni.go:473] [tsf-tas/segment-backup-nightly-metrics-29626560-zjwn2 f410bbf6cd9f9966ede87d341aa7188239ff611461835f01da511f4ae7521d32 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-nightly-metrics-29626560-zjwn2 f410bbf6cd9f9966ede87d341aa7188239ff611461835f01da511f4ae7521d32 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:93:51:ba:8f:a1\",\"name\":\"f410bbf6cd9f996\"},{\"mac\":\"0a:58:0a:80:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6216b45c-b793-4fa2-9293-312747254823\"}],\"ips\":[{\"address\":\"10.128.0.64/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 00:00:02.768445 3799 obj_retry.go:498] Detected object openshift-image-registry/image-pruner-29626560-2cbwp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 00:00:02.769126 3799 obj_retry.go:498] Detected object openshift-image-registry/image-pruner-29626560-2cbwp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 00:00:03.713679 3799 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29626560-sqwqv f2a86e4ea7132cbb54f727c0ab4aab361bfa20f057ea4c99bfee23f1370b6bc0 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29626560-sqwqv f2a86e4ea7132cbb54f727c0ab4aab361bfa20f057ea4c99bfee23f1370b6bc0 network default NAD default NAD key ] I0501 00:00:03.713859 3799 cni.go:452] [tsf-tas/segment-backup-nightly-metrics-29626560-zjwn2 f410bbf6cd9f9966ede87d341aa7188239ff611461835f01da511f4ae7521d32 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-nightly-metrics-29626560-zjwn2 f410bbf6cd9f9966ede87d341aa7188239ff611461835f01da511f4ae7521d32 network default NAD default NAD key ] I0501 00:00:03.790284 3799 obj_retry.go:492] Detected object openshift-image-registry/image-pruner-29626560-2cbwp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:03.790306 3799 obj_retry.go:492] Detected object openshift-image-registry/image-pruner-29626560-2cbwp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:03.816782 3799 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29626560-sqwqv f2a86e4ea7132cbb54f727c0ab4aab361bfa20f057ea4c99bfee23f1370b6bc0 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29626560-sqwqv f2a86e4ea7132cbb54f727c0ab4aab361bfa20f057ea4c99bfee23f1370b6bc0 network default NAD default NAD key default], result "{}", err I0501 00:00:03.827921 3799 cni.go:473] [tsf-tas/segment-backup-nightly-metrics-29626560-zjwn2 f410bbf6cd9f9966ede87d341aa7188239ff611461835f01da511f4ae7521d32 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-nightly-metrics-29626560-zjwn2 f410bbf6cd9f9966ede87d341aa7188239ff611461835f01da511f4ae7521d32 network default NAD default NAD key default], result "{}", err I0501 00:00:03.874112 3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626560-sqwqv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 00:00:03.874143 3799 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29626560-sqwqv I0501 00:00:03.875583 3799 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29626560-sqwqv, ips: 10.128.0.63 I0501 00:00:03.875609 3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626560-sqwqv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 00:00:03.900184 3799 obj_retry.go:498] Detected object tsf-tas/segment-backup-nightly-metrics-29626560-zjwn2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 00:00:03.900214 3799 pods.go:176] Deleting pod: tsf-tas/segment-backup-nightly-metrics-29626560-zjwn2 I0501 00:00:03.901666 3799 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-nightly-metrics-29626560-zjwn2, ips: 10.128.0.64 I0501 00:00:03.901696 3799 obj_retry.go:498] Detected object tsf-tas/segment-backup-nightly-metrics-29626560-zjwn2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 00:00:04.706554 3799 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29626560-8ln44 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 00:00:04.707141 3799 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29626560-8ln44 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 00:00:04.728922 3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626560-sqwqv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:04.728942 3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626560-sqwqv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:04.741288 3799 obj_retry.go:492] Detected object tsf-tas/segment-backup-nightly-metrics-29626560-zjwn2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:04.741303 3799 obj_retry.go:492] Detected object tsf-tas/segment-backup-nightly-metrics-29626560-zjwn2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:04.765213 3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:04.765231 3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:04.770081 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp I0501 00:00:04.770112 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp I0501 00:00:05.566263 3799 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29626560-8ln44 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:05.566285 3799 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29626560-8ln44 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:08.836535 3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0501 00:00:17.769075 3799 obj_retry.go:498] Detected object tsf-tas/backfill-redis-29626560-pdv79 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 00:00:17.769657 3799 obj_retry.go:498] Detected object tsf-tas/backfill-redis-29626560-pdv79 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 00:00:18.639238 3799 obj_retry.go:492] Detected object tsf-tas/backfill-redis-29626560-pdv79 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:18.639260 3799 obj_retry.go:492] Detected object tsf-tas/backfill-redis-29626560-pdv79 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:26.856266 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0501 00:00:32.752862 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=24