+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-111.ec2.internal ++ [[ -n ip-10-0-1-111.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-111.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0424 15:07:10.350947617 - disable conntrack on geneve port' I0424 15:07:10.350947617 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0424 15:07:10.383178039 - starting ovnkube-node' I0424 15:07:10.383178039 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-111.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-111.ec2.internal --init-node ip-10-0-1-111.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-111.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0424 15:07:10.430171 3771 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0424 15:07:10.430234 3771 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-f4b4f0c271.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0424 15:07:10.431708 3771 kube.go:431] Waiting for certificate I0424 15:07:10.431752 3771 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0424 15:07:10.431787 3771 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0424 15:07:10.432681 3771 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0424 15:07:10.457636 3771 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 15:07:10.457650 3771 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 15:07:10.459375 3771 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 15:07:10.461112 3771 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-9vt6d" I0424 15:07:10.470850 3771 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-9vt6d" I0424 15:07:10.470927 3771 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 15:07:11.431864 3771 kube.go:438] Certificate found I0424 15:07:11.432476 3771 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0424 15:07:11.433528 3771 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0424 15:07:11.479139 3771 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-25 15:02:10 +0000 UTC" deadline="2026-04-25 10:41:04.089801027 +0000 UTC" I0424 15:07:11.479304 3771 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h33m52.610514996s" I0424 15:07:11.500037 3771 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0424 15:07:11.519468 3771 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0424 15:07:11.519555 3771 server.go:101] MetricServer registers OVS metrics I0424 15:07:11.519951 3771 server.go:105] MetricServer registers OVN DB metrics I0424 15:07:11.524118 3771 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0424 15:07:11.524184 3771 factory.go:561] Starting watch factory I0424 15:07:11.524273 3771 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:11.524281 3771 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:11.524290 3771 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:11.524300 3771 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:11.524287 3771 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:11.524348 3771 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:11.524709 3771 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:11.524751 3771 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:11.525142 3771 controller_manager.go:370] Starting the ovnkube controller I0424 15:07:11.525152 3771 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0424 15:07:11.525182 3771 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0424 15:07:11.525163 3771 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-111.ec2.internal I0424 15:07:11.525404 3771 controller_manager.go:395] NBDB zone sync took: 84.678µs I0424 15:07:11.525467 3771 factory.go:561] Starting watch factory I0424 15:07:11.525677 3771 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:11.525709 3771 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:11.525726 3771 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:11.525728 3771 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:11.539866 3771 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0424 15:07:11.539892 3771 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0424 15:07:11.544194 3771 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0424 15:07:11.544230 3771 server.go:109] MetricServer registers OVN Controller metrics I0424 15:07:11.548075 3771 server.go:113] MetricServer registers OVN Northd metrics I0424 15:07:11.550813 3771 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:11.550812 3771 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:11.551217 3771 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:11.552247 3771 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:11.552930 3771 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:11.555926 3771 metrics.go:519] OVN Metrics Server starts to run ... I0424 15:07:11.559535 3771 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:11.630272 3771 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0424 15:07:11.630290 3771 factory.go:1977] *v1.Namespace informer cache synced successfully I0424 15:07:11.630294 3771 factory.go:1977] *v1.Node informer cache synced successfully I0424 15:07:11.630297 3771 factory.go:1977] *v1.Service informer cache synced successfully I0424 15:07:11.630300 3771 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0424 15:07:11.630303 3771 factory.go:1977] *v1.Pod informer cache synced successfully I0424 15:07:11.630414 3771 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 15:07:11.630439 3771 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 15:07:11.630414 3771 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 15:07:11.630490 3771 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 15:07:11.631440 3771 factory.go:1977] *v1.Namespace informer cache synced successfully I0424 15:07:11.631458 3771 factory.go:1977] *v1.Node informer cache synced successfully I0424 15:07:11.631462 3771 factory.go:1977] *v1.Service informer cache synced successfully I0424 15:07:11.631465 3771 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0424 15:07:11.631468 3771 factory.go:1977] *v1.Pod informer cache synced successfully I0424 15:07:11.631470 3771 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0424 15:07:11.655060 3771 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 15:07:11.673336 3771 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 15:07:11.736299 3771 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0424 15:07:11.736315 3771 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0424 15:07:11.736424 3771 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:11.736443 3771 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:11.736724 3771 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0424 15:07:11.736736 3771 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0424 15:07:11.756307 3771 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:11.842187 3771 factory.go:1977] *v1.EgressIP informer cache synced successfully I0424 15:07:11.842201 3771 factory.go:1977] *v1.EgressIP informer cache synced successfully I0424 15:07:11.842307 3771 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:11.842339 3771 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:11.845520 3771 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:11.847420 3771 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0424 15:07:11.847428 3771 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0424 15:07:11.847496 3771 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:11.847513 3771 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:11.850584 3771 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:11.852502 3771 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0424 15:07:11.852511 3771 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0424 15:07:11.852562 3771 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:11.852576 3771 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:11.855533 3771 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:11.858168 3771 factory.go:1977] *v1.EgressService informer cache synced successfully I0424 15:07:11.858183 3771 factory.go:1977] *v1.EgressService informer cache synced successfully I0424 15:07:11.858226 3771 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:11.858237 3771 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:11.876887 3771 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:11.964035 3771 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0424 15:07:11.964035 3771 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0424 15:07:11.964254 3771 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 15:07:11.964270 3771 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 15:07:11.967479 3771 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 15:07:11.969349 3771 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0424 15:07:11.969472 3771 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:11.969485 3771 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:11.969512 3771 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:11.969529 3771 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:11.969627 3771 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0424 15:07:11.972977 3771 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:12.018331 3771 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 15:07:12.075429 3771 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0424 15:07:12.075444 3771 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0424 15:07:12.075454 3771 factory.go:680] Watch Factory start up complete, took: 549.98634ms I0424 15:07:12.075463 3771 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-111.ec2.internal" zone I0424 15:07:12.075430 3771 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0424 15:07:12.075489 3771 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0424 15:07:12.075497 3771 factory.go:680] Watch Factory start up complete, took: 551.315226ms I0424 15:07:12.075563 3771 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0424 15:07:12.122928 3771 default_node_network_controller.go:710] Initializing the default node network controller I0424 15:07:12.216208 3771 udn_isolation.go:101] Starting UDN host isolation manager I0424 15:07:12.222941 3771 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0424 15:07:12.289664 3771 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0424 15:07:12.289809 3771 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0424 15:07:12.289825 3771 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0424 15:07:12.324302 3771 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0424 15:07:12.324384 3771 default_node_network_controller.go:809] Node ip-10-0-1-111.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0424 15:07:12.329741 3771 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.111"] k8s.ovn.org/zone-name:ip-10-0-1-111.ec2.internal] on node ip-10-0-1-111.ec2.internal I0424 15:07:12.350418 3771 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0424 15:07:12.356783 3771 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0424 15:07:12.356935 3771 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0424 15:07:12.357054 3771 gateway_init.go:263] Preparing Gateway I0424 15:07:12.357066 3771 gateway_shared_intf.go:1687] Creating new gateway I0424 15:07:12.462932 3771 iptables.go:108] Creating table: filter chain: FORWARD I0424 15:07:12.469040 3771 iptables.go:108] Creating table: filter chain: OUTPUT I0424 15:07:12.475015 3771 gateway_shared_intf.go:1816] Gateway Creation Complete I0424 15:07:12.475031 3771 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-111.ec2.internal","mac-address":"0a:ff:fa:12:d1:ad","ip-addresses":["10.0.1.111/24"],"ip-address":"10.0.1.111/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:59a28a27-587a-400e-be5a-15d51099b38a k8s.ovn.org/node-encap-ips:["10.0.1.111"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.111/24"} k8s.ovn.org/zone-name:ip-10-0-1-111.ec2.internal] on node ip-10-0-1-111.ec2.internal I0424 15:07:12.495027 3771 default_node_network_controller.go:519] Node connection status = connected I0424 15:07:12.575846 3771 controller_manager.go:429] Waiting for node in zone sync took: 500.366864ms I0424 15:07:12.581520 3771 controller_manager.go:611] Switching to transit router for layer2 networks I0424 15:07:12.581534 3771 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-111.ec2.internal I0424 15:07:12.595977 3771 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0424 15:07:12.603023 3771 controller_manager.go:290] SCTP support detected in OVN I0424 15:07:12.603725 3771 services_controller.go:69] Creating services controller for network=default I0424 15:07:12.603848 3771 udn_enabled_svc.go:80] Waiting for service informer to sync I0424 15:07:12.603929 3771 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0424 15:07:12.603969 3771 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0424 15:07:12.603985 3771 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0424 15:07:12.603994 3771 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0424 15:07:12.604180 3771 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0424 15:07:12.604232 3771 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0424 15:07:12.604268 3771 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 44.707µs I0424 15:07:12.604276 3771 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 35.028µs I0424 15:07:12.604296 3771 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 62µs I0424 15:07:12.604302 3771 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0424 15:07:12.604309 3771 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0424 15:07:12.604331 3771 default_network_controller.go:325] Starting the default network controller I0424 15:07:12.604366 3771 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.011µs I0424 15:07:12.604392 3771 udn_enabled_svc.go:95] Performing full resync I0424 15:07:12.604779 3771 udn_enabled_svc.go:99] Waiting for handler to sync I0424 15:07:12.604791 3771 udn_enabled_svc.go:104] Starting worker I0424 15:07:12.615146 3771 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0424 15:07:12.615200 3771 repair.go:33] Syncing exgw routes took 42.107µs I0424 15:07:12.615221 3771 default_network_controller.go:414] Starting all the Watchers... I0424 15:07:12.615380 3771 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0424 15:07:12.615393 3771 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0424 15:07:12.615397 3771 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0424 15:07:12.615400 3771 namespace.go:98] [openshift-kube-scheduler] adding namespace I0424 15:07:12.615400 3771 namespace.go:98] [openshift-dns] adding namespace I0424 15:07:12.615380 3771 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0424 15:07:12.615412 3771 namespace.go:98] [kube-system] adding namespace I0424 15:07:12.615423 3771 namespace.go:98] [openshift-ingress] adding namespace I0424 15:07:12.615424 3771 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0424 15:07:12.615424 3771 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0424 15:07:12.615429 3771 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0424 15:07:12.615423 3771 namespace.go:98] [openshift-host-network] adding namespace I0424 15:07:12.615434 3771 namespace.go:98] [openshift-machine-config-operator] adding namespace I0424 15:07:12.615462 3771 namespace.go:98] [open-cluster-management-2psj9vi9bq6g4njilvb7ueod5qjl6bn6] adding namespace I0424 15:07:12.615380 3771 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0424 15:07:12.616061 3771 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 669.216µs I0424 15:07:12.616076 3771 namespace.go:98] [openshift-console-operator] adding namespace I0424 15:07:12.616615 3771 namespace.go:102] [openshift-console-operator] adding namespace took 530.582µs I0424 15:07:12.616635 3771 namespace.go:98] [openshift-network-node-identity] adding namespace I0424 15:07:12.617231 3771 namespace.go:102] [openshift-network-node-identity] adding namespace took 589.447µs I0424 15:07:12.617247 3771 namespace.go:98] [openshift-package-operator] adding namespace I0424 15:07:12.617827 3771 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 2.422787ms I0424 15:07:12.617844 3771 namespace.go:98] [openshift-authentication] adding namespace I0424 15:07:12.618344 3771 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 2.935486ms I0424 15:07:12.618357 3771 namespace.go:98] [openshift-backplane-tam] adding namespace I0424 15:07:12.618830 3771 namespace.go:102] [openshift-kube-scheduler] adding namespace took 3.418993ms I0424 15:07:12.618848 3771 namespace.go:98] [openshift-network-diagnostics] adding namespace I0424 15:07:12.619473 3771 namespace.go:102] [openshift-dns] adding namespace took 4.056995ms I0424 15:07:12.619492 3771 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0424 15:07:12.620040 3771 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 4.613261ms I0424 15:07:12.620055 3771 namespace.go:98] [dedicated-admin] adding namespace I0424 15:07:12.620629 3771 namespace.go:102] [kube-system] adding namespace took 5.20862ms I0424 15:07:12.620643 3771 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0424 15:07:12.621163 3771 namespace.go:102] [openshift-ingress] adding namespace took 5.731785ms I0424 15:07:12.621181 3771 namespace.go:98] [openshift-machine-api] adding namespace I0424 15:07:12.621659 3771 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.226122ms I0424 15:07:12.621678 3771 namespace.go:98] [openshift-operators-redhat] adding namespace I0424 15:07:12.622304 3771 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.870511ms I0424 15:07:12.622315 3771 namespace.go:98] [openshift-marketplace] adding namespace I0424 15:07:12.622846 3771 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.405715ms I0424 15:07:12.622865 3771 namespace.go:98] [openshift-ingress-canary] adding namespace I0424 15:07:12.623408 3771 namespace.go:102] [openshift-host-network] adding namespace took 7.965414ms I0424 15:07:12.623423 3771 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0424 15:07:12.623941 3771 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.492009ms I0424 15:07:12.623962 3771 namespace.go:98] [openshift-backplane-cee] adding namespace I0424 15:07:12.624843 3771 namespace.go:102] [open-cluster-management-2psj9vi9bq6g4njilvb7ueod5qjl6bn6] adding namespace took 9.369967ms I0424 15:07:12.624857 3771 namespace.go:98] [openshift-apiserver-operator] adding namespace I0424 15:07:12.625284 3771 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 9.783965ms I0424 15:07:12.625305 3771 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0424 15:07:12.625713 3771 namespace.go:102] [openshift-package-operator] adding namespace took 8.45767ms I0424 15:07:12.625731 3771 namespace.go:98] [openshift-infra] adding namespace I0424 15:07:12.626118 3771 namespace.go:102] [openshift-authentication] adding namespace took 8.267974ms I0424 15:07:12.626133 3771 namespace.go:98] [openshift-authentication-operator] adding namespace I0424 15:07:12.626496 3771 namespace.go:102] [openshift-backplane-tam] adding namespace took 8.132373ms I0424 15:07:12.626512 3771 namespace.go:98] [openshift-config] adding namespace W0424 15:07:12.626537 3771 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-9nkzd: pod openshift-network-diagnostics/network-check-target-9nkzd: no pod IPs found I0424 15:07:12.627052 3771 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.196615ms I0424 15:07:12.627067 3771 namespace.go:98] [openshift-network-operator] adding namespace I0424 15:07:12.627496 3771 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.998455ms I0424 15:07:12.627510 3771 namespace.go:98] [kube-public] adding namespace I0424 15:07:12.627957 3771 namespace.go:102] [dedicated-admin] adding namespace took 7.896293ms I0424 15:07:12.627971 3771 namespace.go:98] [kube-node-lease] adding namespace I0424 15:07:12.628414 3771 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.76288ms I0424 15:07:12.628431 3771 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0424 15:07:12.628869 3771 namespace.go:102] [openshift-machine-api] adding namespace took 7.681203ms I0424 15:07:12.628882 3771 namespace.go:98] [openshift] adding namespace I0424 15:07:12.629310 3771 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.624835ms I0424 15:07:12.629340 3771 namespace.go:98] [openshift-image-registry] adding namespace I0424 15:07:12.629793 3771 namespace.go:102] [openshift-marketplace] adding namespace took 7.458966ms I0424 15:07:12.629811 3771 namespace.go:98] [openshift-config-operator] adding namespace I0424 15:07:12.630284 3771 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.413266ms I0424 15:07:12.630297 3771 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0424 15:07:12.630821 3771 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.391619ms I0424 15:07:12.630837 3771 namespace.go:98] [openshift-apiserver] adding namespace I0424 15:07:12.631333 3771 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.364229ms I0424 15:07:12.631347 3771 namespace.go:98] [openshift-multus] adding namespace I0424 15:07:12.631812 3771 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.949505ms I0424 15:07:12.631830 3771 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0424 15:07:12.632297 3771 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.986264ms I0424 15:07:12.632309 3771 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0424 15:07:12.632799 3771 namespace.go:102] [openshift-infra] adding namespace took 7.061416ms I0424 15:07:12.632815 3771 namespace.go:98] [openshift-customer-monitoring] adding namespace I0424 15:07:12.633279 3771 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.141125ms I0424 15:07:12.633291 3771 namespace.go:98] [openshift-operators] adding namespace I0424 15:07:12.633730 3771 namespace.go:102] [openshift-config] adding namespace took 7.212456ms I0424 15:07:12.633745 3771 namespace.go:98] [openshift-cluster-version] adding namespace I0424 15:07:12.634157 3771 namespace.go:102] [openshift-network-operator] adding namespace took 7.084588ms I0424 15:07:12.634169 3771 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0424 15:07:12.634545 3771 namespace.go:102] [kube-public] adding namespace took 7.030477ms I0424 15:07:12.634558 3771 namespace.go:98] [openshift-route-controller-manager] adding namespace I0424 15:07:12.635023 3771 namespace.go:102] [kube-node-lease] adding namespace took 7.045761ms I0424 15:07:12.635038 3771 namespace.go:98] [default] adding namespace I0424 15:07:12.635446 3771 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.009254ms I0424 15:07:12.635460 3771 namespace.go:98] [openshift-ingress-operator] adding namespace I0424 15:07:12.635918 3771 namespace.go:102] [openshift] adding namespace took 7.031872ms I0424 15:07:12.635929 3771 namespace.go:98] [openshift-backplane-mobb] adding namespace I0424 15:07:12.636411 3771 namespace.go:102] [openshift-image-registry] adding namespace took 7.063634ms I0424 15:07:12.636424 3771 namespace.go:98] [openshift-config-managed] adding namespace I0424 15:07:12.636809 3771 namespace.go:102] [openshift-config-operator] adding namespace took 6.992585ms I0424 15:07:12.636820 3771 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0424 15:07:12.637313 3771 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.010666ms I0424 15:07:12.637341 3771 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0424 15:07:12.637718 3771 namespace.go:102] [openshift-apiserver] adding namespace took 6.87509ms I0424 15:07:12.637730 3771 namespace.go:98] [openshift-backplane-cse] adding namespace W0424 15:07:12.637758 3771 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-7p55n: pod openshift-multus/network-metrics-daemon-7p55n: no pod IPs found I0424 15:07:12.638279 3771 namespace.go:102] [openshift-multus] adding namespace took 6.927784ms I0424 15:07:12.638292 3771 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0424 15:07:12.638822 3771 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.984742ms I0424 15:07:12.638843 3771 namespace.go:98] [openshift-must-gather-operator] adding namespace I0424 15:07:12.639274 3771 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.96007ms I0424 15:07:12.639287 3771 namespace.go:98] [openshift-console] adding namespace I0424 15:07:12.639775 3771 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.953206ms I0424 15:07:12.640191 3771 namespace.go:102] [openshift-operators] adding namespace took 6.89563ms I0424 15:07:12.640204 3771 namespace.go:98] [openshift-logging] adding namespace I0424 15:07:12.640671 3771 namespace.go:102] [openshift-cluster-version] adding namespace took 6.919883ms I0424 15:07:12.640683 3771 namespace.go:98] [openshift-console-user-settings] adding namespace I0424 15:07:12.641102 3771 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.927006ms I0424 15:07:12.641117 3771 namespace.go:98] [openshift-network-console] adding namespace I0424 15:07:12.641551 3771 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.987967ms I0424 15:07:12.641566 3771 namespace.go:98] [openshift-backplane-srep] adding namespace I0424 15:07:12.641975 3771 namespace.go:102] [default] adding namespace took 6.931017ms I0424 15:07:12.641991 3771 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0424 15:07:12.642412 3771 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.945926ms I0424 15:07:12.642426 3771 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0424 15:07:12.642853 3771 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.918707ms I0424 15:07:12.642868 3771 namespace.go:98] [openshift-insights] adding namespace I0424 15:07:12.643291 3771 namespace.go:102] [openshift-config-managed] adding namespace took 6.861395ms I0424 15:07:12.643306 3771 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0424 15:07:12.643735 3771 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.908959ms I0424 15:07:12.643750 3771 namespace.go:98] [openshift-controller-manager] adding namespace I0424 15:07:12.644155 3771 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.808295ms I0424 15:07:12.644172 3771 namespace.go:98] [openshift-node] adding namespace I0424 15:07:12.644603 3771 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.867157ms I0424 15:07:12.644618 3771 namespace.go:98] [openshift-backplane-csm] adding namespace I0424 15:07:12.645032 3771 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.734795ms I0424 15:07:12.645047 3771 namespace.go:98] [openshift-kube-apiserver] adding namespace I0424 15:07:12.645465 3771 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.615296ms I0424 15:07:12.645480 3771 namespace.go:98] [openshift-dns-operator] adding namespace I0424 15:07:12.645890 3771 namespace.go:102] [openshift-console] adding namespace took 6.597669ms I0424 15:07:12.645905 3771 namespace.go:98] [openshift-monitoring] adding namespace I0424 15:07:12.646309 3771 namespace.go:102] [openshift-logging] adding namespace took 6.099773ms I0424 15:07:12.646845 3771 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.155333ms I0424 15:07:12.647281 3771 namespace.go:102] [openshift-network-console] adding namespace took 6.158134ms I0424 15:07:12.647705 3771 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.132522ms I0424 15:07:12.647719 3771 namespace.go:98] [openshift-backplane] adding namespace I0424 15:07:12.648118 3771 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.121902ms I0424 15:07:12.648564 3771 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.130961ms I0424 15:07:12.649055 3771 namespace.go:102] [openshift-insights] adding namespace took 6.18265ms I0424 15:07:12.649067 3771 namespace.go:98] [openshift-etcd] adding namespace I0424 15:07:12.649865 3771 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.551613ms I0424 15:07:12.650286 3771 namespace.go:102] [openshift-controller-manager] adding namespace took 6.530464ms I0424 15:07:12.650732 3771 namespace.go:102] [openshift-node] adding namespace took 6.554287ms I0424 15:07:12.651156 3771 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.530965ms I0424 15:07:12.651583 3771 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.531077ms I0424 15:07:12.652032 3771 namespace.go:102] [openshift-dns-operator] adding namespace took 6.5452ms I0424 15:07:12.652044 3771 namespace.go:98] [openshift-service-ca-operator] adding namespace I0424 15:07:12.652435 3771 namespace.go:102] [openshift-monitoring] adding namespace took 6.524498ms I0424 15:07:12.652909 3771 namespace.go:102] [openshift-backplane] adding namespace took 5.182973ms I0424 15:07:12.653311 3771 namespace.go:102] [openshift-etcd] adding namespace took 4.237654ms I0424 15:07:12.653772 3771 namespace.go:102] [openshift-service-ca-operator] adding namespace took 1.723249ms I0424 15:07:12.653959 3771 master.go:548] Adding or Updating local node "ip-10-0-1-111.ec2.internal" for network "default" I0424 15:07:12.654979 3771 zone_ic_handler.go:195] Time taken to create transit switch: 366.261µs I0424 15:07:12.654993 3771 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-250.ec2.internal for the network default E0424 15:07:12.655082 3771 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-25.ec2.internal, error: adding or updating remote node IC resources ip-10-0-0-25.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-25.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc0096f2690 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u3828453870}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0424 15:07:12.655157 3771 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-25.ec2.internal", UID:"7c063326-6f98-4d09-af97-b3a71de5bcf6", APIVersion:"v1", ResourceVersion:"8731", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-0-25.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-25.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc0096f2690 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u3828453870}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0424 15:07:12.656126 3771 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-250.ec2.internal" on network "default" took: 1.52755ms W0424 15:07:12.662254 3771 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-9nkzd: pod openshift-network-diagnostics/network-check-target-9nkzd: no pod IPs found W0424 15:07:12.662295 3771 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-7p55n: pod openshift-multus/network-metrics-daemon-7p55n: no pod IPs found I0424 15:07:12.663350 3771 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-111.ec2.internal for the network default I0424 15:07:12.663529 3771 zone_ic_handler.go:195] Time taken to create transit switch: 168.069µs I0424 15:07:12.664365 3771 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0424 15:07:12.664401 3771 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0424 15:07:12.664415 3771 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-25.ec2.internal in network "default" I0424 15:07:12.664420 3771 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0424 15:07:12.664470 3771 node_tracker.go:169] Node ip-10-0-0-25.ec2.internal switch + router changed, syncing services in network "default" I0424 15:07:12.664487 3771 services_controller.go:574] Full service sync requested for network=default I0424 15:07:12.664492 3771 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-111.ec2.internal in network "default" I0424 15:07:12.664514 3771 node_tracker.go:169] Node ip-10-0-1-111.ec2.internal switch + router changed, syncing services in network "default" I0424 15:07:12.664521 3771 services_controller.go:574] Full service sync requested for network=default I0424 15:07:12.664530 3771 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-250.ec2.internal in network "default" I0424 15:07:12.664557 3771 node_tracker.go:169] Node ip-10-0-2-250.ec2.internal switch + router changed, syncing services in network "default" I0424 15:07:12.664564 3771 services_controller.go:574] Full service sync requested for network=default I0424 15:07:12.765540 3771 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0424 15:07:12.765562 3771 services_controller.go:208] Setting up event handlers for services for network=default I0424 15:07:12.765642 3771 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0424 15:07:12.765716 3771 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0424 15:07:12.765729 3771 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0424 15:07:12.865783 3771 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0424 15:07:12.865806 3771 repair.go:60] Starting repairing loop for services I0424 15:07:12.865889 3771 repair.go:131] Deleted 0 stale service LBs I0424 15:07:12.865907 3771 repair.go:137] Deleted 0 stale Chassis Template Vars I0424 15:07:12.865921 3771 repair.go:62] Finished repairing loop for services: 117.103µs I0424 15:07:12.865944 3771 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0424 15:07:12.865954 3771 services_controller.go:254] Starting workers for network=default I0424 15:07:12.866357 3771 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-7p55n] creating logical port openshift-multus_network-metrics-daemon-7p55n for pod on switch ip-10-0-1-111.ec2.internal I0424 15:07:12.866394 3771 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-9nkzd] creating logical port openshift-network-diagnostics_network-check-target-9nkzd for pod on switch ip-10-0-1-111.ec2.internal I0424 15:07:12.866471 3771 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-7p55n I0424 15:07:12.866478 3771 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-9nkzd W0424 15:07:12.867478 3771 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0424 15:07:12.868932 3771 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 15:07:12.882028 3771 pod.go:62] [openshift-network-diagnostics/network-check-target-9nkzd] pod update took 15.581401ms I0424 15:07:12.882051 3771 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-9nkzd] addLogicalPort annotation time took 15.605316ms I0424 15:07:12.882832 3771 pod.go:62] [openshift-multus/network-metrics-daemon-7p55n] pod update took 16.409842ms I0424 15:07:12.882854 3771 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-7p55n] addLogicalPort annotation time took 16.433669ms I0424 15:07:12.883476 3771 pods.go:271] [openshift-network-diagnostics/network-check-target-9nkzd] addLogicalPort took 17.089472ms, libovsdb time 1.158916ms I0424 15:07:12.883832 3771 pods.go:271] [openshift-multus/network-metrics-daemon-7p55n] addLogicalPort took 17.480466ms, libovsdb time 733.717µs I0424 15:07:12.884243 3771 admin_network_policy_controller.go:227] Starting controller default-network-controller I0424 15:07:12.884268 3771 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0424 15:07:12.884285 3771 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0424 15:07:12.884292 3771 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0424 15:07:12.884514 3771 repair.go:29] Repairing admin network policies took 215.64µs I0424 15:07:12.884659 3771 repair.go:92] Repairing baseline admin network policies took 133.193µs I0424 15:07:12.885086 3771 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0424 15:07:12.885105 3771 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0424 15:07:12.887929 3771 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0424 15:07:12.887949 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0424 15:07:12.887958 3771 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0424 15:07:12.889387 3771 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0424 15:07:12.889407 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0424 15:07:12.890160 3771 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0424 15:07:12.890172 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0424 15:07:12.892358 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0424 15:07:12.892386 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0424 15:07:12.892398 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0424 15:07:12.894282 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0424 15:07:12.894315 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0424 15:07:12.894341 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0424 15:07:12.895181 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0424 15:07:12.895204 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0424 15:07:12.895211 3771 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0424 15:07:12.895627 3771 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0424 15:07:12.895653 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0424 15:07:12.895663 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0424 15:07:12.896999 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0424 15:07:12.897016 3771 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0424 15:07:12.897027 3771 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0424 15:07:12.898287 3771 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0424 15:07:12.898311 3771 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0424 15:07:12.898339 3771 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0424 15:07:12.900099 3771 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0424 15:07:12.900116 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0424 15:07:12.900124 3771 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0424 15:07:12.900917 3771 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0424 15:07:12.900937 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0424 15:07:12.900967 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0424 15:07:12.901723 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0424 15:07:12.901758 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0424 15:07:12.901765 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0424 15:07:12.902095 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0424 15:07:12.902144 3771 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0424 15:07:12.902160 3771 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0424 15:07:12.904173 3771 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0424 15:07:12.904199 3771 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0424 15:07:12.904216 3771 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0424 15:07:12.906943 3771 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0424 15:07:12.906962 3771 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0424 15:07:12.906972 3771 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0424 15:07:12.908492 3771 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0424 15:07:12.908514 3771 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0424 15:07:12.908525 3771 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0424 15:07:12.909583 3771 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0424 15:07:12.909601 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0424 15:07:12.909609 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0424 15:07:12.910044 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0424 15:07:12.910063 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0424 15:07:12.910070 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0424 15:07:12.910551 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0424 15:07:12.910569 3771 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0424 15:07:12.910577 3771 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0424 15:07:12.911022 3771 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0424 15:07:12.911042 3771 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0424 15:07:12.911049 3771 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0424 15:07:12.911298 3771 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0424 15:07:12.911313 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0424 15:07:12.911333 3771 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0424 15:07:12.911770 3771 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0424 15:07:12.911784 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0424 15:07:12.911792 3771 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0424 15:07:12.912390 3771 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0424 15:07:12.912415 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0424 15:07:12.912426 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0424 15:07:12.912947 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0424 15:07:12.912963 3771 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0424 15:07:12.912970 3771 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0424 15:07:12.913950 3771 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0424 15:07:12.913968 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0424 15:07:12.913976 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0424 15:07:12.914435 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0424 15:07:12.914456 3771 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0424 15:07:12.914465 3771 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0424 15:07:12.915410 3771 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0424 15:07:12.915426 3771 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0424 15:07:12.915437 3771 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0424 15:07:12.915886 3771 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0424 15:07:12.915902 3771 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0424 15:07:12.915909 3771 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0424 15:07:12.916147 3771 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0424 15:07:12.916161 3771 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0424 15:07:12.916172 3771 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0424 15:07:12.917143 3771 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0424 15:07:12.922380 3771 egressfirewall.go:374] Starting EgressFirewall controller I0424 15:07:12.922499 3771 controller.go:133] Adding controller egress-firewall-controller event handlers I0424 15:07:12.922532 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0424 15:07:12.922545 3771 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0424 15:07:12.922761 3771 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0424 15:07:12.922785 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0424 15:07:12.922796 3771 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0424 15:07:12.923037 3771 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0424 15:07:12.923048 3771 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0424 15:07:12.923053 3771 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0424 15:07:12.923061 3771 egressqos.go:193] Setting up event handlers for EgressQoS I0424 15:07:12.923072 3771 egressfirewall.go:723] Syncing node "ip-10-0-0-25.ec2.internal" for egress firewall I0424 15:07:12.923086 3771 egressfirewall.go:723] Syncing node "ip-10-0-1-111.ec2.internal" for egress firewall I0424 15:07:12.923090 3771 egressfirewall.go:723] Syncing node "ip-10-0-2-250.ec2.internal" for egress firewall I0424 15:07:12.923156 3771 egressqos.go:245] Starting EgressQoS Controller I0424 15:07:12.923168 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0424 15:07:12.923178 3771 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0424 15:07:12.923184 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0424 15:07:12.923188 3771 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0424 15:07:12.923193 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0424 15:07:12.923198 3771 shared_informer.go:356] "Caches are synced" controller="egressqos" I0424 15:07:12.923201 3771 egressqos.go:259] Repairing EgressQoSes I0424 15:07:12.923205 3771 egressqos.go:399] Starting repairing loop for egressqos I0424 15:07:12.923276 3771 egressqos.go:401] Finished repairing loop for egressqos: 70.522µs I0424 15:07:12.923294 3771 egressservice_zone.go:132] Setting up event handlers for Egress Services I0424 15:07:12.923311 3771 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-111.ec2.internal I0424 15:07:12.923361 3771 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-111.ec2.internal : 50.195µs I0424 15:07:12.923457 3771 egressservice_zone.go:210] Starting Egress Services Controller I0424 15:07:12.923472 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0424 15:07:12.923480 3771 shared_informer.go:356] "Caches are synced" controller="egressservices" I0424 15:07:12.923486 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0424 15:07:12.923491 3771 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0424 15:07:12.923496 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0424 15:07:12.923501 3771 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0424 15:07:12.923506 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0424 15:07:12.923511 3771 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0424 15:07:12.923514 3771 egressservice_zone.go:228] Repairing Egress Services I0424 15:07:12.923750 3771 master_controller.go:88] Starting Admin Policy Based Route Controller I0424 15:07:12.923760 3771 external_controller.go:278] Starting Admin Policy Based Route Controller I0424 15:07:12.923766 3771 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-250.ec2.internal I0424 15:07:12.923778 3771 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-250.ec2.internal: 14.127µs I0424 15:07:12.923787 3771 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-25.ec2.internal I0424 15:07:12.923793 3771 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-25.ec2.internal: 5.673µs I0424 15:07:12.923798 3771 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-111.ec2.internal I0424 15:07:12.923801 3771 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-111.ec2.internal: 4.099µs I0424 15:07:12.923908 3771 default_network_controller.go:585] Completing all the Watchers took 308.678853ms I0424 15:07:12.923920 3771 default_network_controller.go:589] Starting unidling controllers I0424 15:07:12.923931 3771 unidle.go:46] Registering OVN SB ControllerEvent handler I0424 15:07:12.923939 3771 unidle.go:63] Populating Initial ContollerEvent events I0424 15:07:12.923948 3771 unidle.go:79] Setting up event handlers for services I0424 15:07:12.923991 3771 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0424 15:07:12.995116 3771 default_node_network_controller.go:519] Node connection status = connected I0424 15:07:13.495603 3771 default_node_network_controller.go:519] Node connection status = connected W0424 15:07:13.513766 3771 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 15:07:13.995920 3771 default_node_network_controller.go:519] Node connection status = connected I0424 15:07:14.244298 3771 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0424 15:07:14.495018 3771 default_node_network_controller.go:519] Node connection status = connected I0424 15:07:14.512108 3771 bridgeconfig.go:537] Gateway is ready I0424 15:07:14.512125 3771 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0424 15:07:14.523093 3771 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.111. Updating OVN encap IP. I0424 15:07:14.528351 3771 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.111 - it is already configured I0424 15:07:14.528364 3771 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.111/24:{} 172.20.0.1/32:{}]. Updating annotations. I0424 15:07:14.528598 3771 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.111/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-111.ec2.internal","mac-address":"0a:ff:fa:12:d1:ad","ip-addresses":["10.0.1.111/24"],"ip-address":"10.0.1.111/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:59a28a27-587a-400e-be5a-15d51099b38a k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.111/24"}] on node ip-10-0-1-111.ec2.internal I0424 15:07:14.543603 3771 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-111.ec2.internal I0424 15:07:14.543622 3771 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-111.ec2.internal: 22.067µs I0424 15:07:14.543648 3771 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-111.ec2.internal in network "default" I0424 15:07:14.543685 3771 egressfirewall.go:723] Syncing node "ip-10-0-1-111.ec2.internal" for egress firewall I0424 15:07:14.543700 3771 node_tracker.go:169] Node ip-10-0-1-111.ec2.internal switch + router changed, syncing services in network "default" I0424 15:07:14.543717 3771 services_controller.go:574] Full service sync requested for network=default I0424 15:07:14.543738 3771 master.go:548] Adding or Updating local node "ip-10-0-1-111.ec2.internal" for network "default" W0424 15:07:14.543802 3771 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 15:07:14.544016 3771 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.111 I0424 15:07:14.544092 3771 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-111.ec2.internal W0424 15:07:14.544309 3771 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 15:07:14.548384 3771 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-111.ec2.internal. Updating no re-route policies I0424 15:07:14.548459 3771 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-f744w I0424 15:07:14.548475 3771 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-f744w I0424 15:07:14.548495 3771 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-f744w after 0 failed attempt(s) I0424 15:07:14.548507 3771 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-9nkzd I0424 15:07:14.548512 3771 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-9nkzd I0424 15:07:14.548515 3771 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-111.ec2.internal I0424 15:07:14.548525 3771 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8mjcv I0424 15:07:14.548537 3771 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8mjcv I0424 15:07:14.548538 3771 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-5k6zn I0424 15:07:14.548543 3771 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-111.ec2.internal I0424 15:07:14.548546 3771 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-9nkzd] creating logical port openshift-network-diagnostics_network-check-target-9nkzd for pod on switch ip-10-0-1-111.ec2.internal I0424 15:07:14.548549 3771 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-5k6zn I0424 15:07:14.548550 3771 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-jhgrf I0424 15:07:14.548557 3771 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-8mjcv after 0 failed attempt(s) I0424 15:07:14.548562 3771 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-jhgrf I0424 15:07:14.548559 3771 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-111.ec2.internal after 0 failed attempt(s) I0424 15:07:14.548568 3771 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-6g8ms I0424 15:07:14.548569 3771 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-5k6zn after 0 failed attempt(s) I0424 15:07:14.548564 3771 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-t8hhr I0424 15:07:14.548575 3771 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-6g8ms I0424 15:07:14.548576 3771 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-sgx47 I0424 15:07:14.548581 3771 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-jhgrf after 0 failed attempt(s) I0424 15:07:14.548582 3771 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-t8hhr I0424 15:07:14.548587 3771 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-6g8ms after 0 failed attempt(s) I0424 15:07:14.548581 3771 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-fg7cc I0424 15:07:14.548591 3771 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-sgx47 I0424 15:07:14.548596 3771 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-fg7cc I0424 15:07:14.548593 3771 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-111.ec2.internal I0424 15:07:14.548602 3771 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-t8hhr after 0 failed attempt(s) I0424 15:07:14.548606 3771 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-fg7cc after 0 failed attempt(s) I0424 15:07:14.548579 3771 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-cfhsl I0424 15:07:14.548608 3771 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-111.ec2.internal I0424 15:07:14.548613 3771 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-cfhsl I0424 15:07:14.548625 3771 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-cfhsl after 0 failed attempt(s) I0424 15:07:14.548624 3771 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-7p55n I0424 15:07:14.548613 3771 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-sgx47 after 0 failed attempt(s) I0424 15:07:14.548628 3771 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-111.ec2.internal after 0 failed attempt(s) I0424 15:07:14.548632 3771 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-7p55n I0424 15:07:14.548666 3771 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-7p55n] creating logical port openshift-multus_network-metrics-daemon-7p55n for pod on switch ip-10-0-1-111.ec2.internal I0424 15:07:14.549219 3771 pods.go:271] [openshift-multus/network-metrics-daemon-7p55n] addLogicalPort took 559.852µs, libovsdb time 238.556µs I0424 15:07:14.549228 3771 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-7p55n after 0 failed attempt(s) I0424 15:07:14.549308 3771 pods.go:271] [openshift-network-diagnostics/network-check-target-9nkzd] addLogicalPort took 777.75µs, libovsdb time 380.856µs I0424 15:07:14.549315 3771 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-9nkzd after 0 failed attempt(s) I0424 15:07:14.559159 3771 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0424 15:07:14.570276 3771 iptables.go:108] Creating table: mangle chain: OUTPUT I0424 15:07:14.573262 3771 iptables.go:108] Creating table: nat chain: OUTPUT I0424 15:07:14.627296 3771 iptables.go:108] Creating table: nat chain: PREROUTING I0424 15:07:14.684714 3771 iptables.go:108] Creating table: filter chain: FORWARD I0424 15:07:14.700432 3771 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0424 15:07:14.700571 3771 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0424 15:07:14.700627 3771 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0424 15:07:14.700714 3771 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0424 15:07:14.700761 3771 gateway_init.go:325] Gateway and management port readiness took 2.210008577s I0424 15:07:14.700786 3771 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0424 15:07:14.700818 3771 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0424 15:07:14.700829 3771 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0424 15:07:14.700837 3771 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0424 15:07:14.700905 3771 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0424 15:07:14.700993 3771 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 60.017µs I0424 15:07:14.701191 3771 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0424 15:07:14.701215 3771 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.221µs I0424 15:07:14.701223 3771 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 32.655µs I0424 15:07:14.701229 3771 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0424 15:07:14.701237 3771 nad_controller.go:379] [node-nad-controller NAD controller]: started I0424 15:07:14.701241 3771 default_node_network_controller.go:899] Starting the default node network controller I0424 15:07:14.701245 3771 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0424 15:07:14.701330 3771 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 11.904µs I0424 15:07:14.701431 3771 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0424 15:07:14.701441 3771 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0424 15:07:14.701464 3771 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008caf90 0xc0002ed960 0xc0002ed9d0 0xc0002eda40 0xc0002edb20 0xc0002edb90 0xc0002edc00 0xc000c3a000 0xc0002edc70 0xc0002edce0 0xc000b2c3c0 0xc0063f7500 0xc0002edd50 map[0x2ff9080:0xc0025a64e0 0x2ff95c0:0xc0025a6960 0x2ffa2e0:0xc00337e2a0 0x2ffa580:0xc0025a6480 0x2ffad60:0xc0025a6540 0x2ffb000:0xc0025a65a0 0x2ffb2a0:0xc0025a6900 0x2ffba80:0xc0025a69c0 0x2ffbd20:0xc0025a6a20 0x3026980:0xc00071cb40 0x3026d20:0xc001f37b00 0x3027800:0xc0008e7920 0x3029160:0xc001bba000 0x30298a0:0xc001f37b60 0x302a720:0xc001bba060] 0xc00016aa80 0} I0424 15:07:14.701528 3771 gateway.go:151] Starting gateway service sync I0424 15:07:14.701967 3771 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0424 15:07:14.703954 3771 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0424 15:07:14.732858 3771 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0424 15:07:14.733939 3771 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0424 15:07:14.734975 3771 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0424 15:07:14.768473 3771 gateway.go:168] Gateway service sync done. Time taken: 66.933981ms I0424 15:07:14.769075 3771 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32526 I0424 15:07:14.769256 3771 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008caf90 0xc0002ed960 0xc0002ed9d0 0xc0002eda40 0xc0002edb20 0xc0002edb90 0xc0002edc00 0xc000c3a000 0xc0002edc70 0xc0002edce0 0xc000b2c3c0 0xc0063f7500 0xc0002edd50 map[0x2ff9080:0xc0025a64e0 0x2ff95c0:0xc0025a6960 0x2ffa2e0:0xc00337e2a0 0x2ffa580:0xc0025a6480 0x2ffad60:0xc0025a6540 0x2ffb000:0xc0025a65a0 0x2ffb2a0:0xc0025a6900 0x2ffba80:0xc0025a69c0 0x2ffbd20:0xc0025a6a20 0x3026980:0xc00071cb40 0x3026d20:0xc001f37b00 0x3027800:0xc0008e7920 0x3029160:0xc001bba000 0x30298a0:0xc001f37b60 0x302a720:0xc001bba060] 0xc00016aa80 0} I0424 15:07:14.769803 3771 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008caf90 0xc0002ed960 0xc0002ed9d0 0xc0002eda40 0xc0002edb20 0xc0002edb90 0xc0002edc00 0xc000c3a000 0xc0002edc70 0xc0002edce0 0xc000b2c3c0 0xc0063f7500 0xc0002edd50 map[0x2ff9080:0xc0025a64e0 0x2ff95c0:0xc0025a6960 0x2ffa2e0:0xc00337e2a0 0x2ffa580:0xc0025a6480 0x2ffad60:0xc0025a6540 0x2ffb000:0xc0025a65a0 0x2ffb2a0:0xc0025a6900 0x2ffba80:0xc0025a69c0 0x2ffbd20:0xc0025a6a20 0x3026980:0xc00071cb40 0x3026d20:0xc001f37b00 0x3027800:0xc0008e7920 0x3029160:0xc001bba000 0x30298a0:0xc001f37b60 0x302a720:0xc001bba060] 0xc00016aa80 0} I0424 15:07:14.769840 3771 gateway.go:532] Reconciling gateway with updates I0424 15:07:14.774926 3771 gateway.go:339] Spawning Conntrack Rule Check Thread I0424 15:07:14.775012 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 15:07:14.775025 3771 default_node_network_controller.go:944] Gateway and management port readiness took 73.576966ms I0424 15:07:14.775025 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 15:07:14.775032 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 15:07:14.775040 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 15:07:14.775036 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 15:07:14.775049 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 15:07:14.775057 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 15:07:14.775061 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 15:07:14.775079 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 15:07:14.775098 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0424 15:07:14.775099 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 15:07:14.775103 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 15:07:14.775105 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 15:07:14.775116 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 15:07:14.775116 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 15:07:14.775116 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 15:07:14.775121 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 15:07:14.775124 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0424 15:07:14.775126 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 15:07:14.775128 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 15:07:14.775135 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0424 15:07:14.775136 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0424 15:07:14.775087 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0424 15:07:14.775146 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0424 15:07:14.775083 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0424 15:07:14.775150 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 15:07:14.775162 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0424 15:07:14.775165 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0424 15:07:14.775167 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 15:07:14.775108 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0424 15:07:14.775177 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0424 15:07:14.775179 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0424 15:07:14.775180 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 15:07:14.775174 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 15:07:14.775190 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0424 15:07:14.775190 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 15:07:14.775197 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 15:07:14.775102 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0424 15:07:14.775203 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 15:07:14.775210 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0424 15:07:14.775192 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0424 15:07:14.775211 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0424 15:07:14.775215 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 15:07:14.775225 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 15:07:14.775229 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 15:07:14.775231 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 15:07:14.775168 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0424 15:07:14.775238 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 15:07:14.775245 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 15:07:14.775257 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0424 15:07:14.775266 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0424 15:07:14.775263 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0424 15:07:14.775274 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0424 15:07:14.775236 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0424 15:07:14.775284 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 15:07:14.775119 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0424 15:07:14.775290 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 15:07:14.775290 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0424 15:07:14.775295 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0424 15:07:14.775184 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0424 15:07:14.775245 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0424 15:07:14.775086 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0424 15:07:14.775147 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0424 15:07:14.775336 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 15:07:14.775337 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0424 15:07:14.775346 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 15:07:14.775140 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0424 15:07:14.775349 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0424 15:07:14.775353 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0424 15:07:14.775359 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0424 15:07:14.775185 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 15:07:14.775363 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0424 15:07:14.775367 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 15:07:14.775383 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 15:07:14.775358 3771 port_claim.go:71] Svc openshift-ingress/router-default: port 32010 is already open, no action needed I0424 15:07:14.775398 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 15:07:14.775406 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 15:07:14.775412 3771 port_claim.go:71] Svc openshift-ingress/router-default: port 31578 is already open, no action needed I0424 15:07:14.775417 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 15:07:14.775415 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0424 15:07:14.775425 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 15:07:14.775191 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 15:07:14.775436 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0424 15:07:14.775415 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 15:07:14.775444 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 15:07:14.775407 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0424 15:07:14.775198 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 15:07:14.775467 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 15:07:14.775477 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0424 15:07:14.775218 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0424 15:07:14.775479 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 15:07:14.775272 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 15:07:14.775489 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0424 15:07:14.775507 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 15:07:14.775514 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 15:07:14.775520 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0424 15:07:14.775522 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 15:07:14.775525 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 15:07:14.775533 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 15:07:14.775541 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0424 15:07:14.775554 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 15:07:14.775507 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 15:07:14.775198 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0424 15:07:14.775104 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 15:07:14.775599 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 15:07:14.775460 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 15:07:14.775521 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 15:07:14.775673 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 15:07:14.775689 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 15:07:14.775691 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 15:07:14.775707 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 15:07:14.775716 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0424 15:07:14.775012 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0424 15:07:14.775761 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0424 15:07:14.775772 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0424 15:07:14.776288 3771 node_ip_handler_linux.go:160] Node IP manager is running W0424 15:07:14.811414 3771 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0424 15:07:14.811709 3771 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0424 15:07:14.811900 3771 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0424 15:07:14.819536 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0424 15:07:14.819562 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0424 15:07:14.819569 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0424 15:07:14.819576 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0424 15:07:14.819582 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0424 15:07:14.819590 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0424 15:07:14.819597 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0424 15:07:14.858630 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0424 15:07:14.858638 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0424 15:07:14.858653 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0424 15:07:14.896242 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0424 15:07:14.896266 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0424 15:07:14.896277 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0424 15:07:14.896282 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0424 15:07:14.896289 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0424 15:07:14.896294 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0424 15:07:14.896299 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0424 15:07:14.896340 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0424 15:07:14.896349 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) W0424 15:07:16.701705 3771 egressip_healthcheck.go:76] Health checking using insecure connection I0424 15:07:16.701756 3771 default_node_network_controller.go:1380] Starting node controller node sync I0424 15:07:16.701760 3771 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0424 15:07:16.713498 3771 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.724865ms I0424 15:07:16.713593 3771 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-250.ec2.internal", IP: 10.0.2.250 to PMTUD blocking rules I0424 15:07:16.713595 3771 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-25.ec2.internal", IP: 10.0.0.25 to PMTUD blocking rules I0424 15:07:16.713604 3771 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-250.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 15:07:16.713608 3771 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-25.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 15:07:16.724506 3771 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0424 15:07:16.724772 3771 egressservice_node.go:93] Setting up event handlers for Egress Services I0424 15:07:16.724894 3771 egressservice_node.go:183] Starting Egress Services Controller I0424 15:07:16.724910 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0424 15:07:16.724919 3771 shared_informer.go:356] "Caches are synced" controller="egressservices" I0424 15:07:16.724925 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0424 15:07:16.724930 3771 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0424 15:07:16.724935 3771 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0424 15:07:16.724940 3771 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0424 15:07:16.724945 3771 egressservice_node.go:197] Repairing Egress Services I0424 15:07:16.734593 3771 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0424 15:07:16.734603 3771 external_controller.go:278] Starting Admin Policy Based Route Controller I0424 15:07:16.734842 3771 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0424 15:07:16.734851 3771 link_network_manager.go:119] Link manager is running I0424 15:07:16.734859 3771 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0424 15:07:16.735015 3771 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0424 15:07:16.735187 3771 vrf_manager.go:128] VRF manager is running I0424 15:07:16.735284 3771 node_controller_manager.go:437] Removing flows to drop GARP I0424 15:07:16.735293 3771 gateway.go:532] Reconciling gateway with updates I0424 15:07:16.755931 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0424 15:07:16.755945 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0424 15:07:16.755954 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0424 15:07:16.755970 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 15:07:16.755970 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 15:07:16.755973 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0424 15:07:16.755980 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0424 15:07:16.755962 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0424 15:07:16.755989 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 15:07:16.755993 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0424 15:07:16.755995 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0424 15:07:16.755998 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 15:07:16.755996 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 15:07:16.756002 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0424 15:07:16.756002 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 15:07:16.756008 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 15:07:16.756012 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0424 15:07:16.756017 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 15:07:16.756018 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0424 15:07:16.756017 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0424 15:07:16.756018 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0424 15:07:16.755990 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 15:07:16.755975 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0424 15:07:16.756037 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0424 15:07:16.756039 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 15:07:16.756046 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 15:07:16.756052 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 15:07:16.756056 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0424 15:07:16.756043 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0424 15:07:16.756060 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 15:07:16.755986 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 15:07:16.756066 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0424 15:07:16.756062 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 15:07:16.756057 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 15:07:16.756077 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 15:07:16.756082 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 15:07:16.756077 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 15:07:16.756085 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0424 15:07:16.756005 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0424 15:07:16.756090 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 15:07:16.756073 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 15:07:16.756097 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0424 15:07:16.756100 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 15:07:16.756105 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 15:07:16.756107 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 15:07:16.756112 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 15:07:16.756108 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0424 15:07:16.756116 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 15:07:16.756116 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 15:07:16.756122 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0424 15:07:16.756124 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 15:07:16.756131 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 15:07:16.756142 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 15:07:16.756062 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 15:07:16.755958 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 15:07:16.756183 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 15:07:16.756071 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 15:07:16.756184 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 15:07:16.756187 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 15:07:16.756199 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 15:07:16.756207 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 15:07:16.756119 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 15:07:16.756192 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 15:07:16.756086 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 15:07:16.756240 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0424 15:07:16.756106 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 15:07:16.755979 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 15:07:16.756264 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 15:07:16.755978 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 15:07:16.756269 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0424 15:07:16.755960 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0424 15:07:16.756273 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 15:07:16.756276 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0424 15:07:16.756028 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0424 15:07:16.755986 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 15:07:16.756299 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 15:07:16.756035 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 15:07:16.756046 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0424 15:07:16.756045 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 15:07:16.756408 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 15:07:16.756413 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0424 15:07:16.756058 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 15:07:16.756058 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 15:07:16.756066 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0424 15:07:16.756472 3771 port_claim.go:71] Svc openshift-ingress/router-default: port 32010 is already open, no action needed I0424 15:07:16.756479 3771 port_claim.go:71] Svc openshift-ingress/router-default: port 31578 is already open, no action needed I0424 15:07:16.756067 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 15:07:16.756510 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 15:07:16.756072 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 15:07:16.756537 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 15:07:16.756070 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 15:07:16.756563 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 15:07:16.756090 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 15:07:16.756091 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 15:07:16.756603 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0424 15:07:16.756093 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 15:07:16.756090 3771 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 15:07:16.756646 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 15:07:16.756656 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0424 15:07:16.756107 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0424 15:07:16.756034 3771 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0424 15:07:16.782184 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0424 15:07:16.782200 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0424 15:07:16.782206 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0424 15:07:16.782213 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0424 15:07:16.782220 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0424 15:07:16.782228 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0424 15:07:16.782241 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0424 15:07:16.782252 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0424 15:07:16.782258 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0424 15:07:16.782263 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0424 15:07:16.782268 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0424 15:07:16.782273 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0424 15:07:16.782278 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0424 15:07:16.782282 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0424 15:07:16.782289 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0424 15:07:16.782295 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0424 15:07:16.782307 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0424 15:07:16.782316 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0424 15:07:16.782331 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0424 15:07:16.782345 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0424 15:07:16.782361 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0424 15:07:16.782366 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0424 15:07:16.782372 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0424 15:07:16.820275 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0424 15:07:16.820293 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0424 15:07:16.820300 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0424 15:07:16.820317 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0424 15:07:16.820332 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0424 15:07:16.820338 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0424 15:07:16.820353 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0424 15:07:16.820369 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0424 15:07:16.820376 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0424 15:07:16.820382 3771 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0424 15:07:18.143076 3771 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-111.ec2.internal I0424 15:07:18.143107 3771 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-111.ec2.internal: 37.724µs I0424 15:07:18.168141 3771 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-845b8f8bb7-k4kcb] creating logical port openshift-image-registry_image-registry-845b8f8bb7-k4kcb for pod on switch ip-10-0-1-111.ec2.internal I0424 15:07:18.168266 3771 kube.go:256] Updating pod openshift-image-registry/image-registry-845b8f8bb7-k4kcb I0424 15:07:18.186316 3771 pod.go:62] [openshift-image-registry/image-registry-845b8f8bb7-k4kcb] pod update took 18.081041ms I0424 15:07:18.186355 3771 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-845b8f8bb7-k4kcb] addLogicalPort annotation time took 18.122706ms I0424 15:07:18.187509 3771 pods.go:271] [openshift-image-registry/image-registry-845b8f8bb7-k4kcb] addLogicalPort took 19.389827ms, libovsdb time 860.478µs I0424 15:07:18.193590 3771 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-gbpln] creating logical port openshift-dns_dns-default-gbpln for pod on switch ip-10-0-1-111.ec2.internal I0424 15:07:18.193710 3771 kube.go:256] Updating pod openshift-dns/dns-default-gbpln I0424 15:07:18.202963 3771 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-4tfpn] creating logical port openshift-ingress-canary_ingress-canary-4tfpn for pod on switch ip-10-0-1-111.ec2.internal I0424 15:07:18.203046 3771 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-4tfpn I0424 15:07:18.212817 3771 pod.go:62] [openshift-dns/dns-default-gbpln] pod update took 19.161976ms I0424 15:07:18.212834 3771 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-gbpln] addLogicalPort annotation time took 19.181516ms I0424 15:07:18.213803 3771 pods.go:271] [openshift-dns/dns-default-gbpln] addLogicalPort took 20.223823ms, libovsdb time 753.367µs I0424 15:07:18.217780 3771 pod.go:62] [openshift-ingress-canary/ingress-canary-4tfpn] pod update took 14.753929ms I0424 15:07:18.217795 3771 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-4tfpn] addLogicalPort annotation time took 14.770995ms I0424 15:07:18.218602 3771 pods.go:271] [openshift-ingress-canary/ingress-canary-4tfpn] addLogicalPort took 15.648496ms, libovsdb time 627.072µs I0424 15:07:18.603755 3771 cni.go:452] [openshift-ingress-canary/ingress-canary-4tfpn 0a78b357f02e69f81ab316bd6db3cf73b0522b071cd725a33b32c620439121ff network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-4tfpn 0a78b357f02e69f81ab316bd6db3cf73b0522b071cd725a33b32c620439121ff network default NAD default NAD key ] I0424 15:07:18.638397 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-4tfpn, hostIfaceName: 0a78b357f02e69f, network: default, NAD default, SandboxID: "0a78b357f02e69f81ab316bd6db3cf73b0522b071cd725a33b32c620439121ff", PCI device ID: , UID: "e0e86b06-6a76-4d8b-af6e-643d3dcb26f9", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0424 15:07:18.697746 3771 cni.go:473] [openshift-ingress-canary/ingress-canary-4tfpn 0a78b357f02e69f81ab316bd6db3cf73b0522b071cd725a33b32c620439121ff network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-4tfpn 0a78b357f02e69f81ab316bd6db3cf73b0522b071cd725a33b32c620439121ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:4d:2d:42:bf:fd\",\"name\":\"0a78b357f02e69f\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9660aab7-c383-4465-95e8-07b8d3e1f426\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:07:20.558575 3771 cni.go:452] [openshift-network-diagnostics/network-check-target-9nkzd cac7244cd1daae7dfa0c6daa608c6e4065ca1c55a140d99225ea97dc88cad111 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-9nkzd cac7244cd1daae7dfa0c6daa608c6e4065ca1c55a140d99225ea97dc88cad111 network default NAD default NAD key ] I0424 15:07:20.568708 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-9nkzd, hostIfaceName: cac7244cd1daae7, network: default, NAD default, SandboxID: "cac7244cd1daae7dfa0c6daa608c6e4065ca1c55a140d99225ea97dc88cad111", PCI device ID: , UID: "1ac1c400-1348-4eb9-a08b-c5b3c378d60a", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0424 15:07:20.611595 3771 cni.go:473] [openshift-network-diagnostics/network-check-target-9nkzd cac7244cd1daae7dfa0c6daa608c6e4065ca1c55a140d99225ea97dc88cad111 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-9nkzd cac7244cd1daae7dfa0c6daa608c6e4065ca1c55a140d99225ea97dc88cad111 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:35:31:a9:66:5e\",\"name\":\"cac7244cd1daae7\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/05829f05-b199-4343-9e6f-74aeee0c6ac7\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:07:24.345815 3771 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-z5hdx] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-z5hdx for pod on switch ip-10-0-1-111.ec2.internal I0424 15:07:24.345927 3771 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-z5hdx I0424 15:07:24.356297 3771 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-nhjgf] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-nhjgf for pod on switch ip-10-0-1-111.ec2.internal I0424 15:07:24.356377 3771 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-5bxxx] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-5bxxx for pod on switch ip-10-0-1-111.ec2.internal I0424 15:07:24.356418 3771 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-nhjgf I0424 15:07:24.356474 3771 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-5bxxx I0424 15:07:24.366310 3771 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-z5hdx] pod update took 20.401817ms I0424 15:07:24.366342 3771 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-z5hdx] addLogicalPort annotation time took 20.437581ms I0424 15:07:24.367339 3771 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-z5hdx] addLogicalPort took 21.541497ms, libovsdb time 752.623µs I0424 15:07:24.378233 3771 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-nhjgf] pod update took 21.837615ms I0424 15:07:24.378250 3771 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-nhjgf] addLogicalPort annotation time took 21.857802ms I0424 15:07:24.379283 3771 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-nhjgf] addLogicalPort took 22.996338ms, libovsdb time 788.176µs I0424 15:07:24.379710 3771 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-5bxxx] pod update took 23.255394ms I0424 15:07:24.379732 3771 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-5bxxx] addLogicalPort annotation time took 23.279507ms I0424 15:07:24.380721 3771 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-5bxxx] addLogicalPort took 24.359218ms, libovsdb time 699.318µs I0424 15:07:24.449830 3771 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-ffz58] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-ffz58 for pod on switch ip-10-0-1-111.ec2.internal I0424 15:07:24.449902 3771 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-ffz58 I0424 15:07:24.460495 3771 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-kj97z] creating logical port openshift-insights_insights-operator-6dbb575d6c-kj97z for pod on switch ip-10-0-1-111.ec2.internal I0424 15:07:24.460558 3771 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-kj97z I0424 15:07:24.466663 3771 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-nn85l] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-nn85l for pod on switch ip-10-0-1-111.ec2.internal I0424 15:07:24.466748 3771 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-nn85l I0424 15:07:24.473585 3771 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-ffz58] pod update took 23.697087ms I0424 15:07:24.473601 3771 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-ffz58] addLogicalPort annotation time took 23.719887ms W0424 15:07:24.473602 3771 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 15:07:24.474547 3771 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-ffz58] addLogicalPort took 24.729116ms, libovsdb time 675.301µs I0424 15:07:24.484743 3771 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-nn85l] pod update took 18.014752ms I0424 15:07:24.484764 3771 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-nn85l] addLogicalPort annotation time took 18.033841ms I0424 15:07:24.484830 3771 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-kj97z] pod update took 24.289638ms I0424 15:07:24.484846 3771 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-kj97z] addLogicalPort annotation time took 24.307852ms I0424 15:07:24.485813 3771 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-nn85l] addLogicalPort took 19.156492ms, libovsdb time 818.887µs I0424 15:07:24.486102 3771 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-kj97z] addLogicalPort took 25.616299ms, libovsdb time 929.844µs I0424 15:07:24.764171 3771 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-nhjgf 48f4c8fe5504c33ebc7c6d718dbc208b162531d789d028b5c8ff9eb3b03a747a network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-nhjgf 48f4c8fe5504c33ebc7c6d718dbc208b162531d789d028b5c8ff9eb3b03a747a network default NAD default NAD key ] I0424 15:07:24.773193 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-nhjgf, hostIfaceName: 48f4c8fe5504c33, network: default, NAD default, SandboxID: "48f4c8fe5504c33ebc7c6d718dbc208b162531d789d028b5c8ff9eb3b03a747a", PCI device ID: , UID: "e3349499-deb7-4d13-9615-abe48d1c7bee", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0424 15:07:24.818550 3771 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-nhjgf 48f4c8fe5504c33ebc7c6d718dbc208b162531d789d028b5c8ff9eb3b03a747a network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-nhjgf 48f4c8fe5504c33ebc7c6d718dbc208b162531d789d028b5c8ff9eb3b03a747a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:23:6e:8a:a1:f1\",\"name\":\"48f4c8fe5504c33\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8be6dc7-2c3e-4524-ae68-6afeef500e18\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:07:24.841119 3771 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-ffz58 df74c143d2229d5bff73005f136d1332ba14bdd59a05e3c07a03d73b81f1f30b network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-ffz58 df74c143d2229d5bff73005f136d1332ba14bdd59a05e3c07a03d73b81f1f30b network default NAD default NAD key ] I0424 15:07:24.853058 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-ffz58, hostIfaceName: df74c143d2229d5, network: default, NAD default, SandboxID: "df74c143d2229d5bff73005f136d1332ba14bdd59a05e3c07a03d73b81f1f30b", PCI device ID: , UID: "3bbadd2d-56fc-4d9b-af10-a73e1f0c1389", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0424 15:07:24.862055 3771 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-kj97z 45c6b0a8d558c7eb7908fa82745e97a5e0061b36e1e1d964f6e9bdf32129916c network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-kj97z 45c6b0a8d558c7eb7908fa82745e97a5e0061b36e1e1d964f6e9bdf32129916c network default NAD default NAD key ] I0424 15:07:24.872973 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-kj97z, hostIfaceName: 45c6b0a8d558c7e, network: default, NAD default, SandboxID: "45c6b0a8d558c7eb7908fa82745e97a5e0061b36e1e1d964f6e9bdf32129916c", PCI device ID: , UID: "0f987dab-e8dc-4626-9261-afadf00ef5ef", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0424 15:07:24.898494 3771 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-ffz58 df74c143d2229d5bff73005f136d1332ba14bdd59a05e3c07a03d73b81f1f30b network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-ffz58 df74c143d2229d5bff73005f136d1332ba14bdd59a05e3c07a03d73b81f1f30b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:87:e8:cc:35:7a\",\"name\":\"df74c143d2229d5\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3cce039f-0927-404c-a483-06468523643c\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:07:24.917060 3771 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-kj97z 45c6b0a8d558c7eb7908fa82745e97a5e0061b36e1e1d964f6e9bdf32129916c network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-kj97z 45c6b0a8d558c7eb7908fa82745e97a5e0061b36e1e1d964f6e9bdf32129916c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:12:66:e8:3a:2a\",\"name\":\"45c6b0a8d558c7e\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc564dfa-708f-45e6-a7ae-897279184d8b\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 15:07:27.191198 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0424 15:07:30.357367 3771 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0424 15:07:30.358350 3771 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 956.782µs I0424 15:07:30.374203 3771 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0424 15:07:30.860631 3771 namespace.go:98] [openshift-service-ca] adding namespace I0424 15:07:30.861518 3771 namespace.go:102] [openshift-service-ca] adding namespace took 859.435µs I0424 15:07:30.876742 3771 namespace.go:142] [openshift-service-ca] updating namespace I0424 15:07:31.320865 3771 default_network_controller.go:1025] Node "ip-10-0-0-25.ec2.internal" in remote zone "ip-10-0-0-25.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 15:07:31.321662 3771 zone_ic_handler.go:195] Time taken to create transit switch: 269.96µs I0424 15:07:31.321677 3771 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-25.ec2.internal for the network default I0424 15:07:31.322738 3771 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-25.ec2.internal" on network "default" took: 1.364397ms I0424 15:07:40.345125 3771 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-z5hdx 03b4b38b3c7b51135771021d17e046975fd7563f1c0bf3a325f36fe8d69f22d5 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-z5hdx 03b4b38b3c7b51135771021d17e046975fd7563f1c0bf3a325f36fe8d69f22d5 network default NAD default NAD key ] I0424 15:07:40.355145 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-z5hdx, hostIfaceName: 03b4b38b3c7b511, network: default, NAD default, SandboxID: "03b4b38b3c7b51135771021d17e046975fd7563f1c0bf3a325f36fe8d69f22d5", PCI device ID: , UID: "6660b273-52af-46d9-a758-dba9d0cf26aa", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0424 15:07:40.400036 3771 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-z5hdx 03b4b38b3c7b51135771021d17e046975fd7563f1c0bf3a325f36fe8d69f22d5 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-z5hdx 03b4b38b3c7b51135771021d17e046975fd7563f1c0bf3a325f36fe8d69f22d5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:b8:9d:82:44:69\",\"name\":\"03b4b38b3c7b511\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3f78c9a2-3d33-4325-9aa7-c63427ca01b0\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 15:07:40.630463 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0424 15:07:50.356206 3771 cni.go:452] [openshift-image-registry/image-registry-845b8f8bb7-k4kcb 977a4bdf181d99bb1b3d0922e2d2e7f2cfd4ac083de34c035136890d94cbb863 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-845b8f8bb7-k4kcb 977a4bdf181d99bb1b3d0922e2d2e7f2cfd4ac083de34c035136890d94cbb863 network default NAD default NAD key ] I0424 15:07:50.367263 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-845b8f8bb7-k4kcb, hostIfaceName: 977a4bdf181d99b, network: default, NAD default, SandboxID: "977a4bdf181d99bb1b3d0922e2d2e7f2cfd4ac083de34c035136890d94cbb863", PCI device ID: , UID: "77bac403-6772-4aff-9789-acba51bf57cf", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0424 15:07:50.368561 3771 cni.go:452] [openshift-dns/dns-default-gbpln e9e0983deca928fa9a975e61616fa7644a6c6d853d6ef41259e17b02e058776e network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-gbpln e9e0983deca928fa9a975e61616fa7644a6c6d853d6ef41259e17b02e058776e network default NAD default NAD key ] I0424 15:07:50.378500 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-gbpln, hostIfaceName: e9e0983deca928f, network: default, NAD default, SandboxID: "e9e0983deca928fa9a975e61616fa7644a6c6d853d6ef41259e17b02e058776e", PCI device ID: , UID: "3b15105e-a6c5-4ef8-9985-36969d91be49", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0424 15:07:50.413855 3771 cni.go:473] [openshift-image-registry/image-registry-845b8f8bb7-k4kcb 977a4bdf181d99bb1b3d0922e2d2e7f2cfd4ac083de34c035136890d94cbb863 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-845b8f8bb7-k4kcb 977a4bdf181d99bb1b3d0922e2d2e7f2cfd4ac083de34c035136890d94cbb863 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:5f:00:54:6c:a8\",\"name\":\"977a4bdf181d99b\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78a197ac-d250-4474-84df-db121af99b3f\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:07:50.430569 3771 cni.go:473] [openshift-dns/dns-default-gbpln e9e0983deca928fa9a975e61616fa7644a6c6d853d6ef41259e17b02e058776e network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-gbpln e9e0983deca928fa9a975e61616fa7644a6c6d853d6ef41259e17b02e058776e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:8e:32:9a:65:69\",\"name\":\"e9e0983deca928f\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb043187-4243-4abc-a241-9c4077a6e6c5\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 15:07:51.774620 3771 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0424 15:07:51.774695 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 15:07:51.774713 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 15:07:51.839644 3771 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw for pod on switch ip-10-0-1-111.ec2.internal I0424 15:07:51.839737 3771 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw I0424 15:07:51.859043 3771 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw] pod update took 19.328481ms I0424 15:07:51.859065 3771 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw] addLogicalPort annotation time took 19.356207ms I0424 15:07:51.860678 3771 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw] addLogicalPort took 21.051629ms, libovsdb time 1.165527ms I0424 15:07:51.873405 3771 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-rnz7l] creating logical port openshift-insights_insights-runtime-extractor-rnz7l for pod on switch ip-10-0-1-111.ec2.internal I0424 15:07:51.873483 3771 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-rnz7l I0424 15:07:51.888306 3771 pod.go:62] [openshift-insights/insights-runtime-extractor-rnz7l] pod update took 14.845827ms I0424 15:07:51.888338 3771 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-rnz7l] addLogicalPort annotation time took 14.881464ms I0424 15:07:51.889495 3771 pods.go:271] [openshift-insights/insights-runtime-extractor-rnz7l] addLogicalPort took 16.09868ms, libovsdb time 857.048µs I0424 15:07:52.211293 3771 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw 2b6a8977437733e5772fe82a21eded8f9c09a3179ac2ca2e8a8c80fb025133a3 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw 2b6a8977437733e5772fe82a21eded8f9c09a3179ac2ca2e8a8c80fb025133a3 network default NAD default NAD key ] I0424 15:07:52.220627 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw, hostIfaceName: 2b6a8977437733e, network: default, NAD default, SandboxID: "2b6a8977437733e5772fe82a21eded8f9c09a3179ac2ca2e8a8c80fb025133a3", PCI device ID: , UID: "61954027-7ecf-4df1-8b2e-b8320e646163", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0424 15:07:52.229297 3771 cni.go:452] [openshift-insights/insights-runtime-extractor-rnz7l a3537cb410a2584d5a62742fccb1342c795054d8cb4fafd2eeab4462bd961298 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-rnz7l a3537cb410a2584d5a62742fccb1342c795054d8cb4fafd2eeab4462bd961298 network default NAD default NAD key ] I0424 15:07:52.237892 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-rnz7l, hostIfaceName: a3537cb410a2584, network: default, NAD default, SandboxID: "a3537cb410a2584d5a62742fccb1342c795054d8cb4fafd2eeab4462bd961298", PCI device ID: , UID: "be5995ca-682e-412e-81cb-620eb7eb89eb", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0424 15:07:52.244567 3771 cni.go:452] [openshift-multus/network-metrics-daemon-7p55n 69919221df61402495f95d7c1fb1bb8d3fee150586f2c494605e3a2c65621dda network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-7p55n 69919221df61402495f95d7c1fb1bb8d3fee150586f2c494605e3a2c65621dda network default NAD default NAD key ] I0424 15:07:52.255167 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-7p55n, hostIfaceName: 69919221df61402, network: default, NAD default, SandboxID: "69919221df61402495f95d7c1fb1bb8d3fee150586f2c494605e3a2c65621dda", PCI device ID: , UID: "27e03896-9956-4195-ba2d-a5358bfdca0a", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0424 15:07:52.271037 3771 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw 2b6a8977437733e5772fe82a21eded8f9c09a3179ac2ca2e8a8c80fb025133a3 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw 2b6a8977437733e5772fe82a21eded8f9c09a3179ac2ca2e8a8c80fb025133a3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:56:d9:27:1e:b9\",\"name\":\"2b6a8977437733e\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5209cf97-339d-4ac8-ae2b-a8002ddaf774\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:07:52.289024 3771 cni.go:473] [openshift-insights/insights-runtime-extractor-rnz7l a3537cb410a2584d5a62742fccb1342c795054d8cb4fafd2eeab4462bd961298 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-rnz7l a3537cb410a2584d5a62742fccb1342c795054d8cb4fafd2eeab4462bd961298 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:24:1d:1d:6d:a0\",\"name\":\"a3537cb410a2584\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c0b5c1e-1a9b-4c16-ad71-a25c40675784\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:07:52.307085 3771 cni.go:473] [openshift-multus/network-metrics-daemon-7p55n 69919221df61402495f95d7c1fb1bb8d3fee150586f2c494605e3a2c65621dda network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-7p55n 69919221df61402495f95d7c1fb1bb8d3fee150586f2c494605e3a2c65621dda network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:39:b5:b6:6e:a2\",\"name\":\"69919221df61402\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/107cf8f6-a089-44a9-a4db-20b23b93d688\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 15:07:52.537036 3771 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:52.537054 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:52.537060 3771 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0424 15:07:53.276933 3771 obj_retry.go:498] Detected object openshift-image-registry/image-registry-56486f46bd-kjxbl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:07:53.277558 3771 obj_retry.go:498] Detected object openshift-image-registry/image-registry-56486f46bd-kjxbl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:07:53.291152 3771 obj_retry.go:492] Detected object openshift-image-registry/image-registry-56486f46bd-kjxbl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:07:53.291231 3771 obj_retry.go:492] Detected object openshift-image-registry/image-registry-56486f46bd-kjxbl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:07:53.297185 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-56486f46bd-kjxbl I0424 15:07:53.297212 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-56486f46bd-kjxbl I0424 15:07:53.617739 3771 obj_retry.go:498] Detected object openshift-image-registry/image-registry-845b8f8bb7-2p5cl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:07:53.618279 3771 obj_retry.go:498] Detected object openshift-image-registry/image-registry-845b8f8bb7-2p5cl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:07:53.631578 3771 obj_retry.go:492] Detected object openshift-image-registry/image-registry-845b8f8bb7-2p5cl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:07:53.631594 3771 obj_retry.go:492] Detected object openshift-image-registry/image-registry-845b8f8bb7-2p5cl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:07:53.638364 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-845b8f8bb7-2p5cl I0424 15:07:53.638387 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-845b8f8bb7-2p5cl W0424 15:07:54.288508 3771 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0424 15:07:54.627695 3771 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0424 15:07:55.446840 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 15:07:56.577412 3771 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-5bxxx 484215fd05785d9e2625afd2d39f22e2abd943c1375d0967d36b223481ca81bd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-5bxxx 484215fd05785d9e2625afd2d39f22e2abd943c1375d0967d36b223481ca81bd network default NAD default NAD key ] I0424 15:07:56.586343 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-5bxxx, hostIfaceName: 484215fd05785d9, network: default, NAD default, SandboxID: "484215fd05785d9e2625afd2d39f22e2abd943c1375d0967d36b223481ca81bd", PCI device ID: , UID: "eb37b30a-c187-4823-a77c-414bd8b63a85", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0424 15:07:56.633622 3771 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-5bxxx 484215fd05785d9e2625afd2d39f22e2abd943c1375d0967d36b223481ca81bd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-5bxxx 484215fd05785d9e2625afd2d39f22e2abd943c1375d0967d36b223481ca81bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:d8:80:07:79:7b\",\"name\":\"484215fd05785d9\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68f38f1d-a47f-4d6d-b85b-5e1c23aa0644\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:07:56.683697 3771 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-nn85l 3ac406e996bcc4f549bff39fb62dbb903690efded88a9d99d98c21179d3e43ed network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-nn85l 3ac406e996bcc4f549bff39fb62dbb903690efded88a9d99d98c21179d3e43ed network default NAD default NAD key ] I0424 15:07:56.693654 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-nn85l, hostIfaceName: 3ac406e996bcc4f, network: default, NAD default, SandboxID: "3ac406e996bcc4f549bff39fb62dbb903690efded88a9d99d98c21179d3e43ed", PCI device ID: , UID: "dfc41f6c-d201-4ed9-b4be-0ceca9088af3", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0424 15:07:56.739299 3771 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-nn85l 3ac406e996bcc4f549bff39fb62dbb903690efded88a9d99d98c21179d3e43ed network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-nn85l 3ac406e996bcc4f549bff39fb62dbb903690efded88a9d99d98c21179d3e43ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:bb:b5:77:b9:ce\",\"name\":\"3ac406e996bcc4f\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a36f152a-66ef-4a02-9ffa-004c93fe3875\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 15:07:57.298674 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:57.298697 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:57.299471 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:57.299489 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:57.299496 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:57.321971 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:57.321986 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:57.325464 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:57.325477 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:57.325484 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:57.640263 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:57.640292 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:57.644785 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:57.644859 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:57.644871 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0424 15:07:59.127200 3771 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lssng] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-lssng for pod on switch ip-10-0-1-111.ec2.internal I0424 15:07:59.127379 3771 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lssng I0424 15:07:59.140525 3771 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lssng] pod update took 13.168141ms I0424 15:07:59.140546 3771 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lssng] addLogicalPort annotation time took 13.19397ms I0424 15:07:59.141860 3771 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lssng] addLogicalPort took 14.674037ms, libovsdb time 953.46µs I0424 15:08:00.651503 3771 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lssng 4eaa8ea44df78793bb7031beb88e3741c014146c1b79d9713fd40cc5202564b5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lssng 4eaa8ea44df78793bb7031beb88e3741c014146c1b79d9713fd40cc5202564b5 network default NAD default NAD key ] I0424 15:08:00.660438 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-lssng, hostIfaceName: 4eaa8ea44df7879, network: default, NAD default, SandboxID: "4eaa8ea44df78793bb7031beb88e3741c014146c1b79d9713fd40cc5202564b5", PCI device ID: , UID: "bc0b3ff0-1dd9-4605-969e-fa63a9c1f1d5", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0424 15:08:00.706476 3771 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lssng 4eaa8ea44df78793bb7031beb88e3741c014146c1b79d9713fd40cc5202564b5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-lssng 4eaa8ea44df78793bb7031beb88e3741c014146c1b79d9713fd40cc5202564b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:36:e6:6b:7b:07\",\"name\":\"4eaa8ea44df7879\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca31848c-650a-4a8a-8da2-455463ec0f6c\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 15:08:01.655204 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0424 15:08:02.541806 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 15:08:02.541823 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0424 15:08:02.541829 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 15:08:02.626074 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0424 15:08:03.186261 3771 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-zgrts] creating logical port openshift-monitoring_prometheus-operator-76b589d668-zgrts for pod on switch ip-10-0-1-111.ec2.internal I0424 15:08:03.186390 3771 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-zgrts I0424 15:08:03.204268 3771 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-zgrts] pod update took 17.91247ms I0424 15:08:03.204291 3771 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-zgrts] addLogicalPort annotation time took 17.938404ms I0424 15:08:03.205541 3771 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-zgrts] addLogicalPort took 19.297234ms, libovsdb time 937.587µs I0424 15:08:03.544488 3771 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-zgrts cef3c6450ea2a447832f2d3e4a3f5c9f314b9bb7ac8614cedae2b34d3bb52ddf network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-zgrts cef3c6450ea2a447832f2d3e4a3f5c9f314b9bb7ac8614cedae2b34d3bb52ddf network default NAD default NAD key ] I0424 15:08:03.554432 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-zgrts, hostIfaceName: cef3c6450ea2a44, network: default, NAD default, SandboxID: "cef3c6450ea2a447832f2d3e4a3f5c9f314b9bb7ac8614cedae2b34d3bb52ddf", PCI device ID: , UID: "a429fc9e-ff8a-422f-aeb8-6b9f02392c82", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0424 15:08:03.600702 3771 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-zgrts cef3c6450ea2a447832f2d3e4a3f5c9f314b9bb7ac8614cedae2b34d3bb52ddf network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-zgrts cef3c6450ea2a447832f2d3e4a3f5c9f314b9bb7ac8614cedae2b34d3bb52ddf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:ce:ba:2c:32:fa\",\"name\":\"cef3c6450ea2a44\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c935a4d-2d52-49f4-94a9-7e04663d09cb\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:08:07.628424 3771 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-xzrd9] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-xzrd9 for pod on switch ip-10-0-1-111.ec2.internal I0424 15:08:07.628532 3771 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-xzrd9 I0424 15:08:07.653466 3771 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-xzrd9] pod update took 24.962393ms I0424 15:08:07.653493 3771 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-xzrd9] addLogicalPort annotation time took 24.993227ms I0424 15:08:07.654754 3771 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-xzrd9] addLogicalPort took 26.348597ms, libovsdb time 928.054µs I0424 15:08:07.988091 3771 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-xzrd9 d7f3e26a40be331eb3cac7f4efef88cc4ff8e6a3182eafeb1e824d8ecb278213 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-xzrd9 d7f3e26a40be331eb3cac7f4efef88cc4ff8e6a3182eafeb1e824d8ecb278213 network default NAD default NAD key ] I0424 15:08:08.000484 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-xzrd9, hostIfaceName: d7f3e26a40be331, network: default, NAD default, SandboxID: "d7f3e26a40be331eb3cac7f4efef88cc4ff8e6a3182eafeb1e824d8ecb278213", PCI device ID: , UID: "691060f2-9b2a-4dd4-8b6f-0876458ce42e", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0424 15:08:08.049117 3771 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-xzrd9 d7f3e26a40be331eb3cac7f4efef88cc4ff8e6a3182eafeb1e824d8ecb278213 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-xzrd9 d7f3e26a40be331eb3cac7f4efef88cc4ff8e6a3182eafeb1e824d8ecb278213 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:3c:43:6b:7c:82\",\"name\":\"d7f3e26a40be331\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33f65896-a936-4a98-b128-329708cbdb65\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:08:08.846948 3771 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-111.ec2.internal I0424 15:08:08.847067 3771 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0424 15:08:08.872704 3771 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 25.683717ms I0424 15:08:08.872814 3771 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 25.796265ms I0424 15:08:08.883150 3771 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 36.218684ms, libovsdb time 9.458117ms I0424 15:08:09.286483 3771 cni.go:452] [openshift-monitoring/alertmanager-main-1 c38201b757018fc77d4b518b4508c65c45f6ffc421c227177370edafc469f260 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 c38201b757018fc77d4b518b4508c65c45f6ffc421c227177370edafc469f260 network default NAD default NAD key ] I0424 15:08:09.298046 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: c38201b757018fc, network: default, NAD default, SandboxID: "c38201b757018fc77d4b518b4508c65c45f6ffc421c227177370edafc469f260", PCI device ID: , UID: "c10d22db-7967-4699-9f74-eaa212c9e28e", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0424 15:08:09.352295 3771 cni.go:473] [openshift-monitoring/alertmanager-main-1 c38201b757018fc77d4b518b4508c65c45f6ffc421c227177370edafc469f260 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 c38201b757018fc77d4b518b4508c65c45f6ffc421c227177370edafc469f260 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:be:a7:73:38:82\",\"name\":\"c38201b757018fc\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9bbee920-20c4-480f-9567-be22f2922f4b\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:08:09.710660 3771 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-f5c478896-9njhl] creating logical port openshift-monitoring_thanos-querier-f5c478896-9njhl for pod on switch ip-10-0-1-111.ec2.internal I0424 15:08:09.710789 3771 kube.go:256] Updating pod openshift-monitoring/thanos-querier-f5c478896-9njhl I0424 15:08:09.737612 3771 pod.go:62] [openshift-monitoring/thanos-querier-f5c478896-9njhl] pod update took 26.853091ms I0424 15:08:09.737635 3771 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-f5c478896-9njhl] addLogicalPort annotation time took 26.881368ms I0424 15:08:09.738962 3771 pods.go:271] [openshift-monitoring/thanos-querier-f5c478896-9njhl] addLogicalPort took 28.321722ms, libovsdb time 999.851µs I0424 15:08:10.079713 3771 cni.go:452] [openshift-monitoring/thanos-querier-f5c478896-9njhl 4f34b56a2c14230af09da35ff11454d2a928b0f9df2fad5e19970afe2c9f57eb network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-f5c478896-9njhl 4f34b56a2c14230af09da35ff11454d2a928b0f9df2fad5e19970afe2c9f57eb network default NAD default NAD key ] I0424 15:08:10.091431 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-f5c478896-9njhl, hostIfaceName: 4f34b56a2c14230, network: default, NAD default, SandboxID: "4f34b56a2c14230af09da35ff11454d2a928b0f9df2fad5e19970afe2c9f57eb", PCI device ID: , UID: "fa96d97e-27e7-4003-bbc5-fae2f16965f6", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0424 15:08:10.143908 3771 cni.go:473] [openshift-monitoring/thanos-querier-f5c478896-9njhl 4f34b56a2c14230af09da35ff11454d2a928b0f9df2fad5e19970afe2c9f57eb network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-f5c478896-9njhl 4f34b56a2c14230af09da35ff11454d2a928b0f9df2fad5e19970afe2c9f57eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:d8:06:d1:a1:13\",\"name\":\"4f34b56a2c14230\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3133d895-fc9a-4bd0-bfc6-d442e8a52eaf\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 15:08:10.689406 3771 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:08:10.689436 3771 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:08:10.689444 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:08:10.748593 3771 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:08:10.748610 3771 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:08:10.748615 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0424 15:08:12.132314 3771 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-695456d668-kgbmz] creating logical port openshift-monitoring_metrics-server-695456d668-kgbmz for pod on switch ip-10-0-1-111.ec2.internal I0424 15:08:12.132480 3771 kube.go:256] Updating pod openshift-monitoring/metrics-server-695456d668-kgbmz I0424 15:08:12.152577 3771 pod.go:62] [openshift-monitoring/metrics-server-695456d668-kgbmz] pod update took 20.117785ms I0424 15:08:12.152602 3771 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-695456d668-kgbmz] addLogicalPort annotation time took 20.145417ms I0424 15:08:12.153942 3771 pods.go:271] [openshift-monitoring/metrics-server-695456d668-kgbmz] addLogicalPort took 21.644311ms, libovsdb time 916.814µs I0424 15:08:12.357398 3771 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-922rr] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-922rr for pod on switch ip-10-0-1-111.ec2.internal I0424 15:08:12.357519 3771 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-922rr I0424 15:08:12.372804 3771 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-922rr] pod update took 15.326381ms I0424 15:08:12.372825 3771 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-922rr] addLogicalPort annotation time took 15.351469ms I0424 15:08:12.374223 3771 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-922rr] addLogicalPort took 16.845414ms, libovsdb time 987.943µs W0424 15:08:12.543817 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0424 15:08:12.815074 3771 cni.go:452] [openshift-monitoring/metrics-server-695456d668-kgbmz 55aa5ef6f31ccefc872e4016effea455f07ca2bc5d7c3e8e90e04939fb01b8ec network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-695456d668-kgbmz 55aa5ef6f31ccefc872e4016effea455f07ca2bc5d7c3e8e90e04939fb01b8ec network default NAD default NAD key ] I0424 15:08:12.824177 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-695456d668-kgbmz, hostIfaceName: 55aa5ef6f31ccef, network: default, NAD default, SandboxID: "55aa5ef6f31ccefc872e4016effea455f07ca2bc5d7c3e8e90e04939fb01b8ec", PCI device ID: , UID: "ea1e28a9-a31b-4f5a-b581-4957c57eea19", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0424 15:08:12.873001 3771 cni.go:473] [openshift-monitoring/metrics-server-695456d668-kgbmz 55aa5ef6f31ccefc872e4016effea455f07ca2bc5d7c3e8e90e04939fb01b8ec network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-695456d668-kgbmz 55aa5ef6f31ccefc872e4016effea455f07ca2bc5d7c3e8e90e04939fb01b8ec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:d0:cb:64:ed:84\",\"name\":\"55aa5ef6f31ccef\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f379c9b-8f60-493f-b311-389e3e6b4c85\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 15:08:13.372569 3771 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:13.372590 3771 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:13.372595 3771 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:13.372600 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier I0424 15:08:13.622544 3771 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-922rr fb34cc5169ff5afc4945a2581059d8b25e15fa52db7a8b0367bb25e46b845f44 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-922rr fb34cc5169ff5afc4945a2581059d8b25e15fa52db7a8b0367bb25e46b845f44 network default NAD default NAD key ] I0424 15:08:13.633929 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-922rr, hostIfaceName: fb34cc5169ff5af, network: default, NAD default, SandboxID: "fb34cc5169ff5afc4945a2581059d8b25e15fa52db7a8b0367bb25e46b845f44", PCI device ID: , UID: "a188c525-9d89-4e17-bc00-18de82afbb1c", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0424 15:08:13.692680 3771 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-922rr fb34cc5169ff5afc4945a2581059d8b25e15fa52db7a8b0367bb25e46b845f44 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-922rr fb34cc5169ff5afc4945a2581059d8b25e15fa52db7a8b0367bb25e46b845f44 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:30:3f:c3:53:c5\",\"name\":\"fb34cc5169ff5af\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2529add1-b9f3-4857-abd2-e06c1e21d283\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 15:08:14.370597 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0424 15:08:14.668587 3771 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw 2b6a8977437733e5772fe82a21eded8f9c09a3179ac2ca2e8a8c80fb025133a3 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw 2b6a8977437733e5772fe82a21eded8f9c09a3179ac2ca2e8a8c80fb025133a3 network default NAD default NAD key ] I0424 15:08:14.746184 3771 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw 2b6a8977437733e5772fe82a21eded8f9c09a3179ac2ca2e8a8c80fb025133a3 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw 2b6a8977437733e5772fe82a21eded8f9c09a3179ac2ca2e8a8c80fb025133a3 network default NAD default NAD key default], result "{}", err I0424 15:08:14.803864 3771 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:08:14.803896 3771 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw I0424 15:08:14.805752 3771 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw, ips: 10.130.0.14 I0424 15:08:14.805842 3771 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:08:14.805897 3771 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:08:14.805928 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0424 15:08:14.806257 3771 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:08:14.806313 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0424 15:08:15.404271 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0424 15:08:15.671119 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 15:08:15.754666 3771 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 15:08:15.754685 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0424 15:08:15.833212 3771 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:15.833233 3771 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:15.833250 3771 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:15.833259 3771 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0424 15:08:16.399881 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 15:08:16.399899 3771 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 15:08:16.687778 3771 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:16.687795 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:16.687801 3771 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:16.687805 3771 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:19.387872 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:19.387889 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:19.387895 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:19.387900 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:19.387911 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:19.387915 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:19.387919 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:19.387923 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier I0424 15:08:20.081869 3771 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-ngptg] creating logical port openshift-console_downloads-5c54f4944f-ngptg for pod on switch ip-10-0-1-111.ec2.internal I0424 15:08:20.081955 3771 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-ngptg I0424 15:08:20.096599 3771 pod.go:62] [openshift-console/downloads-5c54f4944f-ngptg] pod update took 14.666ms I0424 15:08:20.096627 3771 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-ngptg] addLogicalPort annotation time took 14.698123ms I0424 15:08:20.097956 3771 pods.go:271] [openshift-console/downloads-5c54f4944f-ngptg] addLogicalPort took 16.106652ms, libovsdb time 898.316µs I0424 15:08:20.441444 3771 cni.go:452] [openshift-console/downloads-5c54f4944f-ngptg 699812ebff414d17337a7d4c474bee66a67c536c2a7a49a9cacc6ce635522138 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-ngptg 699812ebff414d17337a7d4c474bee66a67c536c2a7a49a9cacc6ce635522138 network default NAD default NAD key ] I0424 15:08:20.451115 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-ngptg, hostIfaceName: 699812ebff414d1, network: default, NAD default, SandboxID: "699812ebff414d17337a7d4c474bee66a67c536c2a7a49a9cacc6ce635522138", PCI device ID: , UID: "0acbf7f4-0618-4c55-bb80-045c63dd0044", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0424 15:08:20.499720 3771 cni.go:473] [openshift-console/downloads-5c54f4944f-ngptg 699812ebff414d17337a7d4c474bee66a67c536c2a7a49a9cacc6ce635522138 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-ngptg 699812ebff414d17337a7d4c474bee66a67c536c2a7a49a9cacc6ce635522138 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:ec:50:d2:7a:66\",\"name\":\"699812ebff414d1\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea01425c-b062-4af7-89ea-961c49397e31\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:08:20.851213 3771 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0424 15:08:20.862682 3771 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0424 15:08:22.708389 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:22.708406 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:22.708411 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:22.708416 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier I0424 15:08:29.015770 3771 base_network_controller_pods.go:487] [default/openshift-console/console-7f7847c6c6-82nr2] creating logical port openshift-console_console-7f7847c6c6-82nr2 for pod on switch ip-10-0-1-111.ec2.internal I0424 15:08:29.015882 3771 kube.go:256] Updating pod openshift-console/console-7f7847c6c6-82nr2 I0424 15:08:29.034525 3771 pod.go:62] [openshift-console/console-7f7847c6c6-82nr2] pod update took 18.670888ms I0424 15:08:29.034546 3771 base_network_controller_pods.go:951] [default/openshift-console/console-7f7847c6c6-82nr2] addLogicalPort annotation time took 18.698085ms I0424 15:08:29.035702 3771 pods.go:271] [openshift-console/console-7f7847c6c6-82nr2] addLogicalPort took 19.963741ms, libovsdb time 857.162µs I0424 15:08:29.431039 3771 cni.go:452] [openshift-console/console-7f7847c6c6-82nr2 c1704df8c05c37d257515a11b338b6f8be64babc788839c36f662bbcbd9fac60 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7f7847c6c6-82nr2 c1704df8c05c37d257515a11b338b6f8be64babc788839c36f662bbcbd9fac60 network default NAD default NAD key ] I0424 15:08:29.445073 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7f7847c6c6-82nr2, hostIfaceName: c1704df8c05c37d, network: default, NAD default, SandboxID: "c1704df8c05c37d257515a11b338b6f8be64babc788839c36f662bbcbd9fac60", PCI device ID: , UID: "2e25459e-91d8-4859-b6d5-e53403b3f787", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0424 15:08:29.501927 3771 cni.go:473] [openshift-console/console-7f7847c6c6-82nr2 c1704df8c05c37d257515a11b338b6f8be64babc788839c36f662bbcbd9fac60 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7f7847c6c6-82nr2 c1704df8c05c37d257515a11b338b6f8be64babc788839c36f662bbcbd9fac60 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:49:b7:b3:36:63\",\"name\":\"c1704df8c05c37d\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49ae5b2e-8cbb-40b2-a01a-054bc817a9ac\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 15:08:32.453724 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 15:08:35.380608 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 15:08:35.380633 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 15:08:36.694936 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 15:08:37.782916 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0424 15:08:37.782946 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0424 15:08:37.783002 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0424 15:08:37.807645 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0424 15:08:37.807689 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0424 15:08:37.807745 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0424 15:08:37.823677 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0424 15:08:38.801641 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0424 15:08:38.824258 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 15:08:38.852588 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0424 15:08:39.236069 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:08:39.236093 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:08:39.236099 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:08:39.236112 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:08:39.236117 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:08:39.236121 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:08:39.283914 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:08:39.283934 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:08:39.283940 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:08:39.491402 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 15:08:39.491455 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0424 15:08:40.508196 3771 cni.go:452] [openshift-image-registry/image-registry-845b8f8bb7-k4kcb 977a4bdf181d99bb1b3d0922e2d2e7f2cfd4ac083de34c035136890d94cbb863 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-845b8f8bb7-k4kcb 977a4bdf181d99bb1b3d0922e2d2e7f2cfd4ac083de34c035136890d94cbb863 network default NAD default NAD key ] I0424 15:08:40.582196 3771 cni.go:473] [openshift-image-registry/image-registry-845b8f8bb7-k4kcb 977a4bdf181d99bb1b3d0922e2d2e7f2cfd4ac083de34c035136890d94cbb863 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-845b8f8bb7-k4kcb 977a4bdf181d99bb1b3d0922e2d2e7f2cfd4ac083de34c035136890d94cbb863 network default NAD default NAD key default], result "{}", err I0424 15:08:40.637910 3771 obj_retry.go:498] Detected object openshift-image-registry/image-registry-845b8f8bb7-k4kcb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:08:40.637942 3771 pods.go:176] Deleting pod: openshift-image-registry/image-registry-845b8f8bb7-k4kcb I0424 15:08:40.639390 3771 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-845b8f8bb7-k4kcb, ips: 10.130.0.5 I0424 15:08:40.639421 3771 obj_retry.go:498] Detected object openshift-image-registry/image-registry-845b8f8bb7-k4kcb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:08:40.801161 3771 obj_retry.go:492] Detected object openshift-image-registry/image-registry-845b8f8bb7-k4kcb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:40.801188 3771 obj_retry.go:492] Detected object openshift-image-registry/image-registry-845b8f8bb7-k4kcb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:40.804177 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-845b8f8bb7-k4kcb I0424 15:08:40.804218 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-845b8f8bb7-k4kcb W0424 15:08:48.895421 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 15:08:48.895447 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 15:08:48.933057 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 15:08:48.933078 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 15:08:54.870645 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0424 15:08:54.870667 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0424 15:08:54.870725 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0424 15:08:55.882268 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0424 15:09:03.955225 3771 cni.go:452] [openshift-console/console-7f7847c6c6-82nr2 c1704df8c05c37d257515a11b338b6f8be64babc788839c36f662bbcbd9fac60 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7f7847c6c6-82nr2 c1704df8c05c37d257515a11b338b6f8be64babc788839c36f662bbcbd9fac60 network default NAD default NAD key ] I0424 15:09:04.038851 3771 cni.go:473] [openshift-console/console-7f7847c6c6-82nr2 c1704df8c05c37d257515a11b338b6f8be64babc788839c36f662bbcbd9fac60 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7f7847c6c6-82nr2 c1704df8c05c37d257515a11b338b6f8be64babc788839c36f662bbcbd9fac60 network default NAD default NAD key default], result "{}", err I0424 15:09:04.107128 3771 obj_retry.go:498] Detected object openshift-console/console-7f7847c6c6-82nr2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:04.107163 3771 pods.go:176] Deleting pod: openshift-console/console-7f7847c6c6-82nr2 I0424 15:09:04.108433 3771 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7f7847c6c6-82nr2, ips: 10.130.0.24 I0424 15:09:04.108462 3771 obj_retry.go:498] Detected object openshift-console/console-7f7847c6c6-82nr2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:04.115360 3771 base_network_controller_pods.go:487] [default/openshift-console/console-8cf7d6c94-f5mdn] creating logical port openshift-console_console-8cf7d6c94-f5mdn for pod on switch ip-10-0-1-111.ec2.internal I0424 15:09:04.115460 3771 kube.go:256] Updating pod openshift-console/console-8cf7d6c94-f5mdn I0424 15:09:04.129802 3771 pod.go:62] [openshift-console/console-8cf7d6c94-f5mdn] pod update took 14.375293ms I0424 15:09:04.129820 3771 base_network_controller_pods.go:951] [default/openshift-console/console-8cf7d6c94-f5mdn] addLogicalPort annotation time took 14.399039ms I0424 15:09:04.130959 3771 pods.go:271] [openshift-console/console-8cf7d6c94-f5mdn] addLogicalPort took 15.614037ms, libovsdb time 772.933µs I0424 15:09:04.503254 3771 cni.go:452] [openshift-console/console-8cf7d6c94-f5mdn 5f8ebdb0050b7dc21d75c2f61b456bc6ba9b0f756ce4feb40c76d54ffb122df8 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-8cf7d6c94-f5mdn 5f8ebdb0050b7dc21d75c2f61b456bc6ba9b0f756ce4feb40c76d54ffb122df8 network default NAD default NAD key ] I0424 15:09:04.512409 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-8cf7d6c94-f5mdn, hostIfaceName: 5f8ebdb0050b7dc, network: default, NAD default, SandboxID: "5f8ebdb0050b7dc21d75c2f61b456bc6ba9b0f756ce4feb40c76d54ffb122df8", PCI device ID: , UID: "55d48ca5-8a7d-4e55-934c-ac8fa26f0221", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0424 15:09:04.559459 3771 cni.go:473] [openshift-console/console-8cf7d6c94-f5mdn 5f8ebdb0050b7dc21d75c2f61b456bc6ba9b0f756ce4feb40c76d54ffb122df8 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-8cf7d6c94-f5mdn 5f8ebdb0050b7dc21d75c2f61b456bc6ba9b0f756ce4feb40c76d54ffb122df8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:a3:ca:38:78:a4\",\"name\":\"5f8ebdb0050b7dc\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/16e6b74f-868e-432d-8aad-8c7d8d3eb14e\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:09:04.907833 3771 obj_retry.go:492] Detected object openshift-console/console-7f7847c6c6-82nr2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:04.907855 3771 obj_retry.go:492] Detected object openshift-console/console-7f7847c6c6-82nr2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:04.912296 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7f7847c6c6-82nr2 I0424 15:09:04.912339 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7f7847c6c6-82nr2 I0424 15:09:07.094212 3771 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0424 15:09:14.218873 3771 obj_retry.go:498] Detected object openshift-console/console-7f7847c6c6-sx5x5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:14.219395 3771 obj_retry.go:498] Detected object openshift-console/console-7f7847c6c6-sx5x5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:14.334881 3771 obj_retry.go:498] Detected object openshift-ingress/router-default-576d85ffd9-24pw8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:14.335387 3771 obj_retry.go:498] Detected object openshift-ingress/router-default-576d85ffd9-24pw8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:14.614133 3771 obj_retry.go:492] Detected object openshift-ingress/router-default-576d85ffd9-24pw8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:14.614152 3771 obj_retry.go:492] Detected object openshift-ingress/router-default-576d85ffd9-24pw8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:14.620288 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-576d85ffd9-24pw8 I0424 15:09:14.620311 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-576d85ffd9-24pw8 I0424 15:09:14.635649 3771 obj_retry.go:492] Detected object openshift-console/console-7f7847c6c6-sx5x5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:14.635663 3771 obj_retry.go:492] Detected object openshift-console/console-7f7847c6c6-sx5x5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:14.641523 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7f7847c6c6-sx5x5 I0424 15:09:14.641535 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7f7847c6c6-sx5x5 W0424 15:09:14.969725 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0424 15:09:29.438607 3771 cni.go:452] [openshift-monitoring/alertmanager-main-1 c38201b757018fc77d4b518b4508c65c45f6ffc421c227177370edafc469f260 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 c38201b757018fc77d4b518b4508c65c45f6ffc421c227177370edafc469f260 network default NAD default NAD key ] I0424 15:09:29.512129 3771 cni.go:473] [openshift-monitoring/alertmanager-main-1 c38201b757018fc77d4b518b4508c65c45f6ffc421c227177370edafc469f260 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 c38201b757018fc77d4b518b4508c65c45f6ffc421c227177370edafc469f260 network default NAD default NAD key default], result "{}", err I0424 15:09:29.616811 3771 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:29.616840 3771 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0424 15:09:29.618032 3771 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.130.0.19 I0424 15:09:29.618053 3771 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:30.022592 3771 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:30.022649 3771 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:30.028817 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0424 15:09:30.028841 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0424 15:09:30.066426 3771 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-111.ec2.internal I0424 15:09:30.066557 3771 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0424 15:09:30.085026 3771 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 18.517952ms I0424 15:09:30.085046 3771 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 18.542892ms I0424 15:09:30.086247 3771 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 19.840644ms, libovsdb time 845.009µs I0424 15:09:30.494168 3771 cni.go:452] [openshift-monitoring/alertmanager-main-1 c7b1947da07ac4b4167f8551d3e9d9b5e2297f9bf9f6df8bb64a92f41143fdf4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 c7b1947da07ac4b4167f8551d3e9d9b5e2297f9bf9f6df8bb64a92f41143fdf4 network default NAD default NAD key ] I0424 15:09:30.506417 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: c7b1947da07ac4b, network: default, NAD default, SandboxID: "c7b1947da07ac4b4167f8551d3e9d9b5e2297f9bf9f6df8bb64a92f41143fdf4", PCI device ID: , UID: "def0aa3b-34a2-4876-bffb-25384f97cd73", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0424 15:09:30.557212 3771 cni.go:473] [openshift-monitoring/alertmanager-main-1 c7b1947da07ac4b4167f8551d3e9d9b5e2297f9bf9f6df8bb64a92f41143fdf4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 c7b1947da07ac4b4167f8551d3e9d9b5e2297f9bf9f6df8bb64a92f41143fdf4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:07:90:ca:1f:f7\",\"name\":\"c7b1947da07ac4b\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/128a427a-887e-406f-abe2-116eab4ed731\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:09:32.329157 3771 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-549b98f9f6-zmfks] creating logical port openshift-monitoring_telemeter-client-549b98f9f6-zmfks for pod on switch ip-10-0-1-111.ec2.internal I0424 15:09:32.329278 3771 kube.go:256] Updating pod openshift-monitoring/telemeter-client-549b98f9f6-zmfks I0424 15:09:32.350821 3771 pod.go:62] [openshift-monitoring/telemeter-client-549b98f9f6-zmfks] pod update took 21.566103ms I0424 15:09:32.350905 3771 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-549b98f9f6-zmfks] addLogicalPort annotation time took 21.65308ms I0424 15:09:32.352356 3771 pods.go:271] [openshift-monitoring/telemeter-client-549b98f9f6-zmfks] addLogicalPort took 23.21614ms, libovsdb time 955.433µs I0424 15:09:32.693405 3771 cni.go:452] [openshift-monitoring/telemeter-client-549b98f9f6-zmfks 758acc1aae2b27c809143b12c7abebb502c7305b5a846898044c3d5b8f683c9f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-549b98f9f6-zmfks 758acc1aae2b27c809143b12c7abebb502c7305b5a846898044c3d5b8f683c9f network default NAD default NAD key ] I0424 15:09:32.704126 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-549b98f9f6-zmfks, hostIfaceName: 758acc1aae2b27c, network: default, NAD default, SandboxID: "758acc1aae2b27c809143b12c7abebb502c7305b5a846898044c3d5b8f683c9f", PCI device ID: , UID: "20fc57b8-b603-408c-9135-4ae6621d0da6", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0424 15:09:32.754777 3771 cni.go:473] [openshift-monitoring/telemeter-client-549b98f9f6-zmfks 758acc1aae2b27c809143b12c7abebb502c7305b5a846898044c3d5b8f683c9f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-549b98f9f6-zmfks 758acc1aae2b27c809143b12c7abebb502c7305b5a846898044c3d5b8f683c9f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:9d:13:ee:b0:e8\",\"name\":\"758acc1aae2b27c\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a70feff-7383-4674-b7fc-0d75c416e2ad\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:09:33.969103 3771 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:33.969661 3771 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:34.357290 3771 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:34.357355 3771 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:34.363842 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0424 15:09:34.363872 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0424 15:10:00.192984 3771 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-rpd7b] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29617390-rpd7b for pod on switch ip-10-0-1-111.ec2.internal I0424 15:10:00.193074 3771 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-rpd7b I0424 15:10:00.205058 3771 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-rpd7b] pod update took 12.00359ms I0424 15:10:00.205080 3771 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-rpd7b] addLogicalPort annotation time took 12.032943ms I0424 15:10:00.206373 3771 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-rpd7b] addLogicalPort took 13.412029ms, libovsdb time 873.233µs W0424 15:10:00.508828 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:10:00.508848 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:10:00.508854 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0424 15:10:00.575129 3771 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-rpd7b 1702eed087ef413d6d95a575f5cff43e115387eeacd5049c461f02aa94cd58bd network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-rpd7b 1702eed087ef413d6d95a575f5cff43e115387eeacd5049c461f02aa94cd58bd network default NAD default NAD key ] I0424 15:10:00.604344 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29617390-rpd7b, hostIfaceName: 1702eed087ef413, network: default, NAD default, SandboxID: "1702eed087ef413d6d95a575f5cff43e115387eeacd5049c461f02aa94cd58bd", PCI device ID: , UID: "1d3306f7-3e38-4bd6-b010-f69d1263b532", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0424 15:10:00.651815 3771 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-rpd7b 1702eed087ef413d6d95a575f5cff43e115387eeacd5049c461f02aa94cd58bd network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-rpd7b 1702eed087ef413d6d95a575f5cff43e115387eeacd5049c461f02aa94cd58bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:2a:42:0d:79:71\",\"name\":\"1702eed087ef413\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/52668ab5-1f25-4968-8a09-301daef9fb1e\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:10:01.163882 3771 cni.go:452] [openshift-console/console-8cf7d6c94-f5mdn 5f8ebdb0050b7dc21d75c2f61b456bc6ba9b0f756ce4feb40c76d54ffb122df8 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-8cf7d6c94-f5mdn 5f8ebdb0050b7dc21d75c2f61b456bc6ba9b0f756ce4feb40c76d54ffb122df8 network default NAD default NAD key ] I0424 15:10:01.231868 3771 cni.go:473] [openshift-console/console-8cf7d6c94-f5mdn 5f8ebdb0050b7dc21d75c2f61b456bc6ba9b0f756ce4feb40c76d54ffb122df8 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-8cf7d6c94-f5mdn 5f8ebdb0050b7dc21d75c2f61b456bc6ba9b0f756ce4feb40c76d54ffb122df8 network default NAD default NAD key default], result "{}", err I0424 15:10:01.267971 3771 obj_retry.go:498] Detected object openshift-console/console-8cf7d6c94-f5mdn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:10:01.268075 3771 pods.go:176] Deleting pod: openshift-console/console-8cf7d6c94-f5mdn I0424 15:10:01.269366 3771 pods.go:236] Attempting to release IPs for pod: openshift-console/console-8cf7d6c94-f5mdn, ips: 10.130.0.25 I0424 15:10:01.269392 3771 obj_retry.go:498] Detected object openshift-console/console-8cf7d6c94-f5mdn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:10:01.278699 3771 base_network_controller_pods.go:487] [default/openshift-console/console-679d46b8c8-ksrnl] creating logical port openshift-console_console-679d46b8c8-ksrnl for pod on switch ip-10-0-1-111.ec2.internal I0424 15:10:01.278856 3771 kube.go:256] Updating pod openshift-console/console-679d46b8c8-ksrnl I0424 15:10:01.293434 3771 pod.go:62] [openshift-console/console-679d46b8c8-ksrnl] pod update took 14.605271ms I0424 15:10:01.293456 3771 base_network_controller_pods.go:951] [default/openshift-console/console-679d46b8c8-ksrnl] addLogicalPort annotation time took 14.634428ms I0424 15:10:01.294682 3771 pods.go:271] [openshift-console/console-679d46b8c8-ksrnl] addLogicalPort took 15.996535ms, libovsdb time 861.024µs I0424 15:10:01.634566 3771 cni.go:452] [openshift-console/console-679d46b8c8-ksrnl 6bf32626b543d7d9e2d6ff772a1d2002f7b7fd69abf447e8f8b719a4383ae7f5 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-679d46b8c8-ksrnl 6bf32626b543d7d9e2d6ff772a1d2002f7b7fd69abf447e8f8b719a4383ae7f5 network default NAD default NAD key ] I0424 15:10:01.644212 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-679d46b8c8-ksrnl, hostIfaceName: 6bf32626b543d7d, network: default, NAD default, SandboxID: "6bf32626b543d7d9e2d6ff772a1d2002f7b7fd69abf447e8f8b719a4383ae7f5", PCI device ID: , UID: "734b1f7b-6d3f-4070-a1da-9fb2f4445bfb", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0424 15:10:01.689959 3771 cni.go:473] [openshift-console/console-679d46b8c8-ksrnl 6bf32626b543d7d9e2d6ff772a1d2002f7b7fd69abf447e8f8b719a4383ae7f5 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-679d46b8c8-ksrnl 6bf32626b543d7d9e2d6ff772a1d2002f7b7fd69abf447e8f8b719a4383ae7f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:86:90:f3:3f:2b\",\"name\":\"6bf32626b543d7d\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/243ac147-9add-48c0-bd33-a05247893d6a\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:10:01.803807 3771 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:10:01.804344 3771 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:10:02.178448 3771 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:10:02.178473 3771 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:10:02.187552 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0424 15:10:02.187579 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0424 15:10:02.201173 3771 obj_retry.go:492] Detected object openshift-console/console-8cf7d6c94-f5mdn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:10:02.201218 3771 obj_retry.go:492] Detected object openshift-console/console-8cf7d6c94-f5mdn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:10:02.205115 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8cf7d6c94-f5mdn I0424 15:10:02.205137 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8cf7d6c94-f5mdn I0424 15:10:05.204913 3771 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-rpd7b 1702eed087ef413d6d95a575f5cff43e115387eeacd5049c461f02aa94cd58bd network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-rpd7b 1702eed087ef413d6d95a575f5cff43e115387eeacd5049c461f02aa94cd58bd network default NAD default NAD key ] I0424 15:10:05.289136 3771 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-rpd7b 1702eed087ef413d6d95a575f5cff43e115387eeacd5049c461f02aa94cd58bd network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-rpd7b 1702eed087ef413d6d95a575f5cff43e115387eeacd5049c461f02aa94cd58bd network default NAD default NAD key default], result "{}", err I0424 15:10:05.331140 3771 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-rpd7b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:10:05.331172 3771 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-rpd7b I0424 15:10:05.332292 3771 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-rpd7b, ips: 10.130.0.28 I0424 15:10:05.332334 3771 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-rpd7b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:10:06.216460 3771 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-rpd7b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:10:06.216486 3771 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-rpd7b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:10:12.070606 3771 obj_retry.go:498] Detected object openshift-console/console-8cf7d6c94-rxlz2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:10:12.071260 3771 obj_retry.go:498] Detected object openshift-console/console-8cf7d6c94-rxlz2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:10:12.222018 3771 obj_retry.go:492] Detected object openshift-console/console-8cf7d6c94-rxlz2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:10:12.222039 3771 obj_retry.go:492] Detected object openshift-console/console-8cf7d6c94-rxlz2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:10:12.231709 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8cf7d6c94-rxlz2 I0424 15:10:12.231733 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8cf7d6c94-rxlz2 W0424 15:10:12.239422 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0424 15:10:36.642712 3771 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:10:36.643210 3771 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:10:36.941495 3771 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:10:36.941522 3771 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:10:36.949299 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0424 15:10:36.949317 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0424 15:12:22.806826 3771 cni.go:452] [openshift-console/console-679d46b8c8-ksrnl 6bf32626b543d7d9e2d6ff772a1d2002f7b7fd69abf447e8f8b719a4383ae7f5 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-679d46b8c8-ksrnl 6bf32626b543d7d9e2d6ff772a1d2002f7b7fd69abf447e8f8b719a4383ae7f5 network default NAD default NAD key ] I0424 15:12:22.884030 3771 cni.go:473] [openshift-console/console-679d46b8c8-ksrnl 6bf32626b543d7d9e2d6ff772a1d2002f7b7fd69abf447e8f8b719a4383ae7f5 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-679d46b8c8-ksrnl 6bf32626b543d7d9e2d6ff772a1d2002f7b7fd69abf447e8f8b719a4383ae7f5 network default NAD default NAD key default], result "{}", err I0424 15:12:22.936922 3771 obj_retry.go:498] Detected object openshift-console/console-679d46b8c8-ksrnl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:12:22.936956 3771 pods.go:176] Deleting pod: openshift-console/console-679d46b8c8-ksrnl I0424 15:12:22.938136 3771 pods.go:236] Attempting to release IPs for pod: openshift-console/console-679d46b8c8-ksrnl, ips: 10.130.0.29 I0424 15:12:22.938162 3771 obj_retry.go:498] Detected object openshift-console/console-679d46b8c8-ksrnl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:12:22.945624 3771 base_network_controller_pods.go:487] [default/openshift-console/console-7bbb94c9fc-q4jgz] creating logical port openshift-console_console-7bbb94c9fc-q4jgz for pod on switch ip-10-0-1-111.ec2.internal I0424 15:12:22.945755 3771 kube.go:256] Updating pod openshift-console/console-7bbb94c9fc-q4jgz I0424 15:12:22.960419 3771 pod.go:62] [openshift-console/console-7bbb94c9fc-q4jgz] pod update took 14.688904ms I0424 15:12:22.960446 3771 base_network_controller_pods.go:951] [default/openshift-console/console-7bbb94c9fc-q4jgz] addLogicalPort annotation time took 14.718195ms I0424 15:12:22.961624 3771 pods.go:271] [openshift-console/console-7bbb94c9fc-q4jgz] addLogicalPort took 16.018122ms, libovsdb time 847.789µs I0424 15:12:23.310604 3771 cni.go:452] [openshift-console/console-7bbb94c9fc-q4jgz a177602c62c9f123aa282156e965c49d2177233443d6f72ad061d2e921b6f524 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7bbb94c9fc-q4jgz a177602c62c9f123aa282156e965c49d2177233443d6f72ad061d2e921b6f524 network default NAD default NAD key ] I0424 15:12:23.319948 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7bbb94c9fc-q4jgz, hostIfaceName: a177602c62c9f12, network: default, NAD default, SandboxID: "a177602c62c9f123aa282156e965c49d2177233443d6f72ad061d2e921b6f524", PCI device ID: , UID: "b721873e-5ba2-4363-ac3f-535d61d0dac3", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0424 15:12:23.366916 3771 cni.go:473] [openshift-console/console-7bbb94c9fc-q4jgz a177602c62c9f123aa282156e965c49d2177233443d6f72ad061d2e921b6f524 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7bbb94c9fc-q4jgz a177602c62c9f123aa282156e965c49d2177233443d6f72ad061d2e921b6f524 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:21:b5:e1:92:9c\",\"name\":\"a177602c62c9f12\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/242ecf9f-a094-4a2c-9731-8d7e5e2aa0a4\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:12:23.829586 3771 obj_retry.go:492] Detected object openshift-console/console-679d46b8c8-ksrnl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:12:23.829609 3771 obj_retry.go:492] Detected object openshift-console/console-679d46b8c8-ksrnl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:12:23.836945 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-679d46b8c8-ksrnl I0424 15:12:23.836972 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-679d46b8c8-ksrnl I0424 15:12:31.970971 3771 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 W0424 15:12:33.884068 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0424 15:12:33.986131 3771 obj_retry.go:498] Detected object openshift-console/console-679d46b8c8-wd4hb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:12:33.986688 3771 obj_retry.go:498] Detected object openshift-console/console-679d46b8c8-wd4hb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:12:34.375029 3771 obj_retry.go:492] Detected object openshift-console/console-679d46b8c8-wd4hb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:12:34.375057 3771 obj_retry.go:492] Detected object openshift-console/console-679d46b8c8-wd4hb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:12:34.380639 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-679d46b8c8-wd4hb I0424 15:12:34.380654 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-679d46b8c8-wd4hb I0424 15:13:22.197193 3771 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-l6gbz] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-l6gbz for pod on switch ip-10-0-1-111.ec2.internal I0424 15:13:22.197357 3771 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-l6gbz I0424 15:13:22.215857 3771 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-l6gbz] pod update took 18.56589ms I0424 15:13:22.215880 3771 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-l6gbz] addLogicalPort annotation time took 18.59475ms I0424 15:13:22.217152 3771 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-l6gbz] addLogicalPort took 19.981863ms, libovsdb time 889.943µs I0424 15:13:22.856592 3771 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-l6gbz baada6ae4d480ee2ce093024df51eadd59a6bf63b80a396274eaef492e3e7f3b network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-l6gbz baada6ae4d480ee2ce093024df51eadd59a6bf63b80a396274eaef492e3e7f3b network default NAD default NAD key ] I0424 15:13:22.866337 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-l6gbz, hostIfaceName: baada6ae4d480ee, network: default, NAD default, SandboxID: "baada6ae4d480ee2ce093024df51eadd59a6bf63b80a396274eaef492e3e7f3b", PCI device ID: , UID: "3a4023c7-7144-43c8-a9d8-bcac21abd126", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0424 15:13:22.915624 3771 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-l6gbz baada6ae4d480ee2ce093024df51eadd59a6bf63b80a396274eaef492e3e7f3b network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-l6gbz baada6ae4d480ee2ce093024df51eadd59a6bf63b80a396274eaef492e3e7f3b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:0d:04:9c:d1:b9\",\"name\":\"baada6ae4d480ee\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b12d724-8bfe-419f-ad3f-71a02721a427\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:13:24.556238 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 W0424 15:13:26.120042 3771 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0424 15:13:37.134537 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 15:13:37.175595 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0424 15:13:37.175648 3771 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-8rtfj IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-8rtfj: no pod IPs found I0424 15:14:11.853767 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0424 15:14:53.880716 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0424 15:14:56.555038 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0424 15:14:58.555035 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=54 I0424 15:15:04.021836 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0424 15:15:19.858684 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0424 15:15:22.976067 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0424 15:15:24.848616 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0424 15:15:30.676725 3771 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0424 15:15:31.553944 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=140 I0424 15:16:08.643525 3771 namespace.go:98] [tsf] adding namespace I0424 15:16:08.644496 3771 namespace.go:102] [tsf] adding namespace took 945.522µs I0424 15:16:08.661231 3771 namespace.go:142] [tsf] updating namespace I0424 15:16:08.673680 3771 namespace.go:142] [tsf] updating namespace I0424 15:16:12.706555 3771 namespace.go:98] [tsf-tpa] adding namespace I0424 15:16:12.707414 3771 namespace.go:102] [tsf-tpa] adding namespace took 835.658µs I0424 15:16:12.707452 3771 namespace.go:98] [konflux-ui] adding namespace I0424 15:16:12.708088 3771 namespace.go:102] [konflux-ui] adding namespace took 627.89µs I0424 15:16:12.712590 3771 namespace.go:98] [tsf-tas] adding namespace I0424 15:16:12.713162 3771 namespace.go:102] [tsf-tas] adding namespace took 556.722µs I0424 15:16:12.717016 3771 namespace.go:98] [tsf-keycloak] adding namespace I0424 15:16:12.717655 3771 namespace.go:102] [tsf-keycloak] adding namespace took 624.925µs I0424 15:16:12.720080 3771 namespace.go:98] [rhbk-operator] adding namespace I0424 15:16:12.720209 3771 namespace.go:98] [konflux-operator] adding namespace I0424 15:16:12.720720 3771 namespace.go:102] [rhbk-operator] adding namespace took 624.394µs I0424 15:16:12.721377 3771 namespace.go:102] [konflux-operator] adding namespace took 1.153802ms I0424 15:16:12.721402 3771 namespace.go:98] [rhtpa-operator] adding namespace I0424 15:16:12.721921 3771 namespace.go:102] [rhtpa-operator] adding namespace took 512.374µs I0424 15:16:12.722536 3771 namespace.go:98] [cert-manager-operator] adding namespace I0424 15:16:12.723118 3771 namespace.go:102] [cert-manager-operator] adding namespace took 565.473µs I0424 15:16:12.728901 3771 namespace.go:142] [tsf-tpa] updating namespace I0424 15:16:12.737396 3771 namespace.go:142] [tsf-tpa] updating namespace I0424 15:16:12.764156 3771 namespace.go:142] [konflux-ui] updating namespace I0424 15:16:12.769195 3771 namespace.go:142] [tsf-tas] updating namespace I0424 15:16:12.769239 3771 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:16:12.780343 3771 namespace.go:142] [rhbk-operator] updating namespace I0424 15:16:12.780365 3771 namespace.go:142] [konflux-ui] updating namespace I0424 15:16:12.787536 3771 namespace.go:142] [konflux-operator] updating namespace I0424 15:16:12.787606 3771 namespace.go:142] [cert-manager-operator] updating namespace I0424 15:16:12.787710 3771 namespace.go:142] [rhtpa-operator] updating namespace I0424 15:16:12.796886 3771 namespace.go:142] [tsf-tpa] updating namespace I0424 15:16:12.799638 3771 namespace.go:142] [konflux-ui] updating namespace I0424 15:16:12.845974 3771 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:16:12.860980 3771 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:16:12.872999 3771 namespace.go:142] [rhbk-operator] updating namespace I0424 15:16:12.897220 3771 namespace.go:142] [rhbk-operator] updating namespace I0424 15:16:12.903158 3771 namespace.go:142] [konflux-operator] updating namespace I0424 15:16:12.934839 3771 namespace.go:142] [konflux-operator] updating namespace I0424 15:16:12.934921 3771 namespace.go:142] [rhtpa-operator] updating namespace I0424 15:16:12.946690 3771 namespace.go:142] [rhtpa-operator] updating namespace I0424 15:16:12.961003 3771 namespace.go:142] [cert-manager-operator] updating namespace I0424 15:16:12.974363 3771 namespace.go:142] [cert-manager-operator] updating namespace I0424 15:16:13.002948 3771 namespace.go:142] [tsf-tas] updating namespace I0424 15:16:13.016156 3771 namespace.go:142] [tsf-tas] updating namespace I0424 15:16:14.084237 3771 namespace.go:142] [tsf-tpa] updating namespace I0424 15:16:14.093026 3771 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:16:14.257331 3771 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-111.ec2.internal I0424 15:16:14.257455 3771 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0424 15:16:14.286484 3771 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 29.057334ms I0424 15:16:14.286512 3771 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 29.086293ms I0424 15:16:14.287871 3771 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 30.56606ms, libovsdb time 952.17µs I0424 15:16:14.623494 3771 cni.go:452] [tsf/test-tsf-subscriptions f98d7f3692de6263d14cd71dcbeff16718f68bbedf95d0e838ff34dcb5c8b74f network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions f98d7f3692de6263d14cd71dcbeff16718f68bbedf95d0e838ff34dcb5c8b74f network default NAD default NAD key ] I0424 15:16:14.632627 3771 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: f98d7f3692de626, network: default, NAD default, SandboxID: "f98d7f3692de6263d14cd71dcbeff16718f68bbedf95d0e838ff34dcb5c8b74f", PCI device ID: , UID: "82f6139a-bfce-46bb-a9fd-c60e47371efa", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0424 15:16:14.681526 3771 cni.go:473] [tsf/test-tsf-subscriptions f98d7f3692de6263d14cd71dcbeff16718f68bbedf95d0e838ff34dcb5c8b74f network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions f98d7f3692de6263d14cd71dcbeff16718f68bbedf95d0e838ff34dcb5c8b74f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:8a:bd:7f:f2:71\",\"name\":\"f98d7f3692de626\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/264d6ad7-a6b0-44df-b880-62b31f0c4892\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:16:15.598389 3771 base_network_controller_pods.go:487] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh] creating logical port openshift-marketplace_26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh for pod on switch ip-10-0-1-111.ec2.internal I0424 15:16:15.598515 3771 kube.go:256] Updating pod openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh I0424 15:16:15.612460 3771 pod.go:62] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh] pod update took 13.985158ms I0424 15:16:15.612484 3771 base_network_controller_pods.go:951] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh] addLogicalPort annotation time took 14.01227ms I0424 15:16:15.613803 3771 pods.go:271] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh] addLogicalPort took 15.428732ms, libovsdb time 922.833µs I0424 15:16:15.685102 3771 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf for pod on switch ip-10-0-1-111.ec2.internal I0424 15:16:15.685220 3771 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf I0424 15:16:15.698258 3771 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf] pod update took 13.065858ms I0424 15:16:15.698338 3771 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf] addLogicalPort annotation time took 13.134904ms I0424 15:16:15.699548 3771 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf] addLogicalPort took 14.464966ms, libovsdb time 828.14µs I0424 15:16:16.272223 3771 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf 11a65c7bc79634194fcd4681113bf313c642dd3d9cc6be155f3cfac5e612087e network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf 11a65c7bc79634194fcd4681113bf313c642dd3d9cc6be155f3cfac5e612087e network default NAD default NAD key ] I0424 15:16:16.273548 3771 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh 0e2c096eade73314e91c552d2971878400cc3223dfcaf11a64aefa671d66c4c0 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh 0e2c096eade73314e91c552d2971878400cc3223dfcaf11a64aefa671d66c4c0 network default NAD default NAD key ] I0424 15:16:16.282736 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh, hostIfaceName: 0e2c096eade7331, network: default, NAD default, SandboxID: "0e2c096eade73314e91c552d2971878400cc3223dfcaf11a64aefa671d66c4c0", PCI device ID: , UID: "bb0f8d68-1cfe-4644-8713-c9d32ee65892", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0424 15:16:16.283119 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf, hostIfaceName: 11a65c7bc796341, network: default, NAD default, SandboxID: "11a65c7bc79634194fcd4681113bf313c642dd3d9cc6be155f3cfac5e612087e", PCI device ID: , UID: "9d1a34ba-d730-45eb-b487-0c51ccac53a0", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0424 15:16:16.335251 3771 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf 11a65c7bc79634194fcd4681113bf313c642dd3d9cc6be155f3cfac5e612087e network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf 11a65c7bc79634194fcd4681113bf313c642dd3d9cc6be155f3cfac5e612087e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:03:53:e0:9e:2b\",\"name\":\"11a65c7bc796341\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a058b145-bdc6-4868-8f7a-71302b7ffe69\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:16:16.351616 3771 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh 0e2c096eade73314e91c552d2971878400cc3223dfcaf11a64aefa671d66c4c0 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh 0e2c096eade73314e91c552d2971878400cc3223dfcaf11a64aefa671d66c4c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:61:dd:b3:92:36\",\"name\":\"0e2c096eade7331\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d389bd5-2c5a-48a0-b63e-27babac69518\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:16:18.616432 3771 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq for pod on switch ip-10-0-1-111.ec2.internal I0424 15:16:18.616606 3771 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq I0424 15:16:18.629904 3771 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq] pod update took 13.327403ms I0424 15:16:18.629931 3771 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq] addLogicalPort annotation time took 13.358509ms I0424 15:16:18.631519 3771 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq] addLogicalPort took 15.105855ms, libovsdb time 1.065406ms I0424 15:16:18.997223 3771 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq f3edd817bd5c87adf1df67dde2de8c47aad09ac6f356c62a4119cf0bfe091c7b network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq f3edd817bd5c87adf1df67dde2de8c47aad09ac6f356c62a4119cf0bfe091c7b network default NAD default NAD key ] I0424 15:16:19.009861 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq, hostIfaceName: f3edd817bd5c87a, network: default, NAD default, SandboxID: "f3edd817bd5c87adf1df67dde2de8c47aad09ac6f356c62a4119cf0bfe091c7b", PCI device ID: , UID: "20de9cdc-142a-47a1-91ae-524d7c23096b", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0424 15:16:19.065231 3771 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq f3edd817bd5c87adf1df67dde2de8c47aad09ac6f356c62a4119cf0bfe091c7b network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq f3edd817bd5c87adf1df67dde2de8c47aad09ac6f356c62a4119cf0bfe091c7b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:f2:66:62:a4:45\",\"name\":\"f3edd817bd5c87a\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/657993b2-9adc-4905-a1f4-bc89a65a7bfb\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:16:19.948134 3771 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf 11a65c7bc79634194fcd4681113bf313c642dd3d9cc6be155f3cfac5e612087e network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf 11a65c7bc79634194fcd4681113bf313c642dd3d9cc6be155f3cfac5e612087e network default NAD default NAD key ] I0424 15:16:19.948962 3771 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh 0e2c096eade73314e91c552d2971878400cc3223dfcaf11a64aefa671d66c4c0 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh 0e2c096eade73314e91c552d2971878400cc3223dfcaf11a64aefa671d66c4c0 network default NAD default NAD key ] I0424 15:16:20.024158 3771 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf 11a65c7bc79634194fcd4681113bf313c642dd3d9cc6be155f3cfac5e612087e network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf 11a65c7bc79634194fcd4681113bf313c642dd3d9cc6be155f3cfac5e612087e network default NAD default NAD key default], result "{}", err I0424 15:16:20.059171 3771 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh 0e2c096eade73314e91c552d2971878400cc3223dfcaf11a64aefa671d66c4c0 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh 0e2c096eade73314e91c552d2971878400cc3223dfcaf11a64aefa671d66c4c0 network default NAD default NAD key default], result "{}", err I0424 15:16:20.434114 3771 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs for pod on switch ip-10-0-1-111.ec2.internal I0424 15:16:20.434238 3771 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs I0424 15:16:20.449741 3771 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs] pod update took 15.528005ms I0424 15:16:20.449762 3771 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs] addLogicalPort annotation time took 15.553491ms I0424 15:16:20.451107 3771 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs] addLogicalPort took 17.007973ms, libovsdb time 937.459µs I0424 15:16:20.936145 3771 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:20.936179 3771 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf I0424 15:16:20.937901 3771 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf, ips: 10.130.0.34 I0424 15:16:20.937930 3771 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:20.937951 3771 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:20.937959 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 15:16:20.938174 3771 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:20.938189 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 15:16:21.671992 3771 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 for pod on switch ip-10-0-1-111.ec2.internal I0424 15:16:21.672141 3771 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 I0424 15:16:21.686455 3771 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2] pod update took 14.342563ms I0424 15:16:21.686478 3771 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2] addLogicalPort annotation time took 14.371841ms I0424 15:16:21.687856 3771 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2] addLogicalPort took 15.883151ms, libovsdb time 1.038911ms I0424 15:16:21.779383 3771 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp for pod on switch ip-10-0-1-111.ec2.internal I0424 15:16:21.779495 3771 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp I0424 15:16:21.793376 3771 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp] pod update took 13.919261ms I0424 15:16:21.793404 3771 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp] addLogicalPort annotation time took 13.953512ms I0424 15:16:21.794950 3771 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp] addLogicalPort took 15.580449ms, libovsdb time 1.04728ms I0424 15:16:21.961898 3771 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:21.961921 3771 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:21.961939 3771 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:21.961951 3771 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:21.987896 3771 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:21.987933 3771 pods.go:176] Deleting pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh I0424 15:16:21.989486 3771 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh, ips: 10.130.0.33 I0424 15:16:21.989518 3771 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:21.989542 3771 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:21.989552 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 15:16:21.989765 3771 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:21.989780 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 15:16:23.012798 3771 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:23.012824 3771 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:23.012842 3771 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:23.012853 3771 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:24.580010 3771 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs 6427ca5f23c236c0d3d00dacbb91ee9e8c5ce57a86da077d1d332834dbfa8582 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs 6427ca5f23c236c0d3d00dacbb91ee9e8c5ce57a86da077d1d332834dbfa8582 network default NAD default NAD key ] I0424 15:16:24.589422 3771 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 4a5db04dc6b4b3c837456ee281a0c98a7796d878dadf0583fae394064ebdde19 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 4a5db04dc6b4b3c837456ee281a0c98a7796d878dadf0583fae394064ebdde19 network default NAD default NAD key ] I0424 15:16:24.590388 3771 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp bcbdb7d16c4d432a672aa9655d440510b59218395c0ca1bed6f88912862280d6 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp bcbdb7d16c4d432a672aa9655d440510b59218395c0ca1bed6f88912862280d6 network default NAD default NAD key ] I0424 15:16:24.590507 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs, hostIfaceName: 6427ca5f23c236c, network: default, NAD default, SandboxID: "6427ca5f23c236c0d3d00dacbb91ee9e8c5ce57a86da077d1d332834dbfa8582", PCI device ID: , UID: "738cbf4b-492a-4ca5-b0dc-00ae93423674", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0424 15:16:24.601604 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2, hostIfaceName: 4a5db04dc6b4b3c, network: default, NAD default, SandboxID: "4a5db04dc6b4b3c837456ee281a0c98a7796d878dadf0583fae394064ebdde19", PCI device ID: , UID: "62863144-bab8-4ce0-bb10-111301bdf3bb", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0424 15:16:24.601800 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp, hostIfaceName: bcbdb7d16c4d432, network: default, NAD default, SandboxID: "bcbdb7d16c4d432a672aa9655d440510b59218395c0ca1bed6f88912862280d6", PCI device ID: , UID: "fbc32a97-d1b2-4d1a-9664-0a64218ce7c0", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0424 15:16:24.651460 3771 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs 6427ca5f23c236c0d3d00dacbb91ee9e8c5ce57a86da077d1d332834dbfa8582 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs 6427ca5f23c236c0d3d00dacbb91ee9e8c5ce57a86da077d1d332834dbfa8582 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:6a:e0:82:c3:4f\",\"name\":\"6427ca5f23c236c\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97227f4b-6043-4c9b-b9f5-8e1e54b8bb2e\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:16:24.882252 3771 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 4a5db04dc6b4b3c837456ee281a0c98a7796d878dadf0583fae394064ebdde19 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 4a5db04dc6b4b3c837456ee281a0c98a7796d878dadf0583fae394064ebdde19 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:3b:50:86:ee:62\",\"name\":\"4a5db04dc6b4b3c\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d928dbca-e7d3-4334-8e5b-ac4c6517decc\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:16:24.882659 3771 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp bcbdb7d16c4d432a672aa9655d440510b59218395c0ca1bed6f88912862280d6 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp bcbdb7d16c4d432a672aa9655d440510b59218395c0ca1bed6f88912862280d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:99:6c:11:74:62\",\"name\":\"bcbdb7d16c4d432\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/43281676-3b74-4b26-89f3-c52ed25adf5b\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:16:27.005260 3771 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq f3edd817bd5c87adf1df67dde2de8c47aad09ac6f356c62a4119cf0bfe091c7b network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq f3edd817bd5c87adf1df67dde2de8c47aad09ac6f356c62a4119cf0bfe091c7b network default NAD default NAD key ] I0424 15:16:27.080255 3771 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq f3edd817bd5c87adf1df67dde2de8c47aad09ac6f356c62a4119cf0bfe091c7b network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq f3edd817bd5c87adf1df67dde2de8c47aad09ac6f356c62a4119cf0bfe091c7b network default NAD default NAD key default], result "{}", err I0424 15:16:27.145784 3771 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:27.146110 3771 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq I0424 15:16:27.149092 3771 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq, ips: 10.130.0.35 I0424 15:16:27.149180 3771 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:27.149230 3771 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:27.149253 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 15:16:27.149698 3771 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:27.149765 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 15:16:28.317373 3771 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:28.317397 3771 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:28.317419 3771 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:28.317431 3771 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:30.033678 3771 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp bcbdb7d16c4d432a672aa9655d440510b59218395c0ca1bed6f88912862280d6 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp bcbdb7d16c4d432a672aa9655d440510b59218395c0ca1bed6f88912862280d6 network default NAD default NAD key ] I0424 15:16:30.034238 3771 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 4a5db04dc6b4b3c837456ee281a0c98a7796d878dadf0583fae394064ebdde19 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 4a5db04dc6b4b3c837456ee281a0c98a7796d878dadf0583fae394064ebdde19 network default NAD default NAD key ] I0424 15:16:30.039111 3771 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs 6427ca5f23c236c0d3d00dacbb91ee9e8c5ce57a86da077d1d332834dbfa8582 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs 6427ca5f23c236c0d3d00dacbb91ee9e8c5ce57a86da077d1d332834dbfa8582 network default NAD default NAD key ] I0424 15:16:30.123391 3771 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 4a5db04dc6b4b3c837456ee281a0c98a7796d878dadf0583fae394064ebdde19 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 4a5db04dc6b4b3c837456ee281a0c98a7796d878dadf0583fae394064ebdde19 network default NAD default NAD key default], result "{}", err I0424 15:16:30.165213 3771 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp bcbdb7d16c4d432a672aa9655d440510b59218395c0ca1bed6f88912862280d6 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp bcbdb7d16c4d432a672aa9655d440510b59218395c0ca1bed6f88912862280d6 network default NAD default NAD key default], result "{}", err I0424 15:16:30.173826 3771 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs 6427ca5f23c236c0d3d00dacbb91ee9e8c5ce57a86da077d1d332834dbfa8582 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs 6427ca5f23c236c0d3d00dacbb91ee9e8c5ce57a86da077d1d332834dbfa8582 network default NAD default NAD key default], result "{}", err I0424 15:16:30.199199 3771 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.199247 3771 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 I0424 15:16:30.200549 3771 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2, ips: 10.130.0.37 I0424 15:16:30.200578 3771 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.200606 3771 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.200619 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 15:16:30.200795 3771 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.200809 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 15:16:30.234142 3771 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.234188 3771 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp I0424 15:16:30.235366 3771 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp, ips: 10.130.0.38 I0424 15:16:30.235389 3771 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.235403 3771 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.235409 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 15:16:30.235563 3771 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.235577 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 15:16:30.256363 3771 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.256393 3771 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs I0424 15:16:30.257497 3771 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs, ips: 10.130.0.36 I0424 15:16:30.257518 3771 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.257539 3771 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.257545 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 15:16:30.257676 3771 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.257689 3771 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 15:16:31.231681 3771 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:31.231711 3771 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:31.231726 3771 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:31.231736 3771 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0424 15:16:31.261952 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0424 15:16:31.269483 3771 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:31.269506 3771 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:31.269521 3771 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:31.269533 3771 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:31.292939 3771 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:31.292956 3771 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:31.292970 3771 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:31.292982 3771 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0424 15:16:31.475545 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0424 15:16:31.488179 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0424 15:16:32.657831 3771 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0424 15:16:40.560819 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=77 I0424 15:16:41.841703 3771 namespace.go:142] [openshift-operators] updating namespace I0424 15:16:41.861175 3771 namespace.go:142] [openshift-operators] updating namespace W0424 15:16:44.377051 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0424 15:16:48.157097 3771 namespace.go:98] [cert-manager] adding namespace I0424 15:16:48.158079 3771 namespace.go:102] [cert-manager] adding namespace took 961.92µs I0424 15:16:48.170418 3771 namespace.go:142] [cert-manager] updating namespace I0424 15:16:48.183973 3771 namespace.go:142] [cert-manager] updating namespace W0424 15:16:48.376952 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 15:16:48.387916 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 15:16:48.404359 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 15:16:48.422523 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0424 15:16:50.175391 3771 namespace.go:142] [openshift-operators] updating namespace I0424 15:16:52.565039 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=652 W0424 15:16:54.397988 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0424 15:16:54.398005 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0424 15:16:57.861001 3771 namespace.go:98] [trusted-artifact-signer] adding namespace I0424 15:16:57.861935 3771 namespace.go:102] [trusted-artifact-signer] adding namespace took 910.267µs I0424 15:16:57.882154 3771 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 15:16:57.923148 3771 namespace.go:142] [trusted-artifact-signer] updating namespace W0424 15:16:58.423992 3771 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0424 15:17:05.004100 3771 namespace.go:98] [openshift-pipelines] adding namespace I0424 15:17:05.005079 3771 namespace.go:102] [openshift-pipelines] adding namespace took 960.093µs I0424 15:17:05.027181 3771 namespace.go:142] [openshift-pipelines] updating namespace I0424 15:17:05.761552 3771 namespace.go:142] [cert-manager] updating namespace I0424 15:17:05.958233 3771 namespace.go:142] [cert-manager-operator] updating namespace I0424 15:17:06.360106 3771 namespace.go:142] [konflux-operator] updating namespace I0424 15:17:06.565543 3771 namespace.go:142] [konflux-ui] updating namespace I0424 15:17:06.765542 3771 namespace.go:142] [open-cluster-management-2psj9vi9bq6g4njilvb7ueod5qjl6bn6] updating namespace I0424 15:17:07.168155 3771 namespace.go:142] [rhbk-operator] updating namespace I0424 15:17:07.370115 3771 namespace.go:142] [rhtpa-operator] updating namespace I0424 15:17:07.564993 3771 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 15:17:07.765854 3771 namespace.go:142] [tsf] updating namespace I0424 15:17:07.965810 3771 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:17:08.168788 3771 namespace.go:142] [tsf-tas] updating namespace I0424 15:17:08.371674 3771 namespace.go:142] [tsf-tpa] updating namespace I0424 15:17:08.495215 3771 namespace.go:142] [cert-manager] updating namespace I0424 15:17:08.509006 3771 namespace.go:142] [cert-manager-operator] updating namespace I0424 15:17:08.516253 3771 namespace.go:142] [default] updating namespace I0424 15:17:08.527217 3771 namespace.go:142] [konflux-operator] updating namespace I0424 15:17:08.536892 3771 namespace.go:142] [konflux-ui] updating namespace I0424 15:17:08.547906 3771 namespace.go:142] [open-cluster-management-2psj9vi9bq6g4njilvb7ueod5qjl6bn6] updating namespace I0424 15:17:08.556287 3771 namespace.go:142] [openshift] updating namespace I0424 15:17:08.567856 3771 namespace.go:142] [rhbk-operator] updating namespace I0424 15:17:08.577806 3771 namespace.go:142] [rhtpa-operator] updating namespace I0424 15:17:08.589494 3771 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 15:17:08.595552 3771 namespace.go:142] [tsf] updating namespace I0424 15:17:08.609952 3771 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:17:08.629128 3771 namespace.go:142] [tsf-tas] updating namespace I0424 15:17:08.650407 3771 namespace.go:142] [tsf-tpa] updating namespace I0424 15:17:08.752145 3771 namespace.go:142] [cert-manager] updating namespace I0424 15:17:08.852088 3771 namespace.go:142] [cert-manager-operator] updating namespace I0424 15:17:08.951064 3771 namespace.go:142] [default] updating namespace I0424 15:17:09.048206 3771 namespace.go:142] [konflux-operator] updating namespace I0424 15:17:09.152120 3771 namespace.go:142] [konflux-ui] updating namespace I0424 15:17:09.247358 3771 namespace.go:142] [open-cluster-management-2psj9vi9bq6g4njilvb7ueod5qjl6bn6] updating namespace I0424 15:17:09.351308 3771 namespace.go:142] [openshift] updating namespace I0424 15:17:09.450488 3771 namespace.go:142] [rhbk-operator] updating namespace I0424 15:17:09.550072 3771 namespace.go:142] [rhtpa-operator] updating namespace I0424 15:17:09.652886 3771 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 15:17:09.757063 3771 namespace.go:142] [tsf] updating namespace I0424 15:17:09.758937 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0424 15:17:09.857957 3771 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:17:09.987492 3771 namespace.go:142] [tsf-tas] updating namespace I0424 15:17:10.087121 3771 namespace.go:142] [tsf-tpa] updating namespace I0424 15:17:10.480041 3771 namespace.go:142] [openshift-pipelines] updating namespace I0424 15:17:18.180505 3771 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-6vr8m] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-6vr8m for pod on switch ip-10-0-1-111.ec2.internal I0424 15:17:18.180603 3771 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-6vr8m I0424 15:17:18.197310 3771 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-6vr8m] pod update took 16.733276ms I0424 15:17:18.197354 3771 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-6vr8m] addLogicalPort annotation time took 16.782531ms I0424 15:17:18.198629 3771 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-6vr8m] addLogicalPort took 18.138917ms, libovsdb time 922.907µs I0424 15:17:18.543835 3771 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-6vr8m 46031247cd23e7a8f43b099f6ba322c3274a9c3296a5c7b551b295671f83c770 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-6vr8m 46031247cd23e7a8f43b099f6ba322c3274a9c3296a5c7b551b295671f83c770 network default NAD default NAD key ] I0424 15:17:18.552975 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-6vr8m, hostIfaceName: 46031247cd23e7a, network: default, NAD default, SandboxID: "46031247cd23e7a8f43b099f6ba322c3274a9c3296a5c7b551b295671f83c770", PCI device ID: , UID: "a34aba19-7b28-42cf-b92e-b4c6483c4652", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0424 15:17:18.601480 3771 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-6vr8m 46031247cd23e7a8f43b099f6ba322c3274a9c3296a5c7b551b295671f83c770 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-6vr8m 46031247cd23e7a8f43b099f6ba322c3274a9c3296a5c7b551b295671f83c770 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:f3:61:41:de:5a\",\"name\":\"46031247cd23e7a\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/71c9608b-709a-4c3f-b4ae-4aa529d7e7a3\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:17:20.358024 3771 namespace.go:142] [openshift-pipelines] updating namespace W0424 15:17:21.499967 3771 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 15:17:21.499984 3771 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 15:17:21.499989 3771 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 15:17:21.879165 3771 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 15:17:21.879181 3771 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 15:17:21.879186 3771 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 15:17:21.879190 3771 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 15:17:21.918395 3771 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 15:17:21.918411 3771 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 15:17:21.918416 3771 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0424 15:17:27.354629 3771 cni.go:452] [tsf/test-tsf-subscriptions f98d7f3692de6263d14cd71dcbeff16718f68bbedf95d0e838ff34dcb5c8b74f network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions f98d7f3692de6263d14cd71dcbeff16718f68bbedf95d0e838ff34dcb5c8b74f network default NAD default NAD key ] I0424 15:17:27.428643 3771 cni.go:473] [tsf/test-tsf-subscriptions f98d7f3692de6263d14cd71dcbeff16718f68bbedf95d0e838ff34dcb5c8b74f network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions f98d7f3692de6263d14cd71dcbeff16718f68bbedf95d0e838ff34dcb5c8b74f network default NAD default NAD key default], result "{}", err I0424 15:17:27.481037 3771 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:17:27.481066 3771 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0424 15:17:27.482179 3771 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.32 I0424 15:17:27.482205 3771 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:17:27.504903 3771 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:17:27.504924 3771 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:17:27.510255 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0424 15:17:27.510279 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0424 15:17:28.778594 3771 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-111.ec2.internal I0424 15:17:28.778680 3771 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0424 15:17:28.793221 3771 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 14.564188ms I0424 15:17:28.793241 3771 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 14.591186ms I0424 15:17:28.794404 3771 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 15.824374ms, libovsdb time 797.584µs I0424 15:17:29.157684 3771 cni.go:452] [tsf/test-tsf-infrastructure 45e8982e8f2de134f30a3d2b90141cdd43a0f95dd26e802157f4475c6c359cf2 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 45e8982e8f2de134f30a3d2b90141cdd43a0f95dd26e802157f4475c6c359cf2 network default NAD default NAD key ] I0424 15:17:29.166818 3771 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 45e8982e8f2de13, network: default, NAD default, SandboxID: "45e8982e8f2de134f30a3d2b90141cdd43a0f95dd26e802157f4475c6c359cf2", PCI device ID: , UID: "72cf3d69-7133-4dde-a8b9-f3f518c78179", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0424 15:17:29.213842 3771 cni.go:473] [tsf/test-tsf-infrastructure 45e8982e8f2de134f30a3d2b90141cdd43a0f95dd26e802157f4475c6c359cf2 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 45e8982e8f2de134f30a3d2b90141cdd43a0f95dd26e802157f4475c6c359cf2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:14:5a:5d:b7:3d\",\"name\":\"45e8982e8f2de13\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/38370e86-bb24-4446-9642-2c94f7962ca7\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:17:31.681152 3771 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-6wchq] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-6wchq for pod on switch ip-10-0-1-111.ec2.internal I0424 15:17:31.681266 3771 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-6wchq I0424 15:17:31.681272 3771 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-ggnbr] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-ggnbr for pod on switch ip-10-0-1-111.ec2.internal I0424 15:17:31.681383 3771 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-ggnbr I0424 15:17:31.694081 3771 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-6wchq] pod update took 12.848753ms I0424 15:17:31.694104 3771 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-6wchq] addLogicalPort annotation time took 12.879233ms I0424 15:17:31.695516 3771 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-6wchq] addLogicalPort took 14.381371ms, libovsdb time 999.345µs I0424 15:17:31.697283 3771 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-ggnbr] pod update took 15.936361ms I0424 15:17:31.697303 3771 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-ggnbr] addLogicalPort annotation time took 15.958602ms I0424 15:17:31.698526 3771 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-ggnbr] addLogicalPort took 17.27061ms, libovsdb time 865.664µs I0424 15:17:42.262143 3771 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-6wchq 00db44ff744336a9da47ef065d22583229d72de66c3e3cd2ae4cca60df9e9c30 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-6wchq 00db44ff744336a9da47ef065d22583229d72de66c3e3cd2ae4cca60df9e9c30 network default NAD default NAD key ] I0424 15:17:42.266712 3771 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-ggnbr 5fd69e0cc1ae811438a187caa1fe5d1823e741c46def62ba4ba665133be7923a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-ggnbr 5fd69e0cc1ae811438a187caa1fe5d1823e741c46def62ba4ba665133be7923a network default NAD default NAD key ] I0424 15:17:42.271798 3771 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-6wchq, hostIfaceName: 00db44ff744336a, network: default, NAD default, SandboxID: "00db44ff744336a9da47ef065d22583229d72de66c3e3cd2ae4cca60df9e9c30", PCI device ID: , UID: "0b9c4d26-f3fd-47f0-8666-5016bc7bb5e9", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0424 15:17:42.275401 3771 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-ggnbr, hostIfaceName: 5fd69e0cc1ae811, network: default, NAD default, SandboxID: "5fd69e0cc1ae811438a187caa1fe5d1823e741c46def62ba4ba665133be7923a", PCI device ID: , UID: "7fefa3dd-6845-4500-8236-8855a5485f2b", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0424 15:17:42.322280 3771 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-6wchq 00db44ff744336a9da47ef065d22583229d72de66c3e3cd2ae4cca60df9e9c30 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-6wchq 00db44ff744336a9da47ef065d22583229d72de66c3e3cd2ae4cca60df9e9c30 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:d1:08:e1:e9:c6\",\"name\":\"00db44ff744336a\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f2709db0-162f-42e1-a29a-98e0f394adf3\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:17:42.340907 3771 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-ggnbr 5fd69e0cc1ae811438a187caa1fe5d1823e741c46def62ba4ba665133be7923a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-ggnbr 5fd69e0cc1ae811438a187caa1fe5d1823e741c46def62ba4ba665133be7923a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:c9:e2:95:9e:bd\",\"name\":\"5fd69e0cc1ae811\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ec2e303-4042-45d6-8e74-1e79831db4f3\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 15:17:43.450437 3771 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0424 15:17:43.469021 3771 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0424 15:17:52.007007 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0424 15:18:04.460587 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0424 15:18:04.488944 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0424 15:18:05.060000 3771 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-tmz5w] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-tmz5w for pod on switch ip-10-0-1-111.ec2.internal I0424 15:18:05.060130 3771 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-tmz5w I0424 15:18:05.076246 3771 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-tmz5w] pod update took 16.140679ms I0424 15:18:05.076271 3771 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-tmz5w] addLogicalPort annotation time took 16.171801ms I0424 15:18:05.077614 3771 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-tmz5w] addLogicalPort took 17.628838ms, libovsdb time 850.078µs I0424 15:18:05.420908 3771 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-tmz5w b6ef23bcf55f40670ca6854582297022b63a15368630b5eec9c6aa9bdeec70d2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-tmz5w b6ef23bcf55f40670ca6854582297022b63a15368630b5eec9c6aa9bdeec70d2 network default NAD default NAD key ] I0424 15:18:05.430678 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-tmz5w, hostIfaceName: b6ef23bcf55f406, network: default, NAD default, SandboxID: "b6ef23bcf55f40670ca6854582297022b63a15368630b5eec9c6aa9bdeec70d2", PCI device ID: , UID: "d04dc4a4-843d-4b5e-8744-762888662f48", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0424 15:18:05.481105 3771 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-tmz5w b6ef23bcf55f40670ca6854582297022b63a15368630b5eec9c6aa9bdeec70d2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-tmz5w b6ef23bcf55f40670ca6854582297022b63a15368630b5eec9c6aa9bdeec70d2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:8a:8a:79:87:d4\",\"name\":\"b6ef23bcf55f406\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4b2023c-08bd-4892-ab04-2f8340fd037a\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:18:06.590877 3771 cni.go:452] [tsf/test-tsf-infrastructure 45e8982e8f2de134f30a3d2b90141cdd43a0f95dd26e802157f4475c6c359cf2 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 45e8982e8f2de134f30a3d2b90141cdd43a0f95dd26e802157f4475c6c359cf2 network default NAD default NAD key ] I0424 15:18:06.681031 3771 cni.go:473] [tsf/test-tsf-infrastructure 45e8982e8f2de134f30a3d2b90141cdd43a0f95dd26e802157f4475c6c359cf2 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 45e8982e8f2de134f30a3d2b90141cdd43a0f95dd26e802157f4475c6c359cf2 network default NAD default NAD key default], result "{}", err I0424 15:18:06.731710 3771 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:18:06.731743 3771 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0424 15:18:06.733137 3771 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.40 I0424 15:18:06.733163 3771 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:18:06.757148 3771 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:18:06.757171 3771 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:18:06.760726 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0424 15:18:06.760750 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0424 15:18:07.849925 3771 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-111.ec2.internal I0424 15:18:07.850095 3771 kube.go:256] Updating pod tsf/test-tsf-iam I0424 15:18:07.863962 3771 pod.go:62] [tsf/test-tsf-iam] pod update took 13.900848ms I0424 15:18:07.863986 3771 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 13.92819ms I0424 15:18:07.865262 3771 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 15.363312ms, libovsdb time 867.829µs I0424 15:18:08.209889 3771 cni.go:452] [tsf/test-tsf-iam 51b3530c8f341db645f1ae53c2e5e888b8ca2be28bbaf0dc3b6717a55e06ed89 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 51b3530c8f341db645f1ae53c2e5e888b8ca2be28bbaf0dc3b6717a55e06ed89 network default NAD default NAD key ] I0424 15:18:08.220582 3771 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 51b3530c8f341db, network: default, NAD default, SandboxID: "51b3530c8f341db645f1ae53c2e5e888b8ca2be28bbaf0dc3b6717a55e06ed89", PCI device ID: , UID: "64e219c9-d8a5-4d60-9803-57d6b711442b", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0424 15:18:08.271104 3771 cni.go:473] [tsf/test-tsf-iam 51b3530c8f341db645f1ae53c2e5e888b8ca2be28bbaf0dc3b6717a55e06ed89 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 51b3530c8f341db645f1ae53c2e5e888b8ca2be28bbaf0dc3b6717a55e06ed89 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:7d:84:40:89:4f\",\"name\":\"51b3530c8f341db\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b4748e1-3f8e-423e-a53e-8c914ed9887b\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:18:08.615631 3771 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0424 15:18:08.616257 3771 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0424 15:18:08.616277 3771 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0424 15:18:08.618757 3771 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0424 15:18:08.972272 3771 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-111.ec2.internal I0424 15:18:08.972406 3771 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0424 15:18:08.986869 3771 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 14.490231ms I0424 15:18:08.986895 3771 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 14.519313ms I0424 15:18:08.988150 3771 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 15.894625ms, libovsdb time 876.328µs I0424 15:18:09.331584 3771 cni.go:452] [tsf-keycloak/keycloak-0 d21641d26783071ee4f2d1e8b1a9d399e4fbf6eebae8571d65a13c19b4d87ba6 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 d21641d26783071ee4f2d1e8b1a9d399e4fbf6eebae8571d65a13c19b4d87ba6 network default NAD default NAD key ] I0424 15:18:09.340842 3771 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: d21641d26783071, network: default, NAD default, SandboxID: "d21641d26783071ee4f2d1e8b1a9d399e4fbf6eebae8571d65a13c19b4d87ba6", PCI device ID: , UID: "1bf09beb-84cb-449e-8fd8-1f6a17b3880f", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0424 15:18:09.389825 3771 cni.go:473] [tsf-keycloak/keycloak-0 d21641d26783071ee4f2d1e8b1a9d399e4fbf6eebae8571d65a13c19b4d87ba6 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 d21641d26783071ee4f2d1e8b1a9d399e4fbf6eebae8571d65a13c19b4d87ba6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:67:0e:0b:b8:a6\",\"name\":\"d21641d26783071\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08a08ae2-108f-4973-8205-b2175a8dbc99\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:18:10.562886 3771 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0424 15:18:14.644356 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0424 15:18:14.644481 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0424 15:18:14.644425 3771 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0424 15:18:14.644570 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0424 15:18:27.742990 3771 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-llhbf] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-llhbf for pod on switch ip-10-0-1-111.ec2.internal I0424 15:18:27.743109 3771 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-llhbf I0424 15:18:27.758635 3771 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-llhbf] pod update took 15.559743ms I0424 15:18:27.758740 3771 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-llhbf] addLogicalPort annotation time took 15.669299ms I0424 15:18:27.760249 3771 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-llhbf] addLogicalPort took 17.281758ms, libovsdb time 975.269µs I0424 15:18:28.111737 3771 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-llhbf 76ad5fa42f24465872239d54c89c597df3d7a5a3b46a44086a82d1f97029bfd8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-llhbf 76ad5fa42f24465872239d54c89c597df3d7a5a3b46a44086a82d1f97029bfd8 network default NAD default NAD key ] I0424 15:18:28.120931 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-llhbf, hostIfaceName: 76ad5fa42f24465, network: default, NAD default, SandboxID: "76ad5fa42f24465872239d54c89c597df3d7a5a3b46a44086a82d1f97029bfd8", PCI device ID: , UID: "3df8d3b4-ea50-47b5-aa9f-9c2fb3bbdbb6", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0424 15:18:28.172641 3771 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-llhbf 76ad5fa42f24465872239d54c89c597df3d7a5a3b46a44086a82d1f97029bfd8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-llhbf 76ad5fa42f24465872239d54c89c597df3d7a5a3b46a44086a82d1f97029bfd8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:aa:76:8d:34:54\",\"name\":\"76ad5fa42f24465\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f8f40d9-efdb-4051-9361-140cf010f36c\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 15:18:33.839548 3771 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 15:18:33.839573 3771 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 15:18:33.839580 3771 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 15:18:37.559478 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0424 15:18:37.559499 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0424 15:18:37.560510 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0424 15:18:37.560528 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service I0424 15:18:38.653912 3771 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-vvgv9] creating logical port tsf-keycloak_tsf-iam-vvgv9 for pod on switch ip-10-0-1-111.ec2.internal I0424 15:18:38.654067 3771 kube.go:256] Updating pod tsf-keycloak/tsf-iam-vvgv9 I0424 15:18:38.667759 3771 pod.go:62] [tsf-keycloak/tsf-iam-vvgv9] pod update took 13.719039ms I0424 15:18:38.667782 3771 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-vvgv9] addLogicalPort annotation time took 13.746487ms I0424 15:18:38.669157 3771 pods.go:271] [tsf-keycloak/tsf-iam-vvgv9] addLogicalPort took 15.270495ms, libovsdb time 989.012µs I0424 15:18:39.032746 3771 cni.go:452] [tsf-keycloak/tsf-iam-vvgv9 cf18f1ca9d0927b7405384b0a1c515e295d770c5ad15b783fee7c4bde8ccd75c network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-vvgv9 cf18f1ca9d0927b7405384b0a1c515e295d770c5ad15b783fee7c4bde8ccd75c network default NAD default NAD key ] I0424 15:18:39.041755 3771 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-vvgv9, hostIfaceName: cf18f1ca9d0927b, network: default, NAD default, SandboxID: "cf18f1ca9d0927b7405384b0a1c515e295d770c5ad15b783fee7c4bde8ccd75c", PCI device ID: , UID: "90efa8d0-ed03-4a3e-a4f9-4fa1ae3483fd", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0424 15:18:39.091768 3771 cni.go:473] [tsf-keycloak/tsf-iam-vvgv9 cf18f1ca9d0927b7405384b0a1c515e295d770c5ad15b783fee7c4bde8ccd75c network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-vvgv9 cf18f1ca9d0927b7405384b0a1c515e295d770c5ad15b783fee7c4bde8ccd75c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:36:8f:9f:9d:ed\",\"name\":\"cf18f1ca9d0927b\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5f7680d-449e-4842-8d61-60cac906ec8c\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:18:40.820354 3771 cni.go:452] [tsf/test-tsf-iam 51b3530c8f341db645f1ae53c2e5e888b8ca2be28bbaf0dc3b6717a55e06ed89 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 51b3530c8f341db645f1ae53c2e5e888b8ca2be28bbaf0dc3b6717a55e06ed89 network default NAD default NAD key ] I0424 15:18:40.909833 3771 cni.go:473] [tsf/test-tsf-iam 51b3530c8f341db645f1ae53c2e5e888b8ca2be28bbaf0dc3b6717a55e06ed89 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 51b3530c8f341db645f1ae53c2e5e888b8ca2be28bbaf0dc3b6717a55e06ed89 network default NAD default NAD key default], result "{}", err I0424 15:18:40.966093 3771 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:18:40.966134 3771 pods.go:176] Deleting pod: tsf/test-tsf-iam I0424 15:18:40.967820 3771 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.44 I0424 15:18:40.967855 3771 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:18:41.004835 3771 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:18:41.004914 3771 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:18:41.010573 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0424 15:18:41.010605 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0424 15:18:41.921205 3771 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-111.ec2.internal I0424 15:18:41.921365 3771 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0424 15:18:41.938831 3771 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 17.514788ms I0424 15:18:41.938852 3771 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 17.541301ms I0424 15:18:41.940245 3771 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 19.090842ms, libovsdb time 1.008429ms I0424 15:18:42.286414 3771 cni.go:452] [tsf-tas/test-tsf-tas 3e7748d175e50474b2adb87fb01c2189c157ff42b939d53e14284c72c6b3c114 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 3e7748d175e50474b2adb87fb01c2189c157ff42b939d53e14284c72c6b3c114 network default NAD default NAD key ] I0424 15:18:42.299490 3771 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 3e7748d175e5047, network: default, NAD default, SandboxID: "3e7748d175e50474b2adb87fb01c2189c157ff42b939d53e14284c72c6b3c114", PCI device ID: , UID: "8700320a-28dc-4d7d-b9ef-67cc0fc38872", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0424 15:18:42.396209 3771 cni.go:473] [tsf-tas/test-tsf-tas 3e7748d175e50474b2adb87fb01c2189c157ff42b939d53e14284c72c6b3c114 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 3e7748d175e50474b2adb87fb01c2189c157ff42b939d53e14284c72c6b3c114 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:a5:e8:74:bd:b8\",\"name\":\"3e7748d175e5047\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d706936d-d033-4954-a908-95d4a0069b05\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 15:18:48.918782 3771 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0424 15:18:48.918804 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0424 15:18:52.293062 3771 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0424 15:18:53.957429 3771 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0424 15:18:56.948283 3771 cni.go:452] [tsf-keycloak/tsf-iam-vvgv9 cf18f1ca9d0927b7405384b0a1c515e295d770c5ad15b783fee7c4bde8ccd75c network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-vvgv9 cf18f1ca9d0927b7405384b0a1c515e295d770c5ad15b783fee7c4bde8ccd75c network default NAD default NAD key ] I0424 15:18:57.023046 3771 cni.go:473] [tsf-keycloak/tsf-iam-vvgv9 cf18f1ca9d0927b7405384b0a1c515e295d770c5ad15b783fee7c4bde8ccd75c network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-vvgv9 cf18f1ca9d0927b7405384b0a1c515e295d770c5ad15b783fee7c4bde8ccd75c network default NAD default NAD key default], result "{}", err I0424 15:18:57.073380 3771 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-vvgv9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:18:57.073406 3771 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-vvgv9 I0424 15:18:57.074684 3771 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-vvgv9, ips: 10.130.0.47 I0424 15:18:57.074713 3771 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-vvgv9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0424 15:18:57.317844 3771 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0424 15:18:57.971618 3771 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-vvgv9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:18:57.971645 3771 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-vvgv9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:04.169263 3771 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-gwp8v-lhl7p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:04.169878 3771 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-gwp8v-lhl7p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:05.027928 3771 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-gwp8v-lhl7p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:05.027948 3771 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-gwp8v-lhl7p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:11.571800 3771 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-f7qn9] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-f7qn9 for pod on switch ip-10-0-1-111.ec2.internal I0424 15:19:11.571888 3771 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-f7qn9 I0424 15:19:11.586586 3771 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-f7qn9] pod update took 14.717941ms I0424 15:19:11.586612 3771 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-f7qn9] addLogicalPort annotation time took 14.747366ms I0424 15:19:11.587974 3771 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-f7qn9] addLogicalPort took 16.189743ms, libovsdb time 868.946µs I0424 15:19:11.688490 3771 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-fksst] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-fksst for pod on switch ip-10-0-1-111.ec2.internal I0424 15:19:11.688599 3771 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-fksst I0424 15:19:11.703052 3771 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-fksst] pod update took 14.473694ms I0424 15:19:11.703073 3771 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-fksst] addLogicalPort annotation time took 14.495912ms I0424 15:19:11.704241 3771 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-fksst] addLogicalPort took 15.764279ms, libovsdb time 771.881µs I0424 15:19:11.786850 3771 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-86r66] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-86r66 for pod on switch ip-10-0-1-111.ec2.internal I0424 15:19:11.786945 3771 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-86r66 I0424 15:19:11.800851 3771 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-86r66] pod update took 13.932173ms I0424 15:19:11.800870 3771 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-86r66] addLogicalPort annotation time took 13.956233ms I0424 15:19:11.802036 3771 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-86r66] addLogicalPort took 15.207924ms, libovsdb time 803.279µs I0424 15:19:11.931705 3771 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-f7qn9 cd95dafba7dd9d31b2d5f7289665f95bc1b814243481842d21caa0a9199848eb network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-f7qn9 cd95dafba7dd9d31b2d5f7289665f95bc1b814243481842d21caa0a9199848eb network default NAD default NAD key ] I0424 15:19:11.941051 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-f7qn9, hostIfaceName: cd95dafba7dd9d3, network: default, NAD default, SandboxID: "cd95dafba7dd9d31b2d5f7289665f95bc1b814243481842d21caa0a9199848eb", PCI device ID: , UID: "4b9057b3-73e5-48dd-82bb-598f946a9b85", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0424 15:19:11.989599 3771 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-f7qn9 cd95dafba7dd9d31b2d5f7289665f95bc1b814243481842d21caa0a9199848eb network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-f7qn9 cd95dafba7dd9d31b2d5f7289665f95bc1b814243481842d21caa0a9199848eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:ab:7b:bf:38:45\",\"name\":\"cd95dafba7dd9d3\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/43b80c2a-3d9e-433f-9235-b2d95fde72eb\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:19:12.048068 3771 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-fksst c4bc4c538921d1b5e3c57e7c29365fe9ff80e0537d93c19d81ae5fde21432b30 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-fksst c4bc4c538921d1b5e3c57e7c29365fe9ff80e0537d93c19d81ae5fde21432b30 network default NAD default NAD key ] I0424 15:19:12.057302 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-fksst, hostIfaceName: c4bc4c538921d1b, network: default, NAD default, SandboxID: "c4bc4c538921d1b5e3c57e7c29365fe9ff80e0537d93c19d81ae5fde21432b30", PCI device ID: , UID: "72d56129-4fab-471a-b327-3bc1ebdf81af", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0424 15:19:12.106630 3771 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-fksst c4bc4c538921d1b5e3c57e7c29365fe9ff80e0537d93c19d81ae5fde21432b30 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-fksst c4bc4c538921d1b5e3c57e7c29365fe9ff80e0537d93c19d81ae5fde21432b30 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:dd:13:a5:37:e4\",\"name\":\"c4bc4c538921d1b\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/05266a80-4d56-4164-8add-711deaa2f282\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:19:12.149216 3771 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-86r66 79ea5b54acf78b51292b9bc0cf7e2815add0dc3953bf3e8b50064cd9f4e84a3d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-86r66 79ea5b54acf78b51292b9bc0cf7e2815add0dc3953bf3e8b50064cd9f4e84a3d network default NAD default NAD key ] I0424 15:19:12.159025 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-86r66, hostIfaceName: 79ea5b54acf78b5, network: default, NAD default, SandboxID: "79ea5b54acf78b51292b9bc0cf7e2815add0dc3953bf3e8b50064cd9f4e84a3d", PCI device ID: , UID: "34e0ee77-7afa-403c-a057-1ded8fd5e233", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0424 15:19:12.207737 3771 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-86r66 79ea5b54acf78b51292b9bc0cf7e2815add0dc3953bf3e8b50064cd9f4e84a3d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-86r66 79ea5b54acf78b51292b9bc0cf7e2815add0dc3953bf3e8b50064cd9f4e84a3d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:81:5a:2c:a2:f1\",\"name\":\"79ea5b54acf78b5\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/873b023e-4c53-4ec8-9d30-0ba052fa3b11\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 15:19:17.069718 3771 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0424 15:19:19.974589 3771 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 W0424 15:19:26.115159 3771 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0424 15:19:26.115177 3771 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0424 15:19:26.134902 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0424 15:19:26.134917 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0424 15:19:28.070410 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0424 15:19:31.144485 3771 cni.go:452] [tsf-tas/test-tsf-tas 3e7748d175e50474b2adb87fb01c2189c157ff42b939d53e14284c72c6b3c114 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 3e7748d175e50474b2adb87fb01c2189c157ff42b939d53e14284c72c6b3c114 network default NAD default NAD key ] I0424 15:19:31.221494 3771 cni.go:473] [tsf-tas/test-tsf-tas 3e7748d175e50474b2adb87fb01c2189c157ff42b939d53e14284c72c6b3c114 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 3e7748d175e50474b2adb87fb01c2189c157ff42b939d53e14284c72c6b3c114 network default NAD default NAD key default], result "{}", err I0424 15:19:31.277046 3771 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:31.277074 3771 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0424 15:19:31.278450 3771 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.48 I0424 15:19:31.278480 3771 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:31.295812 3771 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:31.295836 3771 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:31.301738 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0424 15:19:31.301765 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0424 15:19:36.639275 3771 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-55tf2-tz6hq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:36.639844 3771 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-55tf2-tz6hq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:37.531362 3771 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-55tf2-tz6hq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:37.531382 3771 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-55tf2-tz6hq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:38.859548 3771 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-6d9974f74f-prtw4] creating logical port tsf-tas_ctlog-6d9974f74f-prtw4 for pod on switch ip-10-0-1-111.ec2.internal I0424 15:19:38.859626 3771 kube.go:256] Updating pod tsf-tas/ctlog-6d9974f74f-prtw4 I0424 15:19:38.873772 3771 pod.go:62] [tsf-tas/ctlog-6d9974f74f-prtw4] pod update took 14.163035ms I0424 15:19:38.873795 3771 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-6d9974f74f-prtw4] addLogicalPort annotation time took 14.192069ms I0424 15:19:38.875051 3771 pods.go:271] [tsf-tas/ctlog-6d9974f74f-prtw4] addLogicalPort took 15.51605ms, libovsdb time 840.59µs I0424 15:19:39.820601 3771 cni.go:452] [tsf-tas/ctlog-6d9974f74f-prtw4 867b2f462248fa1dcb70213d48b5e221deb23331f4cfa8a9b05a8acc751f685e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-6d9974f74f-prtw4 867b2f462248fa1dcb70213d48b5e221deb23331f4cfa8a9b05a8acc751f685e network default NAD default NAD key ] I0424 15:19:39.829845 3771 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-6d9974f74f-prtw4, hostIfaceName: 867b2f462248fa1, network: default, NAD default, SandboxID: "867b2f462248fa1dcb70213d48b5e221deb23331f4cfa8a9b05a8acc751f685e", PCI device ID: , UID: "6eb1b591-4aa4-4810-9ac5-b2e1c2219825", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0424 15:19:39.880925 3771 cni.go:473] [tsf-tas/ctlog-6d9974f74f-prtw4 867b2f462248fa1dcb70213d48b5e221deb23331f4cfa8a9b05a8acc751f685e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-6d9974f74f-prtw4 867b2f462248fa1dcb70213d48b5e221deb23331f4cfa8a9b05a8acc751f685e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:dd:bf:df:3c:93\",\"name\":\"867b2f462248fa1\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/742b033c-eeea-4c65-8b29-7c0d088899d4\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:19:40.387209 3771 obj_retry.go:498] Detected object tsf/patch-tekton-config-lzn5k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:40.387803 3771 obj_retry.go:498] Detected object tsf/patch-tekton-config-lzn5k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:40.407751 3771 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-qvfcd-j6p2q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:40.408193 3771 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-qvfcd-j6p2q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:41.227629 3771 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-qvfcd-j6p2q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:41.227652 3771 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-qvfcd-j6p2q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:41.409771 3771 obj_retry.go:492] Detected object tsf/patch-tekton-config-lzn5k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:41.409791 3771 obj_retry.go:492] Detected object tsf/patch-tekton-config-lzn5k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 15:19:42.214425 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0424 15:19:45.281143 3771 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-7db9d5d848-ltmvz] creating logical port tsf-tas_rekor-search-ui-7db9d5d848-ltmvz for pod on switch ip-10-0-1-111.ec2.internal I0424 15:19:45.281260 3771 kube.go:256] Updating pod tsf-tas/rekor-search-ui-7db9d5d848-ltmvz I0424 15:19:45.294230 3771 pod.go:62] [tsf-tas/rekor-search-ui-7db9d5d848-ltmvz] pod update took 12.989715ms I0424 15:19:45.294255 3771 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-7db9d5d848-ltmvz] addLogicalPort annotation time took 13.017436ms I0424 15:19:45.295520 3771 pods.go:271] [tsf-tas/rekor-search-ui-7db9d5d848-ltmvz] addLogicalPort took 14.391313ms, libovsdb time 844.369µs I0424 15:19:45.640503 3771 cni.go:452] [tsf-tas/rekor-search-ui-7db9d5d848-ltmvz 81ffa96124039ec8e24c58b591f0ba836f59b142594f125306011c4d0d433e31 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-7db9d5d848-ltmvz 81ffa96124039ec8e24c58b591f0ba836f59b142594f125306011c4d0d433e31 network default NAD default NAD key ] I0424 15:19:45.649771 3771 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-7db9d5d848-ltmvz, hostIfaceName: 81ffa96124039ec, network: default, NAD default, SandboxID: "81ffa96124039ec8e24c58b591f0ba836f59b142594f125306011c4d0d433e31", PCI device ID: , UID: "eb3c0def-81c2-4009-a9ac-3ca56f5cebfe", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0424 15:19:45.703301 3771 cni.go:473] [tsf-tas/rekor-search-ui-7db9d5d848-ltmvz 81ffa96124039ec8e24c58b591f0ba836f59b142594f125306011c4d0d433e31 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-7db9d5d848-ltmvz 81ffa96124039ec8e24c58b591f0ba836f59b142594f125306011c4d0d433e31 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:eb:78:9e:5f:90\",\"name\":\"81ffa96124039ec\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db2f0ebe-1d81-4fb5-8ad7-5224bcc9de47\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 15:19:49.262154 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0424 15:19:49.286071 3771 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0424 15:19:50.411305 3771 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-lsx7f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:50.411857 3771 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-lsx7f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:51.436639 3771 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-lsx7f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:51.436666 3771 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-lsx7f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:51.486351 3771 obj_retry.go:492] Detected object tsf/patch-tekton-config-lzn5k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:51.486366 3771 obj_retry.go:492] Detected object tsf/patch-tekton-config-lzn5k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:51.490700 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-lzn5k I0424 15:19:51.490725 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-lzn5k I0424 15:19:52.117936 3771 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-111.ec2.internal I0424 15:19:52.118041 3771 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0424 15:19:52.135442 3771 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 17.427897ms I0424 15:19:52.135464 3771 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 17.454993ms I0424 15:19:52.136770 3771 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 18.850374ms, libovsdb time 861.428µs I0424 15:19:52.478471 3771 cni.go:452] [tsf-tpa/pre-install-tsf-tpa f3acb3f3361fa666051ec15b3ae5303daee54ab728a459c12a21237e16613d36 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa f3acb3f3361fa666051ec15b3ae5303daee54ab728a459c12a21237e16613d36 network default NAD default NAD key ] I0424 15:19:52.487787 3771 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: f3acb3f3361fa66, network: default, NAD default, SandboxID: "f3acb3f3361fa666051ec15b3ae5303daee54ab728a459c12a21237e16613d36", PCI device ID: , UID: "b3b23451-3a63-4915-aca8-054a80c8fe1b", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0424 15:19:52.538827 3771 cni.go:473] [tsf-tpa/pre-install-tsf-tpa f3acb3f3361fa666051ec15b3ae5303daee54ab728a459c12a21237e16613d36 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa f3acb3f3361fa666051ec15b3ae5303daee54ab728a459c12a21237e16613d36 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:43:55:10:7a:83\",\"name\":\"f3acb3f3361fa66\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/555b8554-ae6e-4fe1-a814-d887c56c7cb4\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 15:19:53.224788 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0424 15:19:55.302253 3771 cni.go:452] [tsf-tpa/pre-install-tsf-tpa f3acb3f3361fa666051ec15b3ae5303daee54ab728a459c12a21237e16613d36 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa f3acb3f3361fa666051ec15b3ae5303daee54ab728a459c12a21237e16613d36 network default NAD default NAD key ] I0424 15:19:55.387969 3771 cni.go:473] [tsf-tpa/pre-install-tsf-tpa f3acb3f3361fa666051ec15b3ae5303daee54ab728a459c12a21237e16613d36 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa f3acb3f3361fa666051ec15b3ae5303daee54ab728a459c12a21237e16613d36 network default NAD default NAD key default], result "{}", err I0424 15:19:55.442596 3771 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:55.442632 3771 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0424 15:19:55.443889 3771 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.54 I0424 15:19:55.443916 3771 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:55.462946 3771 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:55.462975 3771 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:55.469143 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0424 15:19:55.469170 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0424 15:19:55.606268 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0424 15:19:55.676078 3771 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-111.ec2.internal I0424 15:19:55.676165 3771 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0424 15:19:55.689669 3771 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.525394ms I0424 15:19:55.689696 3771 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.556467ms I0424 15:19:55.690929 3771 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 14.867828ms, libovsdb time 843.325µs I0424 15:19:56.036798 3771 cni.go:452] [tsf-tpa/test-tsf-tpa 499aaf4ea9bd2df1908e7dde39460e5dfd799dc71cafb984e8ce34b5ac540970 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 499aaf4ea9bd2df1908e7dde39460e5dfd799dc71cafb984e8ce34b5ac540970 network default NAD default NAD key ] I0424 15:19:56.046137 3771 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 499aaf4ea9bd2df, network: default, NAD default, SandboxID: "499aaf4ea9bd2df1908e7dde39460e5dfd799dc71cafb984e8ce34b5ac540970", PCI device ID: , UID: "027fa164-05bb-4276-a637-41b873782b1c", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0424 15:19:56.095786 3771 cni.go:473] [tsf-tpa/test-tsf-tpa 499aaf4ea9bd2df1908e7dde39460e5dfd799dc71cafb984e8ce34b5ac540970 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 499aaf4ea9bd2df1908e7dde39460e5dfd799dc71cafb984e8ce34b5ac540970 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:5a:c5:17:9b:20\",\"name\":\"499aaf4ea9bd2df\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/627f8fd1-cfbf-4d22-9ee0-f6815850d860\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:20:00.166889 3771 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-69nkj] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29617400-69nkj for pod on switch ip-10-0-1-111.ec2.internal I0424 15:20:00.166979 3771 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-69nkj I0424 15:20:00.182266 3771 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-69nkj] pod update took 15.312024ms I0424 15:20:00.182285 3771 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-69nkj] addLogicalPort annotation time took 15.336438ms I0424 15:20:00.183610 3771 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-69nkj] addLogicalPort took 16.73947ms, libovsdb time 927.569µs I0424 15:20:00.460415 3771 obj_retry.go:498] Detected object tsf-tpa/create-db-w2fbb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:00.460973 3771 obj_retry.go:498] Detected object tsf-tpa/create-db-w2fbb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:00.531091 3771 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-69nkj 73ac6203c09e2abd12180736d3a94b77f0e9f22266eb9fb48e5ff41c58a202d3 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-69nkj 73ac6203c09e2abd12180736d3a94b77f0e9f22266eb9fb48e5ff41c58a202d3 network default NAD default NAD key ] I0424 15:20:00.540210 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29617400-69nkj, hostIfaceName: 73ac6203c09e2ab, network: default, NAD default, SandboxID: "73ac6203c09e2abd12180736d3a94b77f0e9f22266eb9fb48e5ff41c58a202d3", PCI device ID: , UID: "feff248c-5492-4d6f-a500-0b36a1771673", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0424 15:20:00.592743 3771 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-69nkj 73ac6203c09e2abd12180736d3a94b77f0e9f22266eb9fb48e5ff41c58a202d3 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-69nkj 73ac6203c09e2abd12180736d3a94b77f0e9f22266eb9fb48e5ff41c58a202d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:45:49:01:c8:0c\",\"name\":\"73ac6203c09e2ab\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69267567-0d38-4ed6-b3ee-1563d7d2a658\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 15:20:01.270954 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0424 15:20:01.487107 3771 obj_retry.go:492] Detected object tsf-tpa/create-db-w2fbb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:01.487127 3771 obj_retry.go:492] Detected object tsf-tpa/create-db-w2fbb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:04.363197 3771 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-69nkj 73ac6203c09e2abd12180736d3a94b77f0e9f22266eb9fb48e5ff41c58a202d3 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-69nkj 73ac6203c09e2abd12180736d3a94b77f0e9f22266eb9fb48e5ff41c58a202d3 network default NAD default NAD key ] I0424 15:20:04.456882 3771 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-69nkj 73ac6203c09e2abd12180736d3a94b77f0e9f22266eb9fb48e5ff41c58a202d3 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-69nkj 73ac6203c09e2abd12180736d3a94b77f0e9f22266eb9fb48e5ff41c58a202d3 network default NAD default NAD key default], result "{}", err I0424 15:20:04.508727 3771 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-69nkj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:04.508761 3771 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-69nkj I0424 15:20:04.510223 3771 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-69nkj, ips: 10.130.0.56 I0424 15:20:04.510255 3771 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-69nkj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:04.512862 3771 obj_retry.go:498] Detected object tsf-tpa/migrate-db-9th4z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:04.513283 3771 obj_retry.go:498] Detected object tsf-tpa/migrate-db-9th4z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:04.630911 3771 obj_retry.go:492] Detected object tsf-tpa/migrate-db-9th4z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:04.630931 3771 obj_retry.go:492] Detected object tsf-tpa/migrate-db-9th4z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:05.375457 3771 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-69nkj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:05.375483 3771 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-69nkj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:07.516290 3771 obj_retry.go:498] Detected object tsf-tpa/create-importers-b28nt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:07.516887 3771 obj_retry.go:498] Detected object tsf-tpa/create-importers-b28nt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:08.542644 3771 obj_retry.go:492] Detected object tsf-tpa/create-importers-b28nt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:08.542667 3771 obj_retry.go:492] Detected object tsf-tpa/create-importers-b28nt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:23.604651 3771 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-mzw2d-wwdws of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:23.605255 3771 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-mzw2d-wwdws of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:24.491014 3771 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-mzw2d-wwdws of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:24.491044 3771 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-mzw2d-wwdws of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:33.680893 3771 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0424 15:20:33.861764 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0424 15:20:34.558803 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=59 W0424 15:20:35.825080 3771 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0424 15:20:38.549769 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0424 15:20:49.626172 3771 cni.go:452] [tsf-tpa/test-tsf-tpa 499aaf4ea9bd2df1908e7dde39460e5dfd799dc71cafb984e8ce34b5ac540970 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 499aaf4ea9bd2df1908e7dde39460e5dfd799dc71cafb984e8ce34b5ac540970 network default NAD default NAD key ] I0424 15:20:49.709954 3771 cni.go:473] [tsf-tpa/test-tsf-tpa 499aaf4ea9bd2df1908e7dde39460e5dfd799dc71cafb984e8ce34b5ac540970 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 499aaf4ea9bd2df1908e7dde39460e5dfd799dc71cafb984e8ce34b5ac540970 network default NAD default NAD key default], result "{}", err I0424 15:20:49.761808 3771 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:49.761841 3771 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0424 15:20:49.763236 3771 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.55 I0424 15:20:49.763265 3771 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:49.799642 3771 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:49.799667 3771 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:49.806071 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0424 15:20:49.806095 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0424 15:20:50.534580 3771 namespace.go:98] [default-tenant] adding namespace I0424 15:20:50.535478 3771 namespace.go:102] [default-tenant] adding namespace took 876.795µs I0424 15:20:50.536528 3771 namespace.go:98] [integration-service] adding namespace I0424 15:20:50.537251 3771 namespace.go:102] [integration-service] adding namespace took 705.703µs I0424 15:20:50.541705 3771 namespace.go:98] [image-controller] adding namespace I0424 15:20:50.541743 3771 namespace.go:98] [build-service] adding namespace I0424 15:20:50.542308 3771 namespace.go:102] [image-controller] adding namespace took 586.712µs I0424 15:20:50.542802 3771 namespace.go:102] [build-service] adding namespace took 1.046015ms I0424 15:20:50.587144 3771 namespace.go:142] [default-tenant] updating namespace I0424 15:20:50.617093 3771 namespace.go:142] [default-tenant] updating namespace I0424 15:20:50.621993 3771 namespace.go:142] [integration-service] updating namespace I0424 15:20:50.643042 3771 namespace.go:142] [image-controller] updating namespace I0424 15:20:50.660910 3771 namespace.go:142] [integration-service] updating namespace I0424 15:20:50.677469 3771 namespace.go:142] [build-service] updating namespace I0424 15:20:50.685050 3771 namespace.go:142] [image-controller] updating namespace I0424 15:20:50.712294 3771 namespace.go:142] [build-service] updating namespace I0424 15:20:50.763199 3771 namespace.go:142] [build-service] updating namespace I0424 15:20:50.776374 3771 namespace.go:142] [integration-service] updating namespace I0424 15:20:50.797694 3771 namespace.go:98] [release-service] adding namespace I0424 15:20:50.798714 3771 namespace.go:102] [release-service] adding namespace took 1.005815ms I0424 15:20:50.831795 3771 namespace.go:142] [release-service] updating namespace I0424 15:20:50.849636 3771 namespace.go:142] [release-service] updating namespace I0424 15:20:50.867110 3771 namespace.go:142] [konflux-ui] updating namespace I0424 15:20:50.948341 3771 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-111.ec2.internal I0424 15:20:50.948429 3771 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0424 15:20:50.974064 3771 namespace.go:98] [konflux-info] adding namespace I0424 15:20:50.975106 3771 namespace.go:102] [konflux-info] adding namespace took 1.017114ms I0424 15:20:50.980864 3771 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 32.457539ms I0424 15:20:50.980881 3771 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 32.479583ms I0424 15:20:50.981972 3771 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 33.665163ms, libovsdb time 737.33µs I0424 15:20:51.102060 3771 namespace.go:142] [konflux-info] updating namespace I0424 15:20:51.223022 3771 namespace.go:98] [namespace-lister] adding namespace I0424 15:20:51.223818 3771 namespace.go:102] [namespace-lister] adding namespace took 779.664µs I0424 15:20:51.249069 3771 namespace.go:142] [konflux-info] updating namespace I0424 15:20:51.374361 3771 namespace.go:98] [enterprise-contract-service] adding namespace I0424 15:20:51.374460 3771 namespace.go:142] [image-controller] updating namespace I0424 15:20:51.375189 3771 namespace.go:102] [enterprise-contract-service] adding namespace took 811.664µs I0424 15:20:51.417983 3771 namespace.go:142] [namespace-lister] updating namespace I0424 15:20:51.521088 3771 namespace.go:142] [namespace-lister] updating namespace I0424 15:20:51.620233 3771 namespace.go:142] [enterprise-contract-service] updating namespace I0424 15:20:51.666048 3771 namespace.go:142] [default-tenant] updating namespace I0424 15:20:51.753224 3771 namespace.go:142] [enterprise-contract-service] updating namespace I0424 15:20:51.839079 3771 namespace.go:98] [segment-bridge] adding namespace I0424 15:20:51.839938 3771 namespace.go:102] [segment-bridge] adding namespace took 843.985µs I0424 15:20:52.071044 3771 namespace.go:142] [segment-bridge] updating namespace I0424 15:20:52.071205 3771 namespace.go:98] [konflux-cli] adding namespace I0424 15:20:52.072104 3771 namespace.go:102] [konflux-cli] adding namespace took 885.639µs I0424 15:20:52.203429 3771 namespace.go:142] [segment-bridge] updating namespace I0424 15:20:52.215719 3771 cni.go:452] [konflux-ui/test-tsf-konflux 7dfed995ccf8ef9fdfa7980da717edfb93ac726f6b6e5e5358b65beeddc29048 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 7dfed995ccf8ef9fdfa7980da717edfb93ac726f6b6e5e5358b65beeddc29048 network default NAD default NAD key ] I0424 15:20:52.224854 3771 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 7dfed995ccf8ef9, network: default, NAD default, SandboxID: "7dfed995ccf8ef9fdfa7980da717edfb93ac726f6b6e5e5358b65beeddc29048", PCI device ID: , UID: "f1f61a51-96b4-4b23-b185-58cb66758dda", MAC: 0a:58:0a:82:00:39, IPs: [10.130.0.57/23] I0424 15:20:52.274643 3771 cni.go:473] [konflux-ui/test-tsf-konflux 7dfed995ccf8ef9fdfa7980da717edfb93ac726f6b6e5e5358b65beeddc29048 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 7dfed995ccf8ef9fdfa7980da717edfb93ac726f6b6e5e5358b65beeddc29048 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:04:99:00:40:a3\",\"name\":\"7dfed995ccf8ef9\"},{\"mac\":\"0a:58:0a:82:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c20e8ee-4d65-4c69-b9f2-162a939ddae7\"}],\"ips\":[{\"address\":\"10.130.0.57/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:20:52.349182 3771 namespace.go:142] [konflux-cli] updating namespace I0424 15:20:52.413098 3771 namespace.go:142] [konflux-cli] updating namespace I0424 15:20:52.468164 3771 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0424 15:20:52.468793 3771 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0424 15:20:52.468812 3771 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0424 15:20:52.471505 3771 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0424 15:20:52.580924 3771 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0424 15:20:52.580948 3771 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0424 15:20:52.581717 3771 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0424 15:20:52.978359 3771 namespace.go:142] [build-service] updating namespace I0424 15:20:53.323461 3771 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-82nt4] creating logical port image-controller_image-controller-controller-manager-6f859968fc-82nt4 for pod on switch ip-10-0-1-111.ec2.internal I0424 15:20:53.323601 3771 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-82nt4 I0424 15:20:53.331583 3771 namespace.go:142] [default-tenant] updating namespace I0424 15:20:53.364352 3771 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-82nt4] pod update took 40.753176ms I0424 15:20:53.364377 3771 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-82nt4] addLogicalPort annotation time took 40.807941ms I0424 15:20:53.365767 3771 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-82nt4] addLogicalPort took 42.321987ms, libovsdb time 858.293µs I0424 15:20:53.683138 3771 namespace.go:142] [image-controller] updating namespace I0424 15:20:53.684112 3771 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-82nt4 ceee9d245ec7f0bee67b73a0a93175ef91e170a4f1f2f55431e4fc610b9715a2 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-82nt4 ceee9d245ec7f0bee67b73a0a93175ef91e170a4f1f2f55431e4fc610b9715a2 network default NAD default NAD key ] I0424 15:20:53.693437 3771 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-82nt4, hostIfaceName: ceee9d245ec7f0b, network: default, NAD default, SandboxID: "ceee9d245ec7f0bee67b73a0a93175ef91e170a4f1f2f55431e4fc610b9715a2", PCI device ID: , UID: "b758558d-ee4c-4acc-a364-83a230cd6573", MAC: 0a:58:0a:82:00:3a, IPs: [10.130.0.58/23] I0424 15:20:53.744675 3771 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-82nt4 ceee9d245ec7f0bee67b73a0a93175ef91e170a4f1f2f55431e4fc610b9715a2 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-82nt4 ceee9d245ec7f0bee67b73a0a93175ef91e170a4f1f2f55431e4fc610b9715a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:f7:91:f3:1d:7d\",\"name\":\"ceee9d245ec7f0b\"},{\"mac\":\"0a:58:0a:82:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/231db8e9-c250-4f52-a87a-e039f4979ffa\"}],\"ips\":[{\"address\":\"10.130.0.58/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:20:54.042233 3771 namespace.go:142] [integration-service] updating namespace I0424 15:20:54.385366 3771 namespace.go:142] [konflux-info] updating namespace I0424 15:20:54.642883 3771 base_network_controller_pods.go:487] [default/konflux-ui/proxy-6f9976985c-2wwhw] creating logical port konflux-ui_proxy-6f9976985c-2wwhw for pod on switch ip-10-0-1-111.ec2.internal I0424 15:20:54.643044 3771 kube.go:256] Updating pod konflux-ui/proxy-6f9976985c-2wwhw I0424 15:20:54.733278 3771 pod.go:62] [konflux-ui/proxy-6f9976985c-2wwhw] pod update took 90.278363ms I0424 15:20:54.733307 3771 base_network_controller_pods.go:951] [default/konflux-ui/proxy-6f9976985c-2wwhw] addLogicalPort annotation time took 90.314565ms I0424 15:20:54.734997 3771 pods.go:271] [konflux-ui/proxy-6f9976985c-2wwhw] addLogicalPort took 92.136648ms, libovsdb time 1.131545ms I0424 15:20:54.864564 3771 namespace.go:142] [namespace-lister] updating namespace I0424 15:20:55.144255 3771 namespace.go:142] [release-service] updating namespace I0424 15:20:55.336785 3771 namespace.go:142] [build-service] updating namespace I0424 15:20:55.407759 3771 namespace.go:142] [default-tenant] updating namespace I0424 15:20:55.442461 3771 namespace.go:142] [image-controller] updating namespace I0424 15:20:55.472237 3771 namespace.go:142] [integration-service] updating namespace I0424 15:20:55.528155 3771 namespace.go:142] [konflux-info] updating namespace I0424 15:20:55.602195 3771 namespace.go:142] [namespace-lister] updating namespace I0424 15:20:55.640402 3771 namespace.go:142] [release-service] updating namespace W0424 15:20:55.714159 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0424 15:20:55.780526 3771 namespace.go:142] [build-service] updating namespace I0424 15:20:55.857634 3771 namespace.go:142] [default-tenant] updating namespace I0424 15:20:55.924894 3771 namespace.go:142] [image-controller] updating namespace I0424 15:20:55.992822 3771 namespace.go:142] [integration-service] updating namespace I0424 15:20:56.040684 3771 namespace.go:142] [konflux-info] updating namespace I0424 15:20:56.099723 3771 namespace.go:142] [namespace-lister] updating namespace I0424 15:20:56.202285 3771 namespace.go:142] [release-service] updating namespace W0424 15:20:56.690151 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0424 15:20:57.417939 3771 namespace.go:142] [enterprise-contract-service] updating namespace I0424 15:20:57.618290 3771 namespace.go:142] [konflux-cli] updating namespace W0424 15:20:57.669907 3771 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0424 15:20:57.818161 3771 namespace.go:142] [segment-bridge] updating namespace I0424 15:20:57.937076 3771 namespace.go:142] [enterprise-contract-service] updating namespace I0424 15:20:57.949765 3771 namespace.go:142] [konflux-cli] updating namespace I0424 15:20:57.965496 3771 namespace.go:142] [segment-bridge] updating namespace I0424 15:20:58.049864 3771 namespace.go:142] [enterprise-contract-service] updating namespace I0424 15:20:58.150291 3771 namespace.go:142] [konflux-cli] updating namespace I0424 15:20:58.250397 3771 namespace.go:142] [segment-bridge] updating namespace I0424 15:21:02.809729 3771 cni.go:452] [konflux-ui/proxy-6f9976985c-2wwhw 1c07e2b4423059fad802976dd1c3bb803e24ec661e93f46da39a0542fb19b7ff network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-6f9976985c-2wwhw 1c07e2b4423059fad802976dd1c3bb803e24ec661e93f46da39a0542fb19b7ff network default NAD default NAD key ] I0424 15:21:02.818842 3771 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-6f9976985c-2wwhw, hostIfaceName: 1c07e2b4423059f, network: default, NAD default, SandboxID: "1c07e2b4423059fad802976dd1c3bb803e24ec661e93f46da39a0542fb19b7ff", PCI device ID: , UID: "e84abb53-293c-4354-9764-7c8793e77467", MAC: 0a:58:0a:82:00:3b, IPs: [10.130.0.59/23] I0424 15:21:02.870734 3771 cni.go:473] [konflux-ui/proxy-6f9976985c-2wwhw 1c07e2b4423059fad802976dd1c3bb803e24ec661e93f46da39a0542fb19b7ff network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-6f9976985c-2wwhw 1c07e2b4423059fad802976dd1c3bb803e24ec661e93f46da39a0542fb19b7ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:bd:71:b0:bf:eb\",\"name\":\"1c07e2b4423059f\"},{\"mac\":\"0a:58:0a:82:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f93db594-24d5-4e75-8316-98e369bdee49\"}],\"ips\":[{\"address\":\"10.130.0.59/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 15:21:06.734721 3771 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 15:21:06.734721 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 15:21:06.764296 3771 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0424 15:21:06.764313 3771 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0424 15:21:06.789622 3771 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0424 15:21:06.813973 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 15:21:06.816849 3771 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 15:21:07.695886 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0424 15:21:07.768735 3771 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0424 15:21:07.768759 3771 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0424 15:21:07.803507 3771 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0424 15:21:07.807312 3771 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service I0424 15:21:07.884185 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0424 15:21:18.108401 3771 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-b4px5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:21:18.108979 3771 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-b4px5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:21:18.816894 3771 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-b4px5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:21:18.816914 3771 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-b4px5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:21:18.823255 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-b4px5 I0424 15:21:18.823278 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-b4px5 W0424 15:21:45.828577 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0424 15:21:45.828597 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0424 15:21:45.828608 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0424 15:21:45.828613 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0424 15:21:47.848355 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0424 15:21:47.848380 3771 util.go:959] Failed to build node endpoints for node ip-10-0-1-111.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0424 15:22:11.559825 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=164 I0424 15:22:17.360145 3771 obj_retry.go:498] Detected object konflux-ui/proxy-576d954b76-pq6jc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:22:17.360761 3771 obj_retry.go:498] Detected object konflux-ui/proxy-576d954b76-pq6jc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:22:18.147387 3771 obj_retry.go:492] Detected object konflux-ui/proxy-576d954b76-pq6jc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:22:18.147403 3771 obj_retry.go:492] Detected object konflux-ui/proxy-576d954b76-pq6jc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:22:18.155892 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-576d954b76-pq6jc I0424 15:22:18.155920 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-576d954b76-pq6jc I0424 15:22:22.236016 3771 cni.go:452] [konflux-ui/test-tsf-konflux 7dfed995ccf8ef9fdfa7980da717edfb93ac726f6b6e5e5358b65beeddc29048 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 7dfed995ccf8ef9fdfa7980da717edfb93ac726f6b6e5e5358b65beeddc29048 network default NAD default NAD key ] I0424 15:22:22.322175 3771 cni.go:473] [konflux-ui/test-tsf-konflux 7dfed995ccf8ef9fdfa7980da717edfb93ac726f6b6e5e5358b65beeddc29048 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 7dfed995ccf8ef9fdfa7980da717edfb93ac726f6b6e5e5358b65beeddc29048 network default NAD default NAD key default], result "{}", err I0424 15:22:22.374999 3771 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:22:22.375034 3771 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0424 15:22:22.376634 3771 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.57 I0424 15:22:22.376711 3771 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:22:22.392440 3771 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:22:22.392460 3771 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:22:22.399520 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0424 15:22:22.399541 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0424 15:22:37.852783 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0424 15:22:44.720341 3771 namespace.go:98] [default-managed-tenant-k8xie] adding namespace I0424 15:22:44.721276 3771 namespace.go:102] [default-managed-tenant-k8xie] adding namespace took 911.13µs I0424 15:22:44.745835 3771 namespace.go:142] [default-managed-tenant-k8xie] updating namespace I0424 15:22:44.760804 3771 namespace.go:142] [default-managed-tenant-k8xie] updating namespace I0424 15:22:45.827337 3771 namespace.go:142] [default-managed-tenant-k8xie] updating namespace I0424 15:22:45.970294 3771 namespace.go:142] [default-managed-tenant-k8xie] updating namespace I0424 15:22:46.062252 3771 namespace.go:142] [default-managed-tenant-k8xie] updating namespace I0424 15:22:52.857840 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0424 15:23:35.579601 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=509 I0424 15:23:57.566791 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=74 I0424 15:24:19.558650 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 I0424 15:24:21.025521 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0424 15:24:34.557805 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=157 I0424 15:24:43.977943 3771 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0424 15:24:47.980006 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0424 15:25:08.661776 3771 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0424 15:26:41.684345 3771 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0424 15:26:59.762516 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0424 15:28:33.862076 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0424 15:29:38.562937 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=49 I0424 15:29:54.864849 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0424 15:29:54.981225 3771 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0424 15:30:00.201745 3771 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29617410-kl8gc] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29617410-kl8gc for pod on switch ip-10-0-1-111.ec2.internal I0424 15:30:00.201865 3771 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29617410-kl8gc I0424 15:30:00.237790 3771 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617410-kl8gc] pod update took 35.946199ms I0424 15:30:00.237822 3771 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29617410-kl8gc] addLogicalPort annotation time took 35.983685ms I0424 15:30:00.239348 3771 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617410-kl8gc] addLogicalPort took 37.617362ms, libovsdb time 915.351µs I0424 15:30:00.564332 3771 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617410-kl8gc 1ce1d838035b66bebfbed0ea5f3a4057c35636f7f0c1a705fb3fb702bbc3f77f network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617410-kl8gc 1ce1d838035b66bebfbed0ea5f3a4057c35636f7f0c1a705fb3fb702bbc3f77f network default NAD default NAD key ] I0424 15:30:00.573775 3771 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29617410-kl8gc, hostIfaceName: 1ce1d838035b66b, network: default, NAD default, SandboxID: "1ce1d838035b66bebfbed0ea5f3a4057c35636f7f0c1a705fb3fb702bbc3f77f", PCI device ID: , UID: "1e6e6cdd-0d17-4857-8d62-88f9076b49d8", MAC: 0a:58:0a:82:00:3c, IPs: [10.130.0.60/23] I0424 15:30:00.628127 3771 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617410-kl8gc 1ce1d838035b66bebfbed0ea5f3a4057c35636f7f0c1a705fb3fb702bbc3f77f network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617410-kl8gc 1ce1d838035b66bebfbed0ea5f3a4057c35636f7f0c1a705fb3fb702bbc3f77f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:0b:46:4e:32:3f\",\"name\":\"1ce1d838035b66b\"},{\"mac\":\"0a:58:0a:82:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40cfd7a1-4b97-4476-adf0-e6a140a40936\"}],\"ips\":[{\"address\":\"10.130.0.60/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 15:30:01.061076 3771 obj_retry.go:492] Detected object tsf-tpa/create-db-w2fbb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:30:01.061104 3771 obj_retry.go:492] Detected object tsf-tpa/create-db-w2fbb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:30:01.064546 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-w2fbb I0424 15:30:01.064574 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-w2fbb I0424 15:30:03.942921 3771 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617410-kl8gc 1ce1d838035b66bebfbed0ea5f3a4057c35636f7f0c1a705fb3fb702bbc3f77f network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617410-kl8gc 1ce1d838035b66bebfbed0ea5f3a4057c35636f7f0c1a705fb3fb702bbc3f77f network default NAD default NAD key ] I0424 15:30:04.029127 3771 obj_retry.go:492] Detected object tsf-tpa/migrate-db-9th4z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:30:04.029153 3771 obj_retry.go:492] Detected object tsf-tpa/migrate-db-9th4z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:30:04.031230 3771 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29617410-kl8gc 1ce1d838035b66bebfbed0ea5f3a4057c35636f7f0c1a705fb3fb702bbc3f77f network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29617410-kl8gc 1ce1d838035b66bebfbed0ea5f3a4057c35636f7f0c1a705fb3fb702bbc3f77f network default NAD default NAD key default], result "{}", err I0424 15:30:04.033448 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-9th4z I0424 15:30:04.033474 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-9th4z I0424 15:30:04.080183 3771 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617410-kl8gc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:30:04.080218 3771 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29617410-kl8gc I0424 15:30:04.081428 3771 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29617410-kl8gc, ips: 10.130.0.60 I0424 15:30:04.081452 3771 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617410-kl8gc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:30:04.563517 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0424 15:30:04.951153 3771 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617410-kl8gc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:30:04.951177 3771 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617410-kl8gc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:30:08.028291 3771 obj_retry.go:492] Detected object tsf-tpa/create-importers-b28nt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:30:08.028316 3771 obj_retry.go:492] Detected object tsf-tpa/create-importers-b28nt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:30:08.032434 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-b28nt I0424 15:30:08.032458 3771 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-b28nt I0424 15:30:19.664878 3771 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0424 15:30:20.029129 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0424 15:30:53.562063 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0424 15:31:06.888342 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0424 15:31:24.856807 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0424 15:32:11.562743 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0424 15:32:30.983428 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0424 15:32:47.766376 3771 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0424 15:33:06.570011 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0424 15:33:06.583139 3771 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=26